Control node
The control node (bgvctrl) hosts the control SCADA software Wincc and also acts as the storage node, receiving the data from the HLT.
See also
BgvNetwork and
CvmfsSetup
Software
The following software are needed:
nfsserver
fmc
dim
wincc
tftp
dhcpd
ccpc
specs
Users
Add default users (like for the HLT nodes)
# USERS
groupadd bgv
useradd -p $(openssl passwd -1 chooseapassword) online -g bgv
useradd -p $(openssl passwd -1 chooseapassword) bgv -g bgv
usermod -g bgv rootbgv
usermod -a -G onliners rootbgv
Setup the time server (do this also on the HLT nodes)
## time server
http://askubuntu.com/questions/254826/how-to-force-a-clock-update-using-ntp
# windows
http://www.timetoolsglobal.com/2013/06/21/how-to-synchronize-microsoft-windows-to-a-ntp-server-1/
in /etc/ntp.conf
#——
driftfile /var/lib/ntp/drift
# Permit time synchronization with our time source, but do not
# permit the source to query or modify the service on this system.
restrict default kod nomodify notrap nopeer noquery
restrict -6 default kod nomodify notrap nopeer noquery
# Permit all access over the loopback interface. This could
# be tightened as well, but to do so would effect some of
# the administrative functions.
restrict 127.0.0.1
restrict -6 ::1
server 172.18.16.69
server 172.18.17.69
server 172.18.18.69
#——
sudo chkconfig ntpd on
sudo ntpdate 172.18.16.69
sudo service ntpd start
FMC and DIM setup
# FMC
yum -y install FMC
/etc/pcSrv.allow
root@hlta01.lbdaq.cern.ch
online@hlta01.lbdaq.cern.ch
/etc/ipmiSrv.conf
#
/etc/sysconfig/fmc
LOG_SRV=yes
TM_SRV=yes
CM_SRV=yes
PC_SRV=no
IPMI_SRV=no
# -----------------------------------------------------------------------------
# command-line arguments
# see /opt/FMC/man/man8/* for the option description
LOG_ARGS="-S 200 -X 'memSrv.*overflow'"
TM_ARGS="-p 2 -u online -U root --no-auth"
CM_ARGS=""
PC_ARGS="-s /etc/pcSrv.init --no-auth -c /etc/pcSrv.conf"
IPMI_ARGS="-t 0 -c /etc/ipmiSrv.conf"
/etc/pcSrv.conf
# First the farm controller
hltv01
#Then the nodes
hltv0101
hltv0102
/etc/pcSrv.init
-e -o -c -u memSrv_u /opt/FMC/sbin/memSrv -l 1 -N onldirac01
-e -o -u tmSrv_onldirac /opt/FMC/sbin/tmSrv -l 1 -N onldirac01 -p 2 -u lhcbprod -U root --no-auth --no-ptrace-workaround
-e -o -c -u diracmon -n root /home/beat/scripts/diracmon.sh
-e -o -u tmSrv_onlfluka /opt/FMC/sbin/tmSrv -l 1 -N onlfluka01 -p 2 -u lhcbrad -U root --no-auth --no-ptrace-workaround
-e -o -c -u flukamon -n root /home/beat/scripts/flukamon.sh
#
manipBootTasks start
# DIM
yum -y install dim-*
Wincc
The Wincc startup scritps are located in
/etc/winccoa.d/
# installation
http://j2eeps.cern.ch/wikis/display/EN/PVSS+Service+Download+3.11SP1#PVSSServiceDownload3.11SP1-Linux
import key to check rpms
wget https://cern.ch/en-dep-ice-scd/Services/Pvss/Download/EN-ICE-SCD-GPG-KEY
rpm --import ./EN-ICE-SCD-GPG-KEY
yum install ./WinCC_OA_3.11-1.SP1-20140829.slc6.x86_64.rpm
projects are in
/localdisk/wincc/
config per project in file
/localdisk/wincc/config/config
VME
cp rf2ttc_init_d /etc/init.d/rf2ttc
cp rf2ttc_sysconfig /etc/sysconfig/rf2ttc
yum install glibc.i686
sudo rpm -iv /sw/CAENVMELib-2.41-1.el6.x86_64.rpm
sudo rpm -iv /sw/CAENVMELib-2.41-1.el6.i686.rpm
sudo rpm -ivh --force --nodeps /sw/CAENUSBdrvB-1.4-1.el6.x86_64.rpm
sudo yum install /sw/VME_server-2.1-1.el6.i386.rpm
chkconfig rf2ttc on
SPECS
yum install SpecsUser.x86_64
rpm -ivh --force --nodeps kernel-module-
Misc
# minimal X server
yum install xorg-x11-xauth xorg-x11-xinit xorg-x11-server-Xorg xorg-x11-fonts-* xterm xclock
sudo yum groupinstall "Fonts"
If needed:
# NAT GW
http://www.linuxtechtips.com/2013/12/configure-centos-as-a-router.html
vi /etc/sysctl.conf
# Controls IP packet forwarding
net.ipv4.ip_forward = 1
#
sudo service iptables stop
sudo iptables -t nat -A POSTROUTING -o eth0 -j MASQUERADE
sudo iptables -t nat -A POSTROUTING -o eth1 -j MASQUERADE
sudo service iptables save
sudo service iptables restart
sudo chkconfig iptables on