<!-- keep this as a security measure: #uncomment if the subject should only be modifiable by the listed groups * Set ALLOWTOPICCHANGE = Main.TWikiAdminGroup,Main.CMSAdminGroup * Set ALLOWTOPICRENAME = Main.TWikiAdminGroup,Main.CMSAdminGroup #uncomment this if you want the page only be viewable by the listed groups # * Set ALLOWTOPICVIEW = Main.TWikiAdminGroup,Main.CMSAdminGroup --> ---+!! Node Type: %CALC{"$SUBSTITUTE(%TOPIC%,NodeType,)"}% ---++!! Firewall requirements | *local port* | *open to* | *reason* | <!-- Example line #| 22/tcp | * | Example entry for ssh | --> --- %TOC{title="Table of contents"}% ---+ Regular Maintenance work ---++ Nagios [[https://t3nagios.psi.ch/nagios/cgi-bin/status.cgi?hostgroup=T3-UIs-SL6&style=detail&limit=0][check UIs on t3nagios]] ---++ User quota on =/tmp /scratch= ( but not super important ) When a new T3 user is created you have to run on each UI : %TWISTY{ mode="div" }%<pre> # kinit -k -t /root/afs-keytabs/svcusr-t3_puppet.keytab svcusr-t3_puppet@D.PSI.CH && aklog && ls -l /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/manifests && puppet apply --environment DerekDevelopment /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/manifests --modulepath=/afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/modules --show_diff --color=false </pre>%ENDTWISTY% ---++ Updating IPMI FW ( seldom ) * https://www.thomas-krenn.com/en/wiki/IPMI_Firmware_Update_for_Supermicro_Motherboards_with_ATEN_IPMI_Software * http://supermicro.com/support/bios/firmware0.aspx * <pre> # obviously the FW will be newer in your case ; look the screen command [root@t3wn43 ~]# cd /opt/SUPERMICRO/IPMI_FIRMWARE/SMT_322/Linux\ 1.15/ [root@t3wn43 Linux 1.15]# screen ./lUpdate.sh -f /opt/SUPERMICRO/IPMI_FIRMWARE/SMT_322/SMT_322.bin -i kcs -r n </pre> ---+ Emergency Measures <!-- #List any measures that must be taken in case of some major incident, e.g. whether a mailing #list must be contacted or whether other services need to be shut down, etc. --> The WNs servers run on the top of a =mdadm raid10=, so they can survive to 1 broken disk ; to repair *online* the broken disk simply adapt this procedure NodeTypeWNsIntelS2600JF#Degraded_RAID1_or_Failed_RAID0 to these servers. Generally speaking all the =mdadm= operations apply. ---+ Installation <!-- #Comment here on any peculiarities of the installation, e.g. on special packages needed, special setup #procedures which are not obvious --> Because of the =mdadm raid10= we should never get to the point where a reinstallation is needed ; anyhow the Puppet recipes are in =/afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/manifests= : * =SL6_wn.pp= * =SL6.pp= * =tier3-baseclasses.pp= * and the partition/raid10 layouts are =/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg= Fabio uses these alias : %TWISTY{ mode="div" }%<pre> alias ROOT='. /afs/cern.ch/sw/lcg/external/gcc/4.8/x86_64-slc6/setup.sh && . /afs/cern.ch/sw/lcg/app/releases/ROOT/5.34.26/x86_64-slc6-gcc48-opt/root/bin/thisroot.sh' alias cscsela='ssh -AX fmartine@ela.cscs.ch' alias cscslogin='ssh -AX fmartine@login.lcg.cscs.ch' alias cscspub='ssh -AX fmartinelli@pub.lcg.cscs.ch' alias dcache='ssh -2 -l admin -p 22224 t3dcachedb.psi.ch' alias dcache04='ssh -2 -l admin -p 22224 t3dcachedb04.psi.ch' alias gempty='git commit --allow-empty-message -m '\'''\''' alias kscustom54='cd /afs/psi.ch/software/linux/dist/scientific/54/custom' alias kscustom57='cd /afs/psi.ch/software/linux/dist/scientific/57/custom' alias kscustom60='cd /afs/psi.ch/software/linux/dist/scientific/60/custom' alias kscustom64='cd /afs/psi.ch/software/linux/dist/scientific/64/custom' alias kscustom66='cd /afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom' alias ksdir='cd /afs/psi.ch/software/linux/kickstart/configs' alias ksprepostdir='cd /afs/psi.ch/software/linux/dist/scientific/60/kickstart/bin' alias l.='ls -d .* --color=auto' alias ll='ls -l --color=auto' alias ls='ls --color=tty' alias mc='. /usr/libexec/mc/mc-wrapper.sh' alias pdir='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/' alias pdirf='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/FabioDevelopment/' alias pdirmanifests='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/manifests/' alias pdirredhat='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/modules/Tier3/files/RedHat' alias pdirsolaris='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/modules/Tier3/files/Solaris/5.10' alias vi='vim' alias which='alias | /usr/bin/which --tty-only --read-alias --show-dot --show-tilde' alias yumdir5='cd /afs/psi.ch/software/linux/dist/scientific/57/scripts' alias yumdir6='cd /afs/psi.ch/software/linux/dist/scientific/6/scripts' alias yumdir7='cd /afs/psi.ch/software/linux/dist/scientificlinux/7x/x86_64/Tier3/all' alias yumdir7old='cd /afs/psi.ch/software/linux/dist/scientific/70.PLEASE_DO_NOT_USE_AND_DO_NOT_RENAME/scripts' </pre>%ENDTWISTY% ---+ Services Basically only SSHd. ---++ =netstat -tupl= %TWISTY{mode="div"}%<pre> Active Internet connections (only servers) Proto Recv-Q Send-Q Local Address Foreign Address State PID/Program name tcp 0 0 *:7937 *:* LISTEN 7720/nsrexecd tcp 0 0 *:7938 *:* LISTEN 7720/nsrexecd tcp 0 0 *:5666 *:* LISTEN 7652/nrpe tcp 0 0 *:40291 *:* LISTEN - tcp 0 0 *:secure-ts *:* LISTEN 7720/nsrexecd tcp 0 0 localhost:smux *:* LISTEN 7188/snmpd tcp 0 0 *:37480 *:* LISTEN - tcp 0 0 *:sge_execd *:* LISTEN 7170/sge_execd tcp 0 0 *:sunrpc *:* LISTEN 2730/rpcbind tcp 0 0 *:8146 *:* LISTEN 7720/nsrexecd tcp 0 0 *:ssh *:* LISTEN 7204/sshd tcp 0 0 *:46838 *:* LISTEN 2750/rpc.statd tcp 0 0 localhost:x11-ssh-offset *:* LISTEN 10728/sshd udp 0 0 *:mdns *:* 6882/avahi-daemon udp 0 0 *:sunrpc *:* 2730/rpcbind udp 0 0 *:46194 *:* 6882/avahi-daemon udp 0 0 *:ipp *:* 2597/portreserve udp 0 0 t3wn41.psi.ch:ntp *:* 7214/ntpd udp 0 0 localhost:ntp *:* 7214/ntpd udp 0 0 *:ntp *:* 7214/ntpd udp 0 0 *:7938 *:* 7720/nsrexecd udp 0 0 localhost:syslog *:* 2618/syslog-ng udp 0 0 *:781 *:* 2730/rpcbind udp 0 0 *:snmp *:* 7188/snmpd udp 0 0 *:54693 *:* 2750/rpc.statd udp 0 0 localhost:806 *:* 2750/rpc.statd udp 0 0 *:48426 *:* - udp 0 0 *:bootpc *:* 2540/dhclient udp 0 0 *:afs3-callback *:* - </pre>%ENDTWISTY% <!-- #List all the important services, their installation, configuration and how to start and stop them --> ---+ Backups Not needed.
NodeTypeForm
Hostnames
t3wn[41-50]
Services
Sun Grid Engine 6.2u5 execution hosts
Hardware
SuperMicro
1u got from CSCS
Install Profile
t3wn
Guarantee/maintenance until
out of warranty
This topic: CmsTier3
>
WebHome
>
AdminArea
>
WNsSuperMicro
Topic revision: r2 - 2016-11-19 - FabioMartinelli
Copyright © 2008-2024 by the contributing authors. All material on this collaboration platform is the property of the contributing authors.
Ideas, requests, problems regarding TWiki?
Send feedback