WNsIntelS2600TP < CmsTier3

Tags: view all tags
<!-- keep this as a security measure:
   #uncomment if the subject should only be modifiable by the listed groups 
   * Set ALLOWTOPICCHANGE = Main.TWikiAdminGroup,Main.CMSAdminGroup
   * Set ALLOWTOPICRENAME = Main.TWikiAdminGroup,Main.CMSAdminGroup
   #uncomment this if you want the page only be viewable by the listed groups
   # * Set ALLOWTOPICVIEW = Main.TWikiAdminGroup,Main.CMSAdminGroup
-->

---+!! Node Type: %CALC{"$SUBSTITUTE(%TOPIC%,NodeType,)"}%

---++!! Firewall requirements

| *local port* | *open to* | *reason* |
<!-- Example line
 #| 22/tcp      | * |  Example entry for ssh |
-->

----------------

%TOC{title="Table of contents"}%

---+ Regular Maintenance work
<!--
 #List any regular activities which do not run automatically and need an administrator's action.
-->

---+ Emergency Measures
<!--
 #List any measures that must be taken in case of some major incident, e.g. whether a mailing
 #list must be contacted or whether other services need to be shut down, etc. 
-->


---+ Installation
<!--
 #Comment here on any peculiarities of the installation, e.g. on special packages needed, special setup
 #procedures which are not obvious
-->

---++ 10Gbs net
<pre>
The following 10Gbs cables are for the single connected Servers ( t3wn5[1-9] ) 
13-18902, 
13-18904, 
13-18918 to 13-18924

VLAN 410
</pre>
---++ =t3admin01:/opt/tftpboot/boot.msg=
%TWISTY{ mode="div" }%
<pre>
[root@t3admin01 pxelinux.cfg]# cat /opt/tftpboot/boot.msg
    PXEBOOT FOR PSI TIER-3 NODES

 -  Press <ENTER> to boot from the local hard disk ; otherwise :

 -  To install CentOS 7.2 type
    centos72          <ENTER>
 -  To install PSI Scientific Linux 68 inside the Room, type
    sl68nocmdline     <ENTER>
 -  To install PSI Scientific Linux 68 by using SOL, type
    sl68cmdline       <ENTER>

    you can customize by adding hostid=nodename:tier3/nodetype , e.g.:
    centos71          zone=Tier3 set=RedHat role=t3nfs <ENTER>
    sl68cmdline       hostid=t3vmui01:tier3/t3ui       <ENTER>
    %RED%sl68cmdline       hostid=t3wn51:tier3/t3wn%ENDCOLOR%         <ENTER>

 -  Use the function keys listed below for more information.

   0f[F1-Main]  07

o

</pre>
%ENDTWISTY%

---++ =t3admin01:/tftpboot/pxelinux.cfg/default=
%TWISTY{ mode="div" }%
<pre>
default localboot
prompt 1
timeout 300
display boot.msg
F1 boot.msg
label localboot
  LOCALBOOT 0
label srcd
  kernel srcd/isolinux/rescue64
  append initrd=srcd/isolinux/initram.igz netboot=tftp://192.168.2.21/srcd/sysrcd.dat sshd vnc 
label centos72
  kernel centos/72/x86_64/vmlinuz
  append initrd=centos/72/x86_64/initrd.img inst.repo=http://linuxsoft.cern.ch/cern/centos/7/os/x86_64/ inst.sshd inst.text inst.loglevel=debug inst.syslog=t3service01.psi.ch:1514 ks=http://linux.web.psi.ch/kickstart/configs/centos72-t3.ks
label centos71
  kernel scientific/71/x86_64/vmlinuz
  append  initrd=scientific/71/x86_64/initrd.img inst.repo=http://linuxsoft.cern.ch/cern/centos/7/os/x86_64/ inst.sshd inst.text inst.loglevel=debug inst.syslog=t3service01.psi.ch:1514 ks=http://linux.web.psi.ch/kickstart/configs/centos71-t3.ks 
label %RED%sl68cmdline%ENDCOLOR%
  kernel scientific/68/x86_64/vmlinuz
  append initrd=scientific/68/x86_64/initrd.img ks=http://linux.web.psi.ch/kickstart/configs/sl68-64-tier3-ks.cfg console=ttyS0,115200 elevator=noop %RED%sshd%ENDCOLOR% text cmdline loglevel=debug ipv6.disable=1 ksdevice=eth0 syslog=t3service01.psi.ch:1514
label sl68nocmdline
  kernel scientific/68/x86_64/vmlinuz
  append initrd=scientific/68/x86_64/initrd.img ks=http://linux.web.psi.ch/kickstart/configs/sl68-64-tier3-ks.cfg console=ttyS0,115200 elevator=noop sshd vnc loglevel=debug ipv6.disable=1 ksdevice=eth0 syslog=t3service01.psi.ch:1514
label sl64nocmdline
  kernel scientific/64/x86_64/vmlinuz
  append initrd=scientific/64/x86_64/initrd.img ks=http://linux.web.psi.ch/kickstart/configs/sl64-64-tier3-ks.cfg ksdevice=eth0 elevator=noop ipv6.disable=1 sshd vnc loglevel=debug console=ttyS1,115200
label sl64cmdline
  kernel scientific/64/x86_64/vmlinuz
  append  initrd=scientific/64/x86_64/initrd.img ks=http://linux.web.psi.ch/kickstart/configs/sl64-64-tier3-ks.cfg ksdevice=eth0 elevator=noop sshd text cmdline loglevel=debug
label sl60cmdline
  kernel scientific/6x/x86_64/vmlinuz
  append initrd=scientific/6x/x86_64/initrd.img ks=http://linux.web.psi.ch/kickstart/configs/sl60-64-tier3-ks.cfg console=ttyS0 ksdevice=eth0 elevator=noop ipv6.disable=1 sshd text cmdline
label sl60nocmdline
  kernel scientific/6x/x86_64/vmlinuz
  append initrd=scientific/6x/x86_64/initrd.img ks=http://linux.web.psi.ch/kickstart/configs/sl60-64-tier3-ks.cfg console=ttyS0 ksdevice=eth0 elevator=noop ipv6.disable=1 sshd vnc loglevel=debug graphical


</pre>
%ENDTWISTY%

---++ Puppet server =psi-puppet4=
Fabio recommends to try an installation on the VM =t3vmui01= that's basically used as a testbed for all the SL6 installations ; but each time when you'll fail an installation you'll have to delete the =t3vmui01= Puppet certificate !  
<pre>
ssh -p %RED%234%ENDCOLOR% -l martinelli_f -XYA wmgt01.psi.ch ( %RED%RSA SoftToken is needed here%ENDCOLOR% )
wmgt01:~$ ssh martinelli_f@psi-puppet4
[martinelli_f@psi-puppet4 ~]$ sudo puppet cert clean t3vmui01.psi.ch
Notice: Revoked certificate with serial 168
[martinelli_f@psi-puppet4 ~]$ 
</pre>
---++ Puppet recipes
Fabio uses these alias :

%TWISTY{ mode="div" }%<pre>
alias ROOT='. /afs/cern.ch/sw/lcg/external/gcc/4.8/x86_64-slc6/setup.sh && . /afs/cern.ch/sw/lcg/app/releases/ROOT/5.34.26/x86_64-slc6-gcc48-opt/root/bin/thisroot.sh'
alias cscsela='ssh -AX fmartine@ela.cscs.ch'
alias cscslogin='ssh -AX fmartine@login.lcg.cscs.ch'
alias cscspub='ssh -AX fmartinelli@pub.lcg.cscs.ch'
alias dcache='ssh -2 -l admin -p 22224 t3dcachedb.psi.ch'
alias dcache04='ssh -2 -l admin -p 22224 t3dcachedb04.psi.ch'
alias gempty='git commit --allow-empty-message -m '\'''\'''

alias kscustom54='cd /afs/psi.ch/software/linux/dist/scientific/54/custom'
alias kscustom57='cd /afs/psi.ch/software/linux/dist/scientific/57/custom'
alias kscustom60='cd /afs/psi.ch/software/linux/dist/scientific/60/custom'
alias kscustom64='cd /afs/psi.ch/software/linux/dist/scientific/64/custom'
alias kscustom66='cd /afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom'  <---

alias ksdir='cd /afs/psi.ch/software/linux/kickstart/configs'
alias ksprepostdir='cd /afs/psi.ch/software/linux/dist/scientific/60/kickstart/bin'

alias l.='ls -d .* --color=auto'
alias ll='ls -l --color=auto'
alias ls='ls --color=tty'
alias mc='. /usr/libexec/mc/mc-wrapper.sh'
alias pdir='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/'
alias pdirf='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/FabioDevelopment/'
alias pdirmanifests='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/manifests/' <-- manifests
alias pdirredhat='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/modules/Tier3/files/RedHat' <-- files
alias pdirsolaris='cd /afs/psi.ch/service/linux/puppet/var/puppet/environments/DerekDevelopment/modules/Tier3/files/Solaris/5.10'

alias vi='vim'
alias which='alias | /usr/bin/which --tty-only --read-alias --show-dot --show-tilde'

alias yumdir5='cd /afs/psi.ch/software/linux/dist/scientific/57/scripts'
alias yumdir6='cd /afs/psi.ch/software/linux/dist/scientific/6/scripts'  <-- Tier3 SL6 repo
alias yumdir7='cd /afs/psi.ch/software/linux/dist/scientificlinux/7x/x86_64/Tier3/all'
alias yumdir7old='cd /afs/psi.ch/software/linux/dist/scientific/70.PLEASE_DO_NOT_USE_AND_DO_NOT_RENAME/scripts'
</pre>
%ENDTWISTY%
---++ =/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/=
%TWISTY{ mode="div" }%
<pre>
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/fs13fs14
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/fs13fs14/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/fs13fs14/kickstart_environment.conf
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/fs13fs14/ks-partition.cfg

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3fs
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3fs/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3fs/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3fs/kickstart_environment.conf

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3sgemon
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3sgemon/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3sgemon/kickstart_environment.conf
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3sgemon/ks-partition.cfg

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3se
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3se/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3se/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3se/kickstart_environment.conf

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3dcachedb
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3dcachedb/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3dcachedb/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3dcachedb/kickstart_environment.conf

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3cmsvobox
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3cmsvobox/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3cmsvobox/kickstart_environment.conf
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3cmsvobox/ks-partition.cfg

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3bdii
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3bdii/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3bdii/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3bdii/kickstart_environment.conf

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3frontier
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3frontier/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3frontier/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3frontier/kickstart_environment.conf

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ldap
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ldap/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ldap/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ldap/kickstart_environment.conf

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/kickstart_environment.conf
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.last
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.old
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.28-12-2014
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.t3vmui01.4.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.t3vmui01.2.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.t3wn30-40.2.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.t3wn10-29.4.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.t3wn10-29.2.disks
%BLUE%/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.t3wn51-59.4.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg%ENDCOLOR%

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ce
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ce/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ce/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ce/kickstart_environment.conf

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ui
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ui/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ui/ks-partition.cfg.2016-10-05
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ui/kickstart_environment.conf
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ui/ks-partition.cfg.old
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ui/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ui/4_disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ui/6_disks

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/kickstart_environment.conf
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/ks-partition.cfg.old
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/ks-partition.cfg.28-12-2014
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/ks-partition.cfg.t3vmui01.4.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/ks-partition.cfg.t3vmui01.2.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/ks-partition.cfg.t3wn30-40.2.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/ks-partition.cfg.t3wn10-29.4.disks
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wnvm/ks-partition.cfg.t3wn10-29.2.disks

/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ossec
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ossec/custom_post.sh
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ossec/ks-partition.cfg
/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3ossec/kickstart_environment.conf
</pre>
%ENDTWISTY%
---++ =/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/kickstart_environment.conf=
%TWISTY{ mode="div" }%
<pre>
PARTITION=tier3/t3wn/ks-partition.cfg
ZONE=Tier3
SET=RedHat
ROLE=worker
PUPPETENV=DerekDevelopment
</pre>
%ENDTWISTY%
---++ =/afs/psi.ch/software/linux/dist/scientific/66/x86_64/custom/tier3/t3wn/ks-partition.cfg.t3wn51-59.4.disks=
mdadm RAIDs 1+0

%TWISTY{ mode="div" }%
<pre>
# tier3/t3wn/ks-partition.conf
#
#ignoredisk --drives=sda,sdb,sdc,sdd
#ignoredisk --drives=sdc
zerombr
clearpart   --all --initlabel
#part swap                   --recommended   
#part swap     --size=1000
#part /boot    --fstype ext3 --size=500     --asprimary
#part /        --fstype ext4 --size=15000   --fsoptions=defaults,async         --asprimary
#part /tmp     --fstype ext4 --size=30000   --fsoptions=defaults,async,noatime           
#part /var/tmp --fstype ext4 --size=10000          
#part /var     --fstype ext4 --size=30000   --fsoptions=defaults,async,noatime      
#part /scratch --fstype ext4 --size=10000 --grow  --ondisk=sdb

# /boot
part raid.5 --size=3000 --ondisk=sda --asprimary
part raid.6 --size=3000 --ondisk=sdb --asprimary
part raid.4 --size=3000 --ondisk=sdc --asprimary
part raid.2 --size=3000 --ondisk=sdd --asprimary
# swap
part raid.38 --size=20000 --ondisk=sda
part raid.35 --size=20000 --ondisk=sdb
part raid.37 --size=20000 --ondisk=sdc
part raid.32 --size=20000 --ondisk=sdd
# /var
part raid.12 --size=5000 --ondisk=sdb 
part raid.11 --size=5000 --ondisk=sda 
part raid.10 --size=5000 --ondisk=sdc 
part raid.13 --size=5000 --ondisk=sdd 
# /var/log
part raid.52 --size=20000 --ondisk=sdb
part raid.51 --size=20000 --ondisk=sda
part raid.50 --size=20000 --ondisk=sdc
part raid.53 --size=20000 --ondisk=sdd
# /var/log/audit
part raid.62 --size=1000 --ondisk=sdb
part raid.61 --size=1000 --ondisk=sda
part raid.60 --size=1000 --ondisk=sdc
part raid.63 --size=1000 --ondisk=sdd
# /tmp
part raid.16 --size=5000 --ondisk=sdb
part raid.14 --size=5000 --ondisk=sda
part raid.17 --size=5000 --ondisk=sdc
part raid.15 --size=5000 --ondisk=sdd
# /
part raid.9 --size=10000 --ondisk=sdb --asprimary
part raid.8 --size=10000 --ondisk=sda --asprimary
part raid.7 --size=10000 --ondisk=sdc --asprimary
part raid.3 --size=10000 --ondisk=sdd --asprimary
# /opt
part raid.29 --size=10000  --ondisk=sdb 
part raid.28 --size=10000  --ondisk=sda 
part raid.27 --size=10000  --ondisk=sdc
part raid.26 --size=10000  --ondisk=sdd
# /scratch 
part raid.18 --size=300 --ondisk=sda --grow
part raid.19 --size=300 --ondisk=sdb --grow
part raid.20 --size=300 --ondisk=sdc --grow
part raid.21 --size=300 --ondisk=sdd --grow
# /cvmfs_local 
part raid.78 --size=50000 --ondisk=sda 
part raid.79 --size=50000 --ondisk=sdb 
part raid.80 --size=50000 --ondisk=sdc 
part raid.81 --size=50000 --ondisk=sdd 
# /fs_cache 
part raid.88 --size=50000 --ondisk=sda 
part raid.89 --size=50000 --ondisk=sdb 
part raid.90 --size=50000 --ondisk=sdc 
part raid.91 --size=50000 --ondisk=sdd 
# 
# /var/cache/openafs
part raid.48 --size=10000 --ondisk=sda 
part raid.49 --size=10000 --ondisk=sdb 
part raid.40 --size=10000 --ondisk=sdc 
part raid.41 --size=10000 --ondisk=sdd

raid /boot              --fstype ext4  --level=1  --fsoptions="data=journal,commit=1"             --device=md0 raid.5  raid.6  raid.4  raid.2 --spares=2
raid /                  --fstype ext4  --level=10 --fsoptions="data=journal,commit=1"             --device=md1 raid.9  raid.8  raid.7  raid.3 
# CIS 1.1.5
raid /var               --fstype ext4  --level=10 --fsoptions="data=journal,commit=5"             --device=md2 raid.12 raid.11 raid.10 raid.13
# CIS 1.1.7
raid /var/log           --fstype ext4  --level=10 --fsoptions="data=journal,commit=5"             --device=md8 raid.52 raid.51 raid.50 raid.53
# CIS 1.1.8
raid /var/log/audit     --fstype ext4  --level=10 --fsoptions="data=journal,commit=5"             --device=md9 raid.62 raid.61 raid.60 raid.63     
# CIS 1.1.1-1.1.4
raid /tmp               --fstype ext4  --level=10  --fsoptions="data=writeback,commit=10,nodev,nosuid,noexec,rw,usrquota,async,noatime"  --device=md3 raid.16 raid.14 raid.17 raid.15
raid swap               --fstype swap  --level=10                                                 --device=md4 raid.38 raid.35 raid.37 raid.32
raid /opt               --fstype ext4  --level=10  --fsoptions="data=journal,commit=1"            --device=md5 raid.29 raid.28 raid.27 raid.26 
raid /scratch           --fstype  xfs  --level=10  --fsoptions="swalloc,nodev,rw,usrquota,async,nobarrier,inode64,noatime,logbufs=8,logbsize=256k"  --device=md6  raid.18 raid.19 raid.20 raid.21
raid /cvmfs_local       --fstype  xfs  --level=10  --fsoptions="swalloc,nodev,rw,usrquota,async,nobarrier,inode64,noatime,logbufs=8,logbsize=256k"  --device=md10 raid.78 raid.79 raid.80 raid.81
raid /fs_cache          --fstype  xfs  --level=10  --fsoptions="swalloc,nodev,rw,usrquota,async,nobarrier,inode64,noatime,logbufs=8,logbsize=256k"  --device=md11 raid.88 raid.89 raid.90 raid.91
raid /var/cache/openafs --fstype ext2  --level=10  --fsoptions="nodev,async,noatime"   --device=md7 raid.48 raid.49 raid.40 raid.41
</pre>
%ENDTWISTY%
---++ =/afs/psi.ch/software/linux/kickstart/configs/sl68-64-tier3-ks.cfg=
%TWISTY{ mode="div" }%
<pre>
################################################################################
# sl66-64-tier3-ks.cfg  
# this file is referenced by t3admin01:/tftpboot/pxelinux.cfg/default PXE installation procedure so have a look to that server ) 
# SL6x 64-bit  
################################################################################

#BEGIN_MAIN

install
url --url http://linux.web.psi.ch/dist/scientific/66/x86_64/os
repo --name="SL6update"   --baseurl=http://linux.web.psi.ch/dist/scientific/66/x86_64/updates/security
# Optional Repos 
#repo --name="SL6fastbugs" --baseurl=http://linux.web.psi.ch/dist/scientific/66/fastbugs.x86_64/stable/
#repo --name="epel"        --baseurl=http://mirror.switch.ch/ftp/mirror/epel/6/x86_64/
#repo --name="dag"         --baseurl=http://ftp.tu-chemnitz.de/pub/linux/dag/redhat/el6/en/x86_64/dag
repo --name="Tier3"       --baseurl=http://linux.web.psi.ch/dist/scientific/6/Tier3/stable/
#repo --name="sl64psi"     --baseurl=http://linux.web.psi.ch/dist/scientific/66//psi/stable/ 

lang en_US.UTF-8
keyboard us
timezone Europe/Zurich
network --bootproto dhcp   # 192.33.126.9

# Disable the password in the production version - FIXME
rootpw --iscrypted $1$shaker$RhgqGV/NGnwuvRDUro0Du1
#sshpw --username=<name> <password> [--iscrypted|--plaintext] [--lock]
sshpw --username=t3admin t3admin --plaintext
authconfig --enableshadow --enablemd5
firewall --disabled
selinux --disabled
services --disabled=atd,avahi-daemon,autofs,bluetooth,cups,cgconfig,cgred,ip6tables,iptables,haldaemon,irqbalance,lm_sensors,netconsole,nfs,ntpdate,puppet,mdmonitor,rdisc,rpcgssd,rpcidmapd,yum,pcscd,portmap,slapd,snmptrapd,hidd,sendmail,multipathd

#zerombr

# to point to the right disk, and just to that disk !
#ignoredisk --only-use=sda
ignoredisk --only-use=sda,sdb,sdc,sdd

#ignoredisk --only-use=sda,sdb,sdc,sdd,sde,sdf
#ignoredisk --only-use=sda,sdb,sdc
#ignoredisk --only-use=sda,sdb

# important: to get correct console redirection, need to append the console argument!!!!
##text
#bootloader --location=mbr --append "console=ttyS0,9600   console=tty0"
# ttyS1,115200 is COM2,115200 inside HP ilo3 for fs13 and fs14
#bootloader --location=mbr --append  "elevator=noop ipv6.disable=1 console=ttyS1,115200"
#bootloader --location=mbr --append  "text elevator=noop ipv6.disable=1 console=ttyS0"
##bootloader --location=mbr --append  "text elevator=noop" 
bootloader --location=mbr --append  "elevator=noop ipv6.disable=1 console=ttyS0,115200 text" 

#bootloader  --location=mbr --append  "text"

# PARTITION

# DRIVERDISK
# XCONFIG
reboot
#halt

%packages --ignoremissing
@core
memtest86+
policycoreutils-python
mlocate
nscd
openssl
openssl-devel
m2crypto
kernel-devel
redhat-lsb
redhat-lsb-core
redhat-lsb-compat
redhat-lsb-graphics
redhat-lsb-printing
ksh
zsh
nfs-utils
glib2.i686
glib2
glib2-devel
glib2-static
glibc
glibc-common
glibc-devel
glibc-headers
git
mercurial
subversion
strace
gdb
gcc
gcc-c++
gcc-objc
gcc-gfortran
compat-gcc-34-c++
compat-glibc
make
cmake
imake
automake
perl
perl-devel
perl-Digest-HMAC
perl-Tk
perl-Text-CSV_XS
perl-Net-SNMP
perl-Crypt-SSLeay
libnotify
ltrace
lvm2
lynx
lm_sensors
lm_sensors-libs
systemtap
tmux
screen
dstat
nc
nmap
ntpd
htop
iftop
iptraf
lshw
fping
ftop
AdobeReader_enu.i486
tcptrack
vim-X11
emacs
emacs-nox
emacs-common
firefox
elinks
readline
readline-devel
compat-readline5
yum-plugin-downloadonly 
yum-plugin-priorities 
yum-plugin-security 
yum-plugin-versionlock 
yum-utils
yum-autoupdate
openldap-clients
psi_pam_krb5
tcl.i686                                
tcl.x86_64
zip
gzip
bzip2
unzip
rpm
rpm-devel
rpmdevtools
rpm-libs
rpm-python
ruby
ruby-augeas
ruby-irb
ruby-libs
ruby-rdoc
ruby-shadow
-pam_krb5
-bluez-utils
-bluez-libs 
-bluez-gnome
-iwlwifi-3945-ucode
-iwlwifi-4965-ucode
-iwlwifi-5000-ucode
-iwlwifi-1000-ucode
-iwlwifi-5150-ucode
-wireless-tools
-iwl5150-firmware
-iwl6050-firmware
-iwl6000-firmware
-iwl5000-firmware
-iwl4965-firmware
-iwl1000-firmware
-iwl3945-firmware
-ipw2100-firmware
-ipw2200-firmware
-iw
-iwl6000g2a-firmware
-iwl100-firmware
-iptables-ipv6
-postfix
-cronie-anacron
-crontabs
-cronie
-rsyslog
-syslog-ng
# PACKAGES

#END_MAIN
%end
################################################################################
%pre

# 23 Apr 2013 - F.Martinelli to get a gpt partitions schema instead of an msdos ( standard )
#/usr/sbin/parted -s /dev/sda mklabel gpt

export OSVERSION=68
export BASEURL=http://linux.web.psi.ch/dist/scientific/$OSVERSION/x86_64
#export BASEURL=http://129.129.190.101/dist/scientific/$OSVERSION
export YUMRELEASE=stable
export PUPPETMASTER=psi-puppet4.psi.ch
export PUPPETENV=FabioDevelopment
#export PUPPETENV=FabioDevelopment
# 
# default variables for PSI puppet path finding
export ZONE=Tier3
export SET=linux
export ROLE=worker
#
#export INIT_KEYS=system/get_old_keys:system/hostname:system/partition
#export APPEND_KEYS=system/yum:system/puppettier3afs
#export APPEND_KEYS=system/puppettier3afs
export APPEND_KEYS=system/puppettier3

####  nothing to edit below this line
export KICKSTART=$BASEURL/kickstart
export CUSTOM=$BASEURL/custom
export PRE_LOG=/tmp/pre.log
export DEBUG_LOG=/tmp/debug_helper

# DNS info got by DHCP is lost in %post scripts! this is documented inside the KS manual
export NAMESERVER=192.33.121.5

# Don't want to wait any mdadm initial sync
echo 999999 > /proc/sys/dev/raid/speed_limit_max

KS_PRE=ks_pre.sh
#echo "trying to wget $KICKSTART/etc/$KS_PRE" | tee -a $DEBUG_LOG
#wget $KICKSTART/etc/$KS_PRE -O /tmp/$KS_PRE 2>&1 | tee $PRE_LOG
echo "trying to wget $KICKSTART/bin/$KS_PRE" | tee -a $DEBUG_LOG
wget -v $KICKSTART/bin/$KS_PRE -O /tmp/$KS_PRE 2>&1 | tee $PRE_LOG
. /tmp/$KS_PRE 2>&1 | tee -a $PRE_LOG

echo "End of %pre"
%end
################################################################################
%post --nochroot

export ROOT=/mnt/sysimage
export POST_LOG=$ROOT/var/log/kickstart/post_nochroot.log
mkdir -p $ROOT/var/log/kickstart

( # Running in a subshell 
echo "Begin of %post --nochroot"

mkdir -p $ROOT/etc/sysconfig
cp -a /tmp/kickstart_environment $ROOT/etc/sysconfig/ 
cp -a /tmp/pre.log $ROOT/var/log/kickstart/
ls -lA $ROOT/etc/sysconfig/kickstart_environment 

# Set the environment
echo "=== Setting the %post --nochroot environment"
. $ROOT/etc/sysconfig/kickstart_environment
while read LINE; do echo $LINE
   v=$(echo $LINE | sed -n 's/^ *\([a-zA-Z_][^=]*\)=.*/\1/p')
   [ -n "$v" ] && export $v
done < $ROOT/etc/sysconfig/kickstart_environment

# DNS information is lost during %post scripts!
echo "nameserver $NAMESERVER" >> /etc/resolv.conf
cp -p /etc/resolv.conf      $ROOT/etc/ 
###############################################

# Source the master script, which will source custom_post_nochroot.sh for each key    
KS_POST_NOCHROOT=ks_post_nochroot.sh
#CMD="wget -q $KICKSTART/etc/$KS_POST -O /tmp/$KS_POST_NOCHROOT"
CMD="wget -v  $KICKSTART/bin/$KS_POST_NOCHROOT -O /tmp/$KS_POST_NOCHROOT"
echo $CMD
$CMD
. /tmp/$KS_POST_NOCHROOT 2>&1 | tee -a $POST_LOG

echo "The %post --nochroot environment before exit:"
env 
echo "End of %post --nochroot"
# to debug ########
#echo "Sleeping"
#sleep 1800
#echo "Wake up"
################
) 2>&1 | tee -a $POST_LOG
%end
################################################################################
%post

export POST_LOG=/var/log/kickstart/post.log

( # Running in a subshell 
echo "Begin of %post"

echo "Optionally labeling the mdadm ext2/3/4 filesystems according to their current mount points"
set -xv
mount | grep "/dev/md[0-9]" | grep ext[2-4] | awk '{printf "e2label "$1" "$3"\n"}' > /tmp/mdadm.ext.e2label
[ -s /tmp/mdadm.ext.e2label ] && . /tmp/mdadm.ext.e2label
set +xv

echo "Optionally labeling the mdadm XFS filesystems according to their current mount points"
set -xv
mount | grep /scratch     | grep xfs | awk '           {printf "xfs_admin -L /scratch "$1"\n"}'           >  /tmp/mdadm.xfs.scratch.xfs_admin
[ -s /tmp/mdadm.xfs.scratch.xfs_admin ]     && umount /scratch     && . /tmp/mdadm.xfs.scratch.xfs_admin && mount /scratch

mount | grep /cvmfs_local | grep xfs | awk '           {printf "xfs_admin -L /cvmfs_local "$1"\n"}'       >  /tmp/mdadm.xfs.cvmfs_local.xfs_admin
[ -s /tmp/mdadm.xfs.cvmfs_local.xfs_admin ] && umount /cvmfs_local && . /tmp/mdadm.xfs.cvmfs_local.xfs_admin && mount /cvmfs_local

# xfs_admin -L /var/cache/fscache /dev/md11  
# writing all SBs
# xfs_admin: truncating label length from 18 to 12
# new label = "/var/cache/f"
mount | grep /var/cache/fscache      | grep xfs | awk '{printf "xfs_admin -L /var/cache/f "$1"\n"}' >  /tmp/mdadm.xfs.fscache.xfs_admin
[ -s /tmp/mdadm.xfs.fscache.xfs_admin ]  && umount /var/cache/fscache && . /tmp/mdadm.xfs.fscache.xfs_admin && mount /var/cache/f /var/cache/fscache
set +xv
# "swalloc,nodev,rw,async,nobarrier,inode64,noatime,logbufs=8,logbsize=256k,user_xattr"

cat << EOF > /etc/yum.conf 
[main]
cachedir=/var/cache/yum
keepcache=1
debuglevel=2
logfile=/var/log/yum.log
pkgpolicy=newest
tolerant=1
exactarch=1
obsoletes=1
timeout=90
metadata_expire=120
plugins=1
multilib_policy=best

[sl6base]
name=sl6 base
#baseurl=http://linux.web.psi.ch/dist/scientific/6/\$basearch/
baseurl=http://linux.web.psi.ch/dist/scientific/66/\$basearch/os
enabled=1

[sl6update]
name=sl6 update
#baseurl=http://linux.web.psi.ch/dist/scientific/6/update.\$basearch/stable/
baseurl=http://linux.web.psi.ch/dist/scientific/66/\$basearch/updates/security
enabled=1

#[sl6update-testing]
#name=sl6 update testing
#baseurl=http://linux.web.psi.ch/dist/scientific/6/update.\$basearch/testing/
#enabled=0
#
#[sl6others]
#name=sl6 others
#baseurl=http://linux.web.psi.ch/dist/scientific/6/others/stable/
#enabled=0
#

[sl6psi]
name=sl6 psi
#baseurl=http://linux.web.psi.ch/dist/scientific/6/psi/stable/
baseurl=http://linux.web.psi.ch/dist/scientific/66/\$basearch/psi
enabled=1

[slnonfree]
name=sl6 nonfree
#baseurl=http://linux.web.psi.ch/dist/scientific/6/nonfree/stable/
baseurl=http://linux.web.psi.ch/dist/scientific/66/\$basearch/nonfree
enabled=0

#[slepelp]
#name=sl6 epelp
#baseurl=http://linux.web.psi.ch/dist/scientific/6/epelp/stable/
#enabled=0
#
EOF



echo "Installing legacy Tier3 syslog-ng RPM"
yum remove  -y rsyslog  
yum install -y libnet cronie cronie-anacron crontabs redhat-lsb redhat-lsb-compat redhat-lsb-core redhat-lsb-graphics redhat-lsb-printing sysstat yum-autoupdate http://linux.web.psi.ch/dist/scientific/6/Tier3/stable/syslog-ng-2.1.4-9.el5.x86_64.rpm

# Set the environment
echo "=== Setting the %post environment"
. /etc/sysconfig/kickstart_environment
while read LINE; do echo $LINE
   # export "$LINE"
   v=$(echo $LINE | sed -n 's/^ *\([a-zA-Z_][^=]*\)=.*/\1/p')
   [ -n "$v" ] && export $v
done < /etc/sysconfig/kickstart_environment

# Source the master script, which will source custom_post.sh for each key    
KS_POST=ks_post.sh
#CMD="wget -q $KICKSTART/etc/$KS_POST -O /tmp/$KS_POST"
CMD="wget -v  $KICKSTART/bin/$KS_POST -O /tmp/$KS_POST"
echo $CMD
$CMD
. /tmp/$KS_POST  2>&1 | tee -a $POST_LOG

# Puppet will change this file
cp -p /etc/inittab /etc/inittab.beforePuppet

# Gmond put in silent mode, Puppet will change this file if needed.
:> /etc/gmond.conf

# no graphical kernel boots
sed -i "s/rhgb quiet/text/g" /boot/grub/menu.lst

echo "Updating RPMs DB for locate"
updatedb

echo "10Gbs links might take (strangely?) secs to wake up during the boot; adding LINKDELAY=10 to the main eth interface "
IFACE=$(route -n 2> /dev/null | awk '/^0\.0\.0\.0/ {print $8}' | tail -n 1)
[ ! -z $IFACE ] && echo "LINKDELAY=10" >> /etc/sysconfig/network-scripts/ifcfg-$IFACE

echo "The %post environment before exit:"
env 
echo "End of %post"
) 2>&1 | tee -a $POST_LOG

################################################################################
%end
</pre>
%ENDTWISTY%
---+ Services
<!--
 #List all the important services, their installation, configuration and how to start and stop them
-->
---++ =netstat -tupl=
%TWISTY{ mode="div" }%<pre>
[root@t3wn51 ~]#  netstat -tupl
Active Internet connections (only servers)
Proto Recv-Q Send-Q Local Address               Foreign Address             State       PID/Program name   
tcp        0      0 *:8092                      *:*                         LISTEN      6597/nsrexecd       
tcp        0      0 *:7937                      *:*                         LISTEN      6597/nsrexecd       
tcp        0      0 *:7938                      *:*                         LISTEN      6597/nsrexecd       
tcp        0      0 *:5666                      *:*                         LISTEN      6556/nrpe           
tcp        0      0 *:38658                     *:*                         LISTEN      -                   
tcp        0      0 *:35014                     *:*                         LISTEN      -                   
tcp        0      0 localhost:smux              *:*                         LISTEN      6085/snmpd          
tcp        0      0 *:60075                     *:*                         LISTEN      5591/rpc.statd      
tcp        0      0 *:sge_execd                 *:*                         LISTEN      6066/sge_execd      
tcp        0      0 *:sunrpc                    *:*                         LISTEN      5569/rpcbind        
tcp        0      0 *:wap-wsp-wtp-s             *:*                         LISTEN      6597/nsrexecd       
tcp        0      0 *:ssh                       *:*                         LISTEN      6102/sshd           
tcp        0      0 localhost:x11-ssh-offset    *:*                         LISTEN      20133/sshd          
udp        0      0 *:54122                     *:*                                     -                   
udp        0      0 *:sunrpc                    *:*                                     5569/rpcbind        
udp        0      0 *:ipp                       *:*                                     5403/portreserve    
udp        0      0 t3wn51.psi.ch:ntp           *:*                                     6113/ntpd           
udp        0      0 localhost:ntp               *:*                                     6113/ntpd           
udp        0      0 *:ntp                       *:*                                     6113/ntpd           
udp        0      0 *:33280                     *:*                                     5591/rpc.statd      
udp        0      0 *:7938                      *:*                                     6597/nsrexecd       
udp        0      0 localhost:syslog            *:*                                     5427/syslog-ng      
udp        0      0 *:hello-port                *:*                                     5569/rpcbind        
udp        0      0 *:snmp                      *:*                                     6085/snmpd          
udp        0      0 localhost:703               *:*                                     5591/rpc.statd      
udp        0      0 *:afs3-callback             *:*                                     -    
</pre>%ENDTWISTY%
---+ Backups
No backups
---+ RailKit HowTo
[[%ATTACHURL%/t3wn51-9-rail-kit-doc.pdf][t3wn51-59 rail kit howto doc]]
NodeTypeForm
Hostnames	t3wn[51-59]
Services	Sun Grid Engine 6.2u5 execution hosts
Hardware	Dalco r2264i5t - Intel S2600TP
Install Profile	wn
Guarantee/maintenance until	01-04-2019