IBM BladeCenter HS22 with 10 nodes Intel Xeon Processor E5520 4C 2.26GHz 8MB Cache 106 IBM System Storage DS3200 IBM 73GB 15K 6Gbps SAS 2.5" SFF Slim-HS HDD SAS Connectivity Card (CIOv) for IBM BladeCenter Integrated SAS Mirroring - 2 identical HDDs required IBM 2TB 7200 Dual Port SATA 3.5'' HS HDD IBM BC SAS Connectivity Mod IBM System Storage DS3200 SAS Dual Controller DS3000 1GB Cache Memory Upgrade Memory 2GB (1x2GB, 2Rx8, 1.5V) PC3-10600 CL9 ECC DDR3 1333MHz VLP BNT Layer 2/3 Copper Gb Ethernet Switch Module for IBM BladeCenter E Series Blade Chassis MT: 8677 S/N KQZLXPX Product ID: 86773TUMTM - S/N 8677HC1 - KQZLXPX Storage1 : IBM System Storage DS3200 Type: 1726-HC2 S/N: 13K1AZW P/N 13N1972 FRU PN: 39R6545 EC G32895B UPS FRU PN: 46M5359 PN: 46M5348 MT 2419 Model: RU1 S/N: 23A2008 Product ID: 24195KX
UPS is plugged into - the 13/15 socket under the floor
ssh NOVO1.cs
login as cscf-adm
#!/bin/bash # source /root/utils/NODES for i in $NODES do echo $i ssh $i "ln -s /usr/local/bin/matlab /opt/matlab/bin/matlab" done
#!/bin/bash # HOSTN=`hostname` cd /data/sjwlwan if [ ! -d $HOSTN ] then mkdir $HOSTN fi cd $HOSTN pwd
Kernel IP routing table Destination Gateway Genmask Flags Metric Ref Use Iface default dc-csfw1-1-csre 0.0.0.0 UG 100 0 0 eth0 129.97.7.0 * 255.255.255.0 U 0 0 0 eth0 link-local * 255.255.0.0 U 1000 0 0 eth0 192.168.8.0 * 255.255.255.0 U 0 0 0 eth1
root@NOVO1:/etc/network# cat interfaces # ======================================================== # Created automatically on NOVO1.cs by command: /root/utils/./mk-interfaces # on Wed Aug 8 10:54:23 EDT 2012 # ======================================================== auto eth0 iface eth0 inet static address 129.97.7.230 netmask 255.255.255.0 broadcast 129.97.7.255 network 129.97.7.0 gateway 129.97.7.1 # mtu 1492 dns-servers 172.19.32.5 172.19.32.6 dns-search cs.uwaterloo.ca uwaterloo.ca auto eth1 iface eth1 inet static address 192.168.8.1 netmask 255.255.255.0 broadcast 192.168.8.255 network 192.168.8.0 # gateway 192.168.8.1 # mtu 1492 dns-servers 172.19.32.5 172.19.32.6 dns-search cs.uwaterloo.ca uwaterloo.ca
127.0.0.1 localhost 127.0.1.1 localhost # The following lines are desirable for IPv6 capable hosts ::1 localhost ip6-localhost ip6-loopback fe00::0 ip6-localnet ff00::0 ip6-mcastprefix ff02::1 ip6-allnodes ff02::2 ip6-allrouters #BACKUP 129.97.167.210 backup-0.cs.uwaterloo.ca backup-0.cs backup-0 backup.cs.uwaterloo.ca backup.cs backup
* documents ALL of the MAc/IP assignments for the system
# Define the NOVO Node LOMs # We turn all lines in /etc/dnsmasq.conf to comments # Except the line: conf-file=/etc/dnsmasq.hosts # All configuration goes here # ONLY the listen-address line changes when moving this to a new host # ================================================================ include=dnsmasq.common # ================================================================ # ONLY the listen-address line changes when moving this to a new host # listen-address replaced with interface for this system # listen-address=127.0.0.1,192.168.8.10 # 192.168.8.1 interface=eth1 # 129.97.7.230 except-interface=eth0 no-dhcp-interface=eth0 bind-interfaces #This program assumes that the dhcp-range is in the following order # tag,min,max,ttl dhcp-range=comm,192.168.8.2,192.168.8.254,255.255.255.0,12h # dhcp-option=option:router,192.168.8.1 # 3 = route # 6 = DNS #dhcp-option=comm,3,192.168.8.1 dhcp-option=comm,6,192.168.8.1,172.19.32.5,172.19.32.6,172.19.47.6 dhcp-option=119,cs.uwaterloo.ca # ============================================================== # Syntax: # IP,MAC,NAME[,CNAME] # subnet=192.168.8 (currently only doing /24 networks) # ttl=1440m (whatever dnsmasq accepts for ttl) # ============================================================== # NOVO10 is on vlan 7 # ETH0 ttl=1440m subnet=129.97.7 iface=eth0 230,e4:1f:13:7a:b3:cc,novo1.cs.uwaterloo.ca,novo1.cs 213,e4:1f:13:7a:b7:54,novo2.cs.uwaterloo.ca,novo2.cs 245,e4:1f:13:7a:b7:a0,novo10.cs.uwaterloo.ca,novo10.cs # ============================================================== # NOVO nodes that are on vlan 170 # ETH0 ttl=1440m subnet=129.97.171 iface=eth0 225,e4:1f:13:7a:b8:48,novo3.cs.uwaterloo.ca,novo3.cs 224,e4:1f:13:7a:b7:74,novo4.cs.uwaterloo.ca,novo4.cs 223,e4:1f:13:7a:b6:c8,novo5.cs.uwaterloo.ca,novo5.cs 222,e4:1f:13:7a:b7:88,novo6.cs.uwaterloo.ca,novo6.cs 221,e4:1f:13:7a:b6:2c,novo7.cs.uwaterloo.ca,novo7.cs 220,e4:1f:13:7a:b7:1c,novo8.cs.uwaterloo.ca,novo8.cs 219,e4:1f:13:7a:b4:04,novo9.cs.uwaterloo.ca,novo9.cs # ============================================================== # COMM and NFS vlan # Note: IP address match # ETH1 ttl=1440m subnet=192.168.8 iface=eth1 1,e4:1f:13:7a:b3:ce,novo1-comm,novo1 2,e4:1f:13:7a:b7:56,novo2-comm,novo2 3,e4:1f:13:7a:b8:4a,novo3-comm,novo3 4,e4:1f:13:7a:b7:76,novo4-comm,novo4 5,e4:1f:13:7a:b6:ca,novo5-comm,novo5 6,e4:1f:13:7a:b7:8a,novo6-comm,novo6 7,e4:1f:13:7a:b6:2e,novo7-comm,novo7 8,e4:1f:13:7a:b7:1e,novo8-comm,novo8 9,e4:1f:13:7a:b4:06,novo9-comm,novo9 10,e4:1f:13:7a:b7:a2,novo10-comm,novo10
root@novo1:~# exportfs -v /opt 192.168.8.0/24(rw,wdelay,root_squash,no_subtree_check) /u 192.168.8.0/24(rw,wdelay,root_squash,no_subtree_check) /local 192.168.8.0/24(rw,wdelay,root_squash,no_subtree_check)
root@novo1:~# df -h Filesystem Size Used Avail Use% Mounted on /dev/sdc1 66G 36G 26G 59% / udev 5.9G 4.0K 5.9G 1% /dev tmpfs 2.4G 1.1M 2.4G 1% /run none 5.0M 0 5.0M 0% /run/lock none 5.9G 0 5.9G 0% /run/shm /dev/sdb1 7.9T 175M 7.5T 1% /local /dev/sda1 5.0T 894G 3.8T 19% /u
# /etc/fstab: static file system information. # # Use 'blkid' to print the universally unique identifier for a # device; this may be used with UUID= as a more robust way to name devices # that works even if disks are added and removed. See fstab(5). # # <file system> <mount point> <type> <options> <dump> <pass> proc /proc proc nodev,noexec,nosuid 0 0 /dev/sda1 / ext4 errors=remount-ro 0 1 /dev/sda2 none swap sw 0 0 /dev/sdb1 /local ext4 errors=remount-ro 0 1 #NOVO1.cs.uwaterloo.ca:/u /u nfs rw,sync,hard,intr,bg 0 0 #NOVO1.cs.uwaterloo.ca:/scratch /scratch nfs rw,sync,hard,intr,bg 0 0 192.168.8.1:/u /u nfs rw,sync,soft,intr,bg 0 0 192.168.8.1:/scratch /scratch nfs rw,sync,soft,intr,bg 0 0 #192.168.8.1:/usr/local/bin /usr/local/bin nfs rw,sync,soft,intr,bg 0 0 #192.168.8.1:/opt /opt nfs rw,sync,soft,intr,bg 0 0
novo1.cs is running a PXE boot server*
I | Attachment | History | Action | Size | Date | Who | Comment |
---|---|---|---|---|---|---|---|
![]() |
NOVO_maintenance_renewal.pdf | r1 | manage | 1697.0 K | 2014-12-11 - 09:46 | MikeGore | 2014 Renewal Notice |
![]() |
xdo31_195147_32-3.pdf | r1 | manage | 5.1 K | 2014-12-11 - 09:47 | MikeGore | 2013 Renewal |
![]() |
xdo9_201833_10.pdf | r1 | manage | 19.0 K | 2014-12-11 - 09:45 | MikeGore | Warranty Extension 2014 |