Differences

This shows you the differences between two versions of the page.

--- cluster:213 [2023/01/31 19:25] – hmeij07
+++ cluster:213 [2024/01/12 15:09] (current) – hmeij07
@@ Line 50: / Line 50: @@
 cd /etc/sysconfig/network-scripts/
 vi ifcfg-eth0 # 192.168.102.x
-vi ifcfg-eth1 # 10.10.102.x
+vi ifcfg-eth1 # 10.10.102.x   # 'uuidgen eth1' to get uuid
 vi ifcfg-eth3 # 129.133.52.x
+scp 192.168.102.112:/etc/rc.d/rc.local /etc/rc.d/  # check +x, edit ib0, start
 systemctl restart network
 ping -c 3 192.168.102.42
@@ Line 64: / Line 66: @@
 systemctl start iptables # and enable
 iptables -L
-systemctl stop firewalld
-systemctl disable firewalld
@@ Line 82: / Line 82: @@
 vi /etc/passwd (exx, dockeruser $HOME)
-## edit passwd, shadow, group, hosts files ##
-## make -orig backups and stage in /home/tmp/global
-## cottontail2 = greentail52 sections
 #exx96
@@ Line 97: / Line 94: @@
 ln -s /zfshomes/tmp
 ln -s /zfshomes/csmith06
+ls -l
+cat /sanscratch/tmp/fstab.tmp >> /etc/fstab; mkdir /astrostore; mount -a; df -h; cd /smithlab/;  ln -s /smithlab/home/opt/rhel08 opt; ls -l
 # fstab file mounts
 mkdir -p /zfshomes /home66 /home33 /mindstore /opt/ohpc/pub /opt/intel
+mkdir -p /smithlab/home;cd /smithlab;ln -s /smithlab/home/opt/rhel08 opt; ls -l
 # cottontail2 = greentail52
 # n100-n101 = n79
@@ Line 112: / Line 112: @@
 Server 192.168.102.251
 # check
+systemctl restart chronyd
 chronyc sources
 # Rocky8
 # https://docs.fedoraproject.org/en-US/epel/#Quickstart
-dnf config-manager --set-enabled powertools
+dnf config-manager --set-enabled powertools -y
-dnf install epel-release
+dnf install epel-release -y
-dnf install netcdf netcdf-devel
+dnf install netcdf netcdf-devel -y
-dnf install yum-utils # yumdownloader
+dnf install yum-utils # yumdownloader -y
-dnf install ddd
+dnf install ddd grace gnuplot alpine -y # pico
-dnf install grace
-dnf install gnuplot
-dnf install alpine # pico
 yum groupinstall "Server" # server for compute nodes "Server with GUI"
 # on head node install from epel repo
-yum install slurm-openlava
+### yum install slurm-openlava
 # error on conflicting libs, too bad!
@@ Line 135: / Line 134: @@
 yum install epel-release -y
 yum install flex bison -y
-yum install tcl tcl-devel dmtcp -y
+yum install tcl tcl-devel dmtcp dmtcp-devel -y
 yum install net-snmp net-snmp-libs net-tools net-snmp-utils -y
 yum install freeglut-devel libXi-devel libXmu-devel -y
@@ Line 178: / Line 177: @@
 echo "relayhost = 192.168.102.251" >> /etc/postfix/main.cf
-yum install net-snmp-utils net-snmp-libs net-snmp net-snmp-agent-libs
 # edit /etc/snmp/snmpd.conf, enable and start
@@ Line 215: / Line 213: @@
 # obabel chem file formats
 yum install openbabel openbabel-devel
-# dmtcp
-yum install dmtcp dmtcp-devel
-# check status of service munge
 yum clean all
 # eth3 onboot=no, private networks only
 systemctl disable iptables
-reboot
 # now make it an ohpc compute node
+# DO THIS on compute nodes BEFORE mounting ctt2:/opt
+# pulls in newer version, potentail problem later on
   yum repolist
-  yum  install ohpc-base-compute
+  rpm -ivh ohpc-release-2-1.el8.x86_64.rpm
+  yum install singularity-ohpc
+  yum  install ohpc-base-compute --nobest
+    yum  install ohpc-slurm-client
   scp cottontail2:/etc/resolv.conf /etc/resolv.conf
-  yum  install ohpc-slurm-client
+  # check status of service munge
+  rpm -ivh /sanscratch/tmp/rpms/munge-devel-0.5.13-2.el8.x86_64.rpm
   systemctl enable munge
   systemctl start munge
@@ Line 244: / Line 249: @@
   scp cottontail2:/etc/slurm/gres.conf /etc/slurm/gres.conf
   scp cottontail2:/etc/profile.d/lmod.sh /etc/profile.d/
+# /etc/bashrc add
+# ohpc lmod gcc mpicc
+export PATH=/usr/local/slurm/bin:$PATH
+export LD_LIBRARY_PATH=/usr/local/slurm/lib:$LD_LIBRARY_PATH
 # /var/[log|spool|run] need to be removed from
@@ Line 251: / Line 262: @@
   /usr/sbin/slurmd -D
-# start via rc.local
+# start via rc.local (already copied)
-chmod +x /etc/rc.d/rc.local
+#chmod +x /etc/rc.d/rc.local
 #timing issue with munge
-sleep 15
+#sleep 15
-/usr/sbin/slurmd
+#/usr/sbin/slurmd
+systemctl stop firewalld
+systemctl disable firewalld
+systemctl  disable dnf-makecache.timer
+systemctl stop dnf-makecache.timer
+ mv /etc/issue.d/cockpit.issue /root/etc_issue.d_cockpit.issue
+ mv /etc/motd.d/cockpit /root/etc_motd.d_cockpit
+## edit passwd, shadow, group, hosts files ##
+## make -orig backups and stage in /home/tmp/global
+## cottontail2 = greentail52 sections
+chown -R munge:munge /etc/munge /var/log/munge /var/lib/munge /var/run/munge
+chown -R slurm:munge /var/log/slurm /var/spool/slurm
 # slurmd ???
 	libhwloc.so.15 => /opt/ohpc/pub/libs/hwloc/lib/libhwloc.so.15 (0x00007fd6e5684000)
+# crontab
+# ionice gaussian
+,15,30,45 * * * * /share/apps/scripts/ionice_lexes.sh  > /dev/null 2>&1
+# cpu temps
+* * * * /share/apps/scripts/lm_sensors.sh > /dev/null 2>&1
+on compute node /etc/security/limits.conf
+*                -       memlock         270039400
+# file date_ctt2.sh
+# ctt /etc/pdsh
+# ctt:/root/scripts
+# ctt2:/usr/local/bin/rslurm2022.sh
 </code>