Differences

This shows you the differences between two versions of the page.

--- tech:slurm [2020/02/07 12:55] – [Controller] kohofer
+++ tech:slurm [2020/02/11 10:41] – kohofer
@@ Line 15: / Line 15: @@
 ===== Installation =====
-==== Controller ====
+===== Controller name: slurm-ctrl =====
-Controller name: slurm-ctrl
 Install slurm-wlm and tools
@@ Line 113: / Line 111: @@
 NodeName=linux1 NodeAddr=10.7.20.98 CPUs=1 State=UNKNOWN
 </code>
+Copy slurm.conf to compute nodes!
   root@slurm-ctrl# scp /etc/slurm-llnl/slurm.conf csadmin@10.7.20.109:/tmp/.; scp /etc/slurm-llnl/slurm.conf csadmin@10.7.20.110:/tmp/.
+  vi /lib/systemd/system/slurmctld.service
+<code>
+[Unit]
+Description=Slurm controller daemon
+After=network.target munge.service
+ConditionPathExists=/etc/slurm-llnl/slurm.conf
+Documentation=man:slurmctld(8)
+[Service]
+Type=forking
+EnvironmentFile=-/etc/default/slurmctld
+ExecStart=/usr/sbin/slurmctld $SLURMCTLD_OPTIONS
+ExecStartPost=/bin/sleep 2
+ExecReload=/bin/kill -HUP $MAINPID
+PIDFile=/var/run/slurm-llnl/slurmctld.pid
+[Install]
+WantedBy=multi-user.target
+</code>
+  vi /lib/systemd/system/slurmd.service
+<code>
+[Unit]
+Description=Slurm node daemon
+After=network.target munge.service
+ConditionPathExists=/etc/slurm-llnl/slurm.conf
+Documentation=man:slurmd(8)
+[Service]
+Type=forking
+EnvironmentFile=-/etc/default/slurmd
+ExecStart=/usr/sbin/slurmd $SLURMD_OPTIONS
+ExecStartPost=/bin/sleep 2
+ExecReload=/bin/kill -HUP $MAINPID
+PIDFile=/var/run/slurm-llnl/slurmd.pid
+KillMode=process
+LimitNOFILE=51200
+LimitMEMLOCK=infinity
+LimitSTACK=infinity
+[Install]
+WantedBy=multi-user.target
+</code>
   root@slurm-ctrl# systemctl daemon-reload
   root@slurm-ctrl# systemctl enable slurmdbd
@@ Line 192: / Line 241: @@
   debug*       up   infinite      1   idle linux1
-==== Compute Nodes ====
+If computer node is down
+<code>
+sinfo -a
+PARTITION AVAIL  TIMELIMIT  NODES  STATE NODELIST
+debug*       up   infinite      2   down gpu[02-03]
+</code>
+  scontrol update nodename=gpu02 state=idle
+  scontrol update nodename=gpu03 state=idle
+<code>
+sinfo -a
+PARTITION AVAIL  TIMELIMIT  NODES  STATE NODELIST
+debug*       up   infinite      2   idle gpu[02-03]
+</code>
+===== Compute Nodes =====
 A compute node is a machine which will receive jobs to execute, sent from the Controller, it runs the slurmd service.