#
# This file is managed by puppet class slurm
#

# Options
AccountingStorageEnforce = limits,qos
AccountingStorageTRES = gres/gpu,cpu,mem,energy,node
AccountingStorageType = accounting_storage/slurmdbd
AuthType = auth/munge
ClusterName = vulcan
ControlAddr = vulcanslurmctl
ControlMachine = vulcanslurmctl
DefaultStorageHost = vulcanslurmctl.umiacs.umd.edu
DisableRootJobs = YES
Epilog = /etc/slurm/scripts/epilog
FastSchedule = 0
JobAcctGatherType = jobacct_gather/cgroup
JobCompLoc = /var/log/slurm/slurm.job.log
JobCompType = jobcomp/filetxt
MinJobAge = 3000
PreemptMode = REQUEUE
PreemptType = preempt/partition_prio
PriorityCalcPeriod = 120
PriorityDecayHalfLife = 14-0
PriorityType = priority/multifactor
PriorityWeightAge = 10
PriorityWeightFairshare = 1000
ProctrackType = proctrack/cgroup
Prolog = /etc/slurm/scripts/prolog
ReturnToService = 2
SchedulerType = sched/backfill
SelectType = select/cons_res
SelectTypeParameters = CR_Core_Memory
SlurmUser = slurm
SlurmctldLogFile = /var/log/slurm/slurmctld.log
SlurmctldPort = 6817
SlurmctldTimeout = 300
SlurmdDebug = debug2
SlurmdLogFile = /var/log/slurm/slurmd.log
SlurmdPort = 6818
SlurmdSpoolDir = /var/spool/slurm/slurmd.spool
SlurmdTimeout = 300
StateSaveLocation = /tmp/slurm.state
TaskPlugin = task/cgroup
TaskPluginParam = autobind=cores


# Nodes
GresTypes=gpu
NodeName=diva00 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan00 Gres=gpu:p6000:7,gpu:p100:1 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan01 Gres=gpu:p6000:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan02 Gres=gpu:p6000:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan03 Gres=gpu:p6000:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan04 Gres=gpu:p6000:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan05 Gres=gpu:p6000:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan06 Gres=gpu:p6000:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan07 Gres=gpu:p6000:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan08 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan09 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan10 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan11 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan12 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan13 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan14 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan15 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan16 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan17 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan18 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan19 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan20 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan21 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN
NodeName=vulcan22 Gres=gpu:gtx1080ti:8 CPUs=32 SocketsPerBoard=2 CoresPerSocket=16 ThreadsPerCore=1 State=UNKNOWN


# Partitions
PartitionName=class State=UP Default=NO DefaultTime=1:00:00 MaxTime=30-00:00:00 Nodes=vulcan[21-22] MaxNodes=1 PriorityTier=10 TRESBillingWeights=CPU=1.0,Mem=0.125G,GRES/gpu=4.0 DefMemPerCPU=8192 OverSubscribe=NO AllowQos=class AllowAccounts=class
PartitionName=diva State=UP Default=NO DefaultTime=1:00:00 MaxTime=30-00:00:00 Nodes=diva00 MaxNodes=1 PriorityTier=10 TRESBillingWeights=CPU=1.0,Mem=0.125G,GRES/gpu=4.0 DefMemPerCPU=8192 OverSubscribe=NO AllowQos=diva AllowAccounts=diva Hidden=yes
PartitionName=dpart State=UP Default=YES DefaultTime=1:00:00 MaxTime=30-00:00:00 Nodes=vulcan00,vulcan01,vulcan02,vulcan03,vulcan04,vulcan05,vulcan06,vulcan07,vulcan08,vulcan09,vulcan10,vulcan11,vulcan12,vulcan13,vulcan14,vulcan15,vulcan16,vulcan17,vulcan18,vulcan19,vulcan20 MaxNodes=1 PriorityTier=10 TRESBillingWeights=CPU=1.0,Mem=0.125G,GRES/gpu=4.0 DefMemPerCPU=8192 OverSubscribe=NO AllowQos=default,medium,high,janus,exempt AllowAccounts=cluster_vulcan
PartitionName=scavenger State=UP Default=NO DefaultTime=1:00:00 MaxTime=72:00:00 Nodes=vulcan00,vulcan01,vulcan02,vulcan03,vulcan04,vulcan05,vulcan06,vulcan07,vulcan08,vulcan09,vulcan10,vulcan11,vulcan12,vulcan13,vulcan14,vulcan15,vulcan16,vulcan17,vulcan18,vulcan19,vulcan20,vulcan[21-22] MaxNodes=1 PreemptMode=REQUEUE PriorityTier=1 TRESBillingWeights=CPU=1.0,Mem=0.125G,GRES/gpu=4.0 DefMemPerCPU=8192 OverSubscribe=NO AllowQos=scavenger AllowAccounts=scavenger QOS=scavenger



