diff --git a/roles/slurm/files/hyperchicken_qos_level.bash b/roles/slurm/files/hyperchicken_qos_level.bash deleted file mode 100644 index 40fe75330..000000000 --- a/roles/slurm/files/hyperchicken_qos_level.bash +++ /dev/null @@ -1,238 +0,0 @@ -#!/bin/bash - -# create the Cluster -sacctmgr add cluster hyperchicken - -# max cores + ram per node -# -# cpu=5,mem=10000 # .5 node -# cpu=10,mem=20000 # 1.0 node -# cpu=20,mem=40000 # 2.0 nodes -# cpu=40,mem=80000 # 4.0 nodes - -# -## -### Create Quality of Service (QoS) levels. -## -# - -# -# QoS leftover -# -yes | sacctmgr -i create qos set \ - Name='leftover' \ - Priority=0 \ - UsageFactor=0 \ - Description='Go Dutch: Quality of Service level for cheapskates with zero priority, but resources consumed do not impact your Fair Share.' \ - GrpSubmit=30000 MaxSubmitJobsPU=10000 \ - GrpTRES=cpu=0,mem=0 - -yes | sacctmgr -i create qos set \ - Name='leftover-short' \ - Priority=0 \ - UsageFactor=0 \ - Description='leftover-short' \ - GrpSubmit=30000 MaxSubmitJobsPU=10000 MaxWall=06:00:00 - -yes | sacctmgr -i create qos set \ - Name='leftover-medium' \ - Priority=0 \ - UsageFactor=0 \ - Description='leftover-medium' \ - GrpSubmit=30000 MaxSubmitJobsPU=10000 MaxWall=1-00:00:00 - -yes | sacctmgr -i create qos set \ - Name='leftover-long' \ - Priority=0 \ - UsageFactor=0 \ - Description='leftover-long' \ - GrpSubmit=3000 MaxSubmitJobsPU=1000 MaxWall=7-00:00:00 - -# -# QoS regular -# -yes | sacctmgr -i create qos set \ - Name='regular' \ - Priority=10 \ - Description='Standard Quality of Service level with default priority and corresponding impact on your Fair Share.' \ - GrpSubmit=30000 MaxSubmitJobsPU=5000 \ - GrpTRES=cpu=0,mem=0 - -yes | sacctmgr -i create qos set \ - Name='regular-short' \ - Priority=10 \ - Description='regular-short' \ - GrpSubmit=30000 MaxSubmitJobsPU=5000 MaxWall=06:00:00 - -yes | sacctmgr -i create qos set \ - Name='regular-medium' \ - Priority=10 \ - Description='regular-medium' \ - GrpSubmit=30000 MaxSubmitJobsPU=5000 MaxWall=1-00:00:00 \ - MaxTRESPU=cpu=4,mem=10000 - -yes | sacctmgr -i create qos set \ - Name='regular-long' \ - Priority=10 \ - Description='regular-long' \ - GrpSubmit=3000 MaxSubmitJobsPU=1000 MaxWall=7-00:00:00 \ - GrpTRES=cpu=2,mem=5000 \ - MaxTRESPU=cpu=2,mem=5000 - -# -# QoS priority -# -yes | sacctmgr -i create qos set \ - Name='priority' \ - Priority=20 \ - UsageFactor=2 \ - Description='High priority Quality of Service level with corresponding higher impact on your Fair Share.' \ - GrpSubmit=5000 MaxSubmitJobsPU=1000 \ - GrpTRES=cpu=0,mem=0 - -yes | sacctmgr -i create qos set \ - Name='priority-short' \ - Priority=20 \ - UsageFactor=2 \ - Description='priority-short' \ - GrpSubmit=5000 MaxSubmitJobsPU=1000 MaxWall=06:00:00 \ - GrpTRES=cpu=10,mem=20000 - -yes | sacctmgr -i create qos set \ - Name='priority-medium' \ - Priority=20 \ - UsageFactor=2 \ - Description='priority-medium' \ - GrpSubmit=2500 MaxSubmitJobsPU=500 MaxWall=1-00:00:00 \ - GrpTRES=cpu=8,mem=18000 \ - MaxTRESPU=cpu=8,mem=18000 - -yes | sacctmgr -i create qos set \ - Name='priority-long' \ - Priority=20 \ - UsageFactor=2 \ - Description='priority-long' \ - GrpSubmit=250 MaxSubmitJobsPU=50 MaxWall=7-00:00:00 \ - GrpTRES=cpu=4,mem=10000 \ - MaxTRESPU=cpu=4,mem=10000 - -# -# QoS ds -# -yes | sacctmgr -i create qos set \ - Name='ds' \ - Priority=10 \ - UsageFactor=1 \ - Description='Data Staging Quality of Service level for jobs with access to prm storage.' \ - GrpSubmit=5000 MaxSubmitJobsPU=1000 \ - GrpTRES=cpu=0,mem=0 - -yes | sacctmgr -i create qos set \ - Name='ds-short' \ - Priority=10 \ - UsageFactor=1 \ - Description='ds-short' \ - GrpSubmit=5000 MaxSubmitJobsPU=1000 MaxWall=06:00:00 \ - MaxTRESPU=cpu=4,mem=4096 - -yes | sacctmgr -i create qos set \ - Name='ds-medium' \ - Priority=10 \ - UsageFactor=1 \ - Description='ds-medium' \ - GrpSubmit=2500 MaxSubmitJobsPU=500 MaxWall=1-00:00:00 \ - GrpTRES=cpu=2,mem=2048 \ - MaxTRESPU=cpu=2,mem=2048 - -yes | sacctmgr -i create qos set \ - Name='ds-long' \ - Priority=10 \ - UsageFactor=1 \ - Description='ds-long' \ - GrpSubmit=250 MaxSubmitJobsPU=50 MaxWall=7-00:00:00 \ - GrpTRES=cpu=1,mem=1024 \ - MaxTRESPU=cpu=1,mem=1024 - -# -# List all QoS. -# -#sacctmgr show qos format=Name%15,Priority,UsageFactor,GrpTRES%30,GrpSubmit,GrpJobs,MaxTRESPerUser%30,MaxSubmitJobsPerUser,MaxJobsPerUser,MaxTRESPerJob,MaxWallDurationPerJob - -# -## -### Create accounts and assign QoS to accounts. -## -# - -# -# Create 'users' account in addition to the default 'root' account. -# -sacctmgr -i create account users \ - Descr=scientists Org=various - -# -# Assign QoS to the root account. -# -yes | sacctmgr -i modify account root set \ - QOS=priority,priority-short,priority-medium,priority-long - -yes | sacctmgr -i modify account root set \ - QOS+=leftover,leftover-short,leftover-medium,leftover-long - -yes | sacctmgr -i modify account root set \ - QOS+=regular,regular-short,regular-medium,regular-long - -yes | sacctmgr -i modify account root set \ - QOS+=dev,dev-short,dev-medium,dev-long - -yes | sacctmgr -i modify account root set \ - QOS+=ds,ds-short,ds-medium,ds-long - -yes | sacctmgr -i modify account root set \ - DefaultQOS=priority - -# -# Assign QoS to the users account. -# -yes | sacctmgr -i modify account users set \ - QOS=regular,regular-short,regular-medium,regular-long - -yes | sacctmgr -i modify account users set \ - QOS+=priority,priority-short,priority-medium,priority-long - -yes | sacctmgr -i modify account users set \ - QOS+=leftover,leftover-short,leftover-medium,leftover-long - -yes | sacctmgr -i modify account users set \ - QOS+=dev,dev-short,dev-medium,dev-long - -yes | sacctmgr -i modify account users set \ - QOS+=ds,ds-short,ds-medium,ds-long - -yes | sacctmgr -i modify account users set \ - DefaultQOS=regular - -# -# List all associations to verify the required accounts exist and the right (default) QoS. -# -#sacctmgr show assoc tree format=Cluster%8,Account,User%-30,Share%5,QOS%-222,DefaultQOS%-8 - -# -# Allow QoS priority to pre-empt jobs in QoS leftover. -# -yes | sacctmgr -i modify qos Name='priority-short' set Preempt='leftover-short,leftover-medium,leftover-long' -yes | sacctmgr -i modify qos Name='priority-medium' set Preempt='leftover-short,leftover-medium,leftover-long' -yes | sacctmgr -i modify qos Name='priority-long' set Preempt='leftover-short,leftover-medium,leftover-long' - -# -# Allow QoS regular to pre-empt jobs in QoS leftover. -# -yes | sacctmgr -i modify qos Name='regular-short' set Preempt='leftover-short,leftover-medium,leftover-long' -yes | sacctmgr -i modify qos Name='regular-medium' set Preempt='leftover-short,leftover-medium,leftover-long' -yes | sacctmgr -i modify qos Name='regular-long' set Preempt='leftover-short,leftover-medium,leftover-long' - -# -# List all QoS and verify pre-emption settings. -# -#sacctmgr show qos format=Name%15,Priority,UsageFactor,GrpTRES%30,GrpSubmit,GrpJobs,MaxTRESPerUser%30,MaxSubmitJobsPerUser,Preempt%45,MaxWallDurationPerJob - diff --git a/roles/slurm/files/talos_qos_level.bash b/roles/slurm/files/talos_qos_level.bash deleted file mode 100644 index 7a973cb5d..000000000 --- a/roles/slurm/files/talos_qos_level.bash +++ /dev/null @@ -1,235 +0,0 @@ -#!/bin/bash - -# max cores + ram per node -# -# cpu=5,mem=10000 # .5 node -# cpu=10,mem=20000 # 1.0 node -# cpu=20,mem=40000 # 2.0 nodes -# cpu=40,mem=80000 # 4.0 nodes - -# -## -### Create Quality of Service (QoS) levels. -## -# - -# -# QoS leftover -# -yes | sacctmgr -i create qos set \ - Name='leftover' \ - Priority=0 \ - UsageFactor=0 \ - Description='Go Dutch: Quality of Service level for cheapskates with zero priority, but resources consumed do not impact your Fair Share.' \ - GrpSubmit=30000 MaxSubmitJobsPU=10000 \ - GrpTRES=cpu=0,mem=0 - -yes | sacctmgr -i create qos set \ - Name='leftover-short' \ - Priority=0 \ - UsageFactor=0 \ - Description='leftover-short' \ - GrpSubmit=30000 MaxSubmitJobsPU=10000 MaxWall=06:00:00 - -yes | sacctmgr -i create qos set \ - Name='leftover-medium' \ - Priority=0 \ - UsageFactor=0 \ - Description='leftover-medium' \ - GrpSubmit=30000 MaxSubmitJobsPU=10000 MaxWall=1-00:00:00 - -yes | sacctmgr -i create qos set \ - Name='leftover-long' \ - Priority=0 \ - UsageFactor=0 \ - Description='leftover-long' \ - GrpSubmit=3000 MaxSubmitJobsPU=1000 MaxWall=7-00:00:00 - -# -# QoS regular -# -yes | sacctmgr -i create qos set \ - Name='regular' \ - Priority=10 \ - Description='Standard Quality of Service level with default priority and corresponding impact on your Fair Share.' \ - GrpSubmit=30000 MaxSubmitJobsPU=5000 \ - GrpTRES=cpu=0,mem=0 - -yes | sacctmgr -i create qos set \ - Name='regular-short' \ - Priority=10 \ - Description='regular-short' \ - GrpSubmit=30000 MaxSubmitJobsPU=5000 MaxWall=06:00:00 - -yes | sacctmgr -i create qos set \ - Name='regular-medium' \ - Priority=10 \ - Description='regular-medium' \ - GrpSubmit=30000 MaxSubmitJobsPU=5000 MaxWall=1-00:00:00 \ - MaxTRESPU=cpu=4,mem=10000 - -yes | sacctmgr -i create qos set \ - Name='regular-long' \ - Priority=10 \ - Description='regular-long' \ - GrpSubmit=3000 MaxSubmitJobsPU=1000 MaxWall=7-00:00:00 \ - GrpTRES=cpu=2,mem=5000 \ - MaxTRESPU=cpu=2,mem=5000 - -# -# QoS priority -# -yes | sacctmgr -i create qos set \ - Name='priority' \ - Priority=20 \ - UsageFactor=2 \ - Description='High priority Quality of Service level with corresponding higher impact on your Fair Share.' \ - GrpSubmit=5000 MaxSubmitJobsPU=1000 \ - GrpTRES=cpu=0,mem=0 - -yes | sacctmgr -i create qos set \ - Name='priority-short' \ - Priority=20 \ - UsageFactor=2 \ - Description='priority-short' \ - GrpSubmit=5000 MaxSubmitJobsPU=1000 MaxWall=06:00:00 \ - GrpTRES=cpu=10,mem=20000 - -yes | sacctmgr -i create qos set \ - Name='priority-medium' \ - Priority=20 \ - UsageFactor=2 \ - Description='priority-medium' \ - GrpSubmit=2500 MaxSubmitJobsPU=500 MaxWall=1-00:00:00 \ - GrpTRES=cpu=8,mem=18000 \ - MaxTRESPU=cpu=8,mem=18000 - -yes | sacctmgr -i create qos set \ - Name='priority-long' \ - Priority=20 \ - UsageFactor=2 \ - Description='priority-long' \ - GrpSubmit=250 MaxSubmitJobsPU=50 MaxWall=7-00:00:00 \ - GrpTRES=cpu=4,mem=10000 \ - MaxTRESPU=cpu=4,mem=10000 - -# -# QoS ds -# -yes | sacctmgr -i create qos set \ - Name='ds' \ - Priority=10 \ - UsageFactor=1 \ - Description='Data Staging Quality of Service level for jobs with access to prm storage.' \ - GrpSubmit=5000 MaxSubmitJobsPU=1000 \ - GrpTRES=cpu=0,mem=0 - -yes | sacctmgr -i create qos set \ - Name='ds-short' \ - Priority=10 \ - UsageFactor=1 \ - Description='ds-short' \ - GrpSubmit=5000 MaxSubmitJobsPU=1000 MaxWall=06:00:00 \ - MaxTRESPU=cpu=4,mem=4096 - -yes | sacctmgr -i create qos set \ - Name='ds-medium' \ - Priority=10 \ - UsageFactor=1 \ - Description='ds-medium' \ - GrpSubmit=2500 MaxSubmitJobsPU=500 MaxWall=1-00:00:00 \ - GrpTRES=cpu=2,mem=2048 \ - MaxTRESPU=cpu=2,mem=2048 - -yes | sacctmgr -i create qos set \ - Name='ds-long' \ - Priority=10 \ - UsageFactor=1 \ - Description='ds-long' \ - GrpSubmit=250 MaxSubmitJobsPU=50 MaxWall=7-00:00:00 \ - GrpTRES=cpu=1,mem=1024 \ - MaxTRESPU=cpu=1,mem=1024 - -# -# List all QoS. -# -#sacctmgr show qos format=Name%15,Priority,UsageFactor,GrpTRES%30,GrpSubmit,GrpJobs,MaxTRESPerUser%30,MaxSubmitJobsPerUser,MaxJobsPerUser,MaxTRESPerJob,MaxWallDurationPerJob - -# -## -### Create accounts and assign QoS to accounts. -## -# - -# -# Create 'users' account in addition to the default 'root' account. -# -sacctmgr -i create account users \ - Descr=scientists Org=various - -# -# Assign QoS to the root account. -# -yes | sacctmgr -i modify account root set \ - QOS=priority,priority-short,priority-medium,priority-long - -yes | sacctmgr -i modify account root set \ - QOS+=leftover,leftover-short,leftover-medium,leftover-long - -yes | sacctmgr -i modify account root set \ - QOS+=regular,regular-short,regular-medium,regular-long - -yes | sacctmgr -i modify account root set \ - QOS+=dev,dev-short,dev-medium,dev-long - -yes | sacctmgr -i modify account root set \ - QOS+=ds,ds-short,ds-medium,ds-long - -yes | sacctmgr -i modify account root set \ - DefaultQOS=priority - -# -# Assign QoS to the users account. -# -yes | sacctmgr -i modify account users set \ - QOS=regular,regular-short,regular-medium,regular-long - -yes | sacctmgr -i modify account users set \ - QOS+=priority,priority-short,priority-medium,priority-long - -yes | sacctmgr -i modify account users set \ - QOS+=leftover,leftover-short,leftover-medium,leftover-long - -yes | sacctmgr -i modify account users set \ - QOS+=dev,dev-short,dev-medium,dev-long - -yes | sacctmgr -i modify account users set \ - QOS+=ds,ds-short,ds-medium,ds-long - -yes | sacctmgr -i modify account users set \ - DefaultQOS=regular - -# -# List all associations to verify the required accounts exist and the right (default) QoS. -# -#sacctmgr show assoc tree format=Cluster%8,Account,User%-30,Share%5,QOS%-222,DefaultQOS%-8 - -# -# Allow QoS priority to pre-empt jobs in QoS leftover. -# -yes | sacctmgr -i modify qos Name='priority-short' set Preempt='leftover-short,leftover-medium,leftover-long' -yes | sacctmgr -i modify qos Name='priority-medium' set Preempt='leftover-short,leftover-medium,leftover-long' -yes | sacctmgr -i modify qos Name='priority-long' set Preempt='leftover-short,leftover-medium,leftover-long' - -# -# Allow QoS regular to pre-empt jobs in QoS leftover. -# -yes | sacctmgr -i modify qos Name='regular-short' set Preempt='leftover-short,leftover-medium,leftover-long' -yes | sacctmgr -i modify qos Name='regular-medium' set Preempt='leftover-short,leftover-medium,leftover-long' -yes | sacctmgr -i modify qos Name='regular-long' set Preempt='leftover-short,leftover-medium,leftover-long' - -# -# List all QoS and verify pre-emption settings. -# -#sacctmgr show qos format=Name%15,Priority,UsageFactor,GrpTRES%30,GrpSubmit,GrpJobs,MaxTRESPerUser%30,MaxSubmitJobsPerUser,Preempt%45,MaxWallDurationPerJob -