Initial config files for Beta-Barrel.

README.md

@@ -252,6 +252,7 @@ Are you sure you want to continue connecting (yes/no)?
 
 Execute:
 ```bash
+mkdir -p files/[stack_name]
 dd if=/dev/urandom bs=1 count=1024 > files/[stack_name]/munge.key
 ansible-vault encrypt --encrypt-vault-id [stack_name] files/[stack_name]/munge.key
 ```

files/betabarrel_cluster/munge.key

@@ -0,0 +1,57 @@
+$ANSIBLE_VAULT;1.2;AES256;betabarrel_cluster
+30633130613438346661383537303733623937386136326533626665623761336565623933366662
+6231306236383433653963613566313266343034613331370a656539623837373931623434616137
+39396330343961363737616563613764613262663664343433313565623830326333383034643231
+6466656662613662380a366566326566636439366139373432616161613364333230383236393331
+35613236323235393735333961323631396631376566386633306530653564313030616566373233
+61376130346362343036356433323739316431663666616230303562626232393462323531316366
+34303032313762393964383464646235323766373433356131383535333334663836373238656436
+63376330313536373963623830343933666338353162613631383066646230373331383534333063
+30633964623734376330346662303433313338373765626139666537363736356565323062623164
+37663735346561376364343765666338376561636666383732303664333735636365373863626632
+39613139323930653330343137636238653137373733636438626261623739613935333831363465
+64333431343833383133613538646330393030646632356336366562623062353935653163646437
+63373835343539333638393933306433656430343134656363393834383639316232643036633164
+32663466353861363739623931343935623163666464303162386533653939353830643438643632
+62653064373866626633386639326437643362313430323539303333396562663438633431623063
+63346663313363613765313032656631633635316334393361356362386536326463633338316432
+33663739316332333863643838336530336630636637303839376466613764656437666232613737
+66323261393739653638666237346166333136613531626232306536636238303863626561386364
+64353630643366613365393231633037636530336135643531333438323232653832353563336434
+66653635363233343234323033363736313032656165616237376531383964623432666466383239
+63313566346537626634646664386632613237303735636638363130313234376566613631343431
+39613262396235353461303135346262323161343363643835636231323733613166383634393733
+36383338633365666138356135353161616539636531643537663861626530666234376339376561
+66316666636538396635366666303666363661336232353034656562356237353962646164666164
+31323862346230626663323030373031363563623761363539336232303132663562653238643238
+34396138353633643436653862643962633733633062646561376531303864323635643335383437
+39666135326565656565353562663437333133373233383238663962663131643261303264346363
+64393837313635303138666134633930353565336634323239386438393361353332313030666436
+31346539376334353961393739633535613162316235313736613134303430363431613530333362
+66653361323937633462393639613133383030396336366233663635373162623764633939333161
+35396163613136323866336362396230656636643138336636326464646133653935336437663238
+38346431376433333462646235313437616663363530383236316637646332646661323331353765
+30633731333366303231346334363362326536376165666430313033663636646239346236616135
+33653732336336336137643466623332316433616637666237336138313865336363306465376631
+32663931303531636639613333336234373235613861663833333262653632613862353935633036
+64366638333233353138333262373230363964313630653462336261386561663231663339326630
+31633439633037373833616535343734633837306331373466663236333865396664653230613462
+34653030313063623732353065346532393039336436363935343039333433636135383661313064
+33643636646164386235353537373233306539616539663735333562323264613762663464356534
+31383963313331383562303134303134373039353630323566653537653531356339383365646265
+30663832326164623639333734323065356337643463663461616638626631653162623562323833
+66326430313338643666646337653736373764663231313633656461376131616139326331366536
+36313331303265643338386165623339623335363837663663383539363534646365363064656161
+30636234393737656136633434383165383830363330663634353535393739373264353061666261
+30336239393234336331636136366534373438646161306365643064366361653663323137386636
+39633336383437313663396137646135393238393636373331316438623665303462343932343830
+62656466303435316239626337326163353535376431333038613162613634393263353938373334
+37366664393130343139663537313566313035396233303461626461333365633133653538336534
+63346361313063333732653966353064303334323730313233313261383466333766396530386662
+64656662336130636165393461333162323161666166623662623461366365323337643635353034
+33643366353132633534323736396235336137343033363331356161383536333961336130386434
+31376362346439653464326562626339636665623436316137656235393665303339653461663435
+37656163343464366561353133643463633537353166336665643963646662303535316632623636
+64303038306233313061613865643162356134383035326566363531613133303262366336383965
+37663737636663393430653761373433336661396664326134346535613736376138663533333664
+61333062343738316261

group_vars/betabarrel_cluster/ip_addresses.yml

@@ -0,0 +1,9 @@
+---
+ip_addresses:
+  betabarrel:
+    addr: 172.23.41.225
+    mask: /32
+    vlan: VLAN 983
+    fqdn:
+    desc: Slurm in a box
+...

group_vars/betabarrel_cluster/secrets.yml

@@ -0,0 +1,66 @@
+$ANSIBLE_VAULT;1.2;AES256;betabarrel_cluster
+32623933343238363034393239646534383265323937356535326161386437323231386130323266
+6337623737666131636533626664623532313833666334660a313630333431663130383033393765
+30306265333935393661633534303731613638643637633432396534323937623838356333383138
+3364383734326632300a306533666531633034663938653562373765376134316337373065626530
+64643939326330666233356238303164343562343932636365383436326430663737343532396264
+65373730313363383832323464663665303662393633306337313664323165633132323936353063
+62373034346539656230353635373638353531363734623437353637383762363263373234313762
+38326335396635393137303731663336306165356639653930626531626162323639333230636430
+65386563633437323566323831383161323766316363333631356236303936643030306638623433
+34373462336637343838373961383761373930303737386138626235663563303631633439653465
+30323565383737633832346562353363633538373039623666613438616638363066633930303533
+64653864623438383531623336346239653361666437643064643632373135356636343937626533
+64363133613238376264613932653532303461306266323937313566323566656662396662313536
+61373932383564656431383131663131616664643837616237366537626431333164303961333265
+65386436616132363031376235626564613834633531333838663462333237306363616561393831
+62636565396531353431663336326437383661336237646366643430373837336431346666336664
+61333864663664633430616663333535386134356236333534636237313230303133646663313636
+63346464343939623539636262303761356462653661616364616337303962646439326636633839
+30643466653961656433653136373535626165383066373239656330613065343838356233363836
+63663836386239363662623064393130626136393138343564303339653136356331633364356132
+34326261306130613566303761623962323266346234623435633736323739393738643739306432
+36353933396434653730623737303932616333663931353638653539353636393262323935656364
+30386138393662363166616630623936663335306261316536326465363363626131323261623635
+65386663376437613564363463323864626430666362306663376432363562326634363162313430
+38346164616438613130383066653661613737316139373363626335623563333337353064393565
+65393262366338313463383464333237356661323833376138356630323566363664636638383362
+34393238656239623635373933376134343964353666666233333336333134633133633533303630
+39616633316133633935386564613865373730353836653130326337306235343033326331343538
+62616232346136636430633632373664663166323161336234326137356161313663346563386165
+37313636666663373230633836643335343562313361353664336664633930393061396233616333
+38613630376232306234633264313863626361326139306332313837383963626265353734393036
+36363065353461386136353062346238366635323065373432313530333838313263633236366437
+63366131316139623535386665363533373133636165623136326234346561353131313538333561
+66363038663838376664393734316564323935343838636362303361636331646666393635383134
+35363632653734333938663039333435356537633730306664363961313166373932323332626638
+66386566646239363334346463386330343636643538366461336133356430373830356331663762
+35656236653961336661393935653235393136343935393030333163326236313839633235366333
+31333139393733363931363462353063393662633161346563636539323466656461353531663532
+31653534386565363762663230343331386132396633393931386639643731353435663935313362
+66363966313636333030376164326566333935336465656237396438656133366461326361383934
+61663733623032643930376562343439623239646434633663653263316463366537616434343065
+31346661396664393239383035626332316130303439633635303461636331666461656230636634
+34333738353236373365636636386139633664326130323465383362663565613632303166313165
+61396366363730313363356663646531636561303764326263613637326332396632363235653635
+32323234383233656433376163393238373466326333376536616439306631623131613433373261
+37306264306531393162326166366636656131663131386631663734653664303531663034383138
+66383634373466626235303335383363336161353439316238363865303035313438393865356535
+33316535336461623264396133356165383131303233663839363538393439653866613634636261
+34336430663062346231643537393234616136643233343735396663393135613865613032626134
+39303564636165333662373163343831653436386462613438613534366238313434653362623031
+34383032393934323837356563303237333564666438666436643935616530636461343966343434
+34346539346437376135373232333230333031656164653166613765633462333035633733386135
+34653237343461336330383461616133306337363836396335356666323332363466613233343539
+35663539303936306537386130313236393438646139613064376131383464646437363762616530
+63653963666132383236653638616663336434353333323165393439373131356236363930646236
+64386166353433633231303030396139643832393333326431396531343533313633643834346163
+64356338356336313934656563633432316635306435613433346434363333626165363761663665
+38383030326435663230366530653134303538373063376361313563373435346435373735636433
+33623563623765633535363466623634623935323561613631656365636661356138373862393438
+33373761383964613836656631353730643663393038353432376236336562666136653435653335
+39386534646361646234653430323461383938316136376165316464323635353030623939396336
+35393963396135383838633566356139313738373431326234666234386233626632326639306232
+63643261636136323764303863326333336132613135613562323063393237356231623165396339
+34613664333537646232346330623563633765646265366437386235663930333137336562366366
+3066

group_vars/betabarrel_cluster/vars.yml

@@ -0,0 +1,244 @@
+---
+slurm_cluster_name: 'betabarrel'
+slurm_cluster_domain: ''  # Only add hpc.rug.nl domain when jumphost is registered in DNS.
+stack_name: "{{ slurm_cluster_name }}_cluster"  # stack_name must match the name of the folder that contains this vars.yml file.
+stack_prefix: 'bb'
+slurm_version: '20.11.8-1.el7.umcg'
+slurm_partitions:
+  - name: regular  # Must be in sync with group listed in Ansible inventory.
+    default: yes
+    nodes: betabarrel  # Must be in sync with Ansible hostnames listed in inventory.
+    max_nodes_per_job: "{% if slurm_allow_jobs_to_span_nodes is defined and slurm_allow_jobs_to_span_nodes is true %}{{ groups['regular']|list|length }}{% else %}1{% endif %}"
+    max_cores_per_node: "{{ groups['regular'] | map('extract', hostvars, 'slurm_max_cpus_per_node') | first }}"
+    max_mem_per_node: "{{ groups['regular'] | map('extract', hostvars, 'slurm_max_mem_per_node') | first }}"
+    local_disk: "{{ groups['regular'] | map('extract', hostvars, 'slurm_local_disk') | first | default(0, true) }}"
+    features: "{{ groups['regular'] | map('extract', hostvars, 'slurm_features') | first | default('none') }}"
+    extra_options: 'TRESBillingWeights="CPU=1.0,Mem=0.25G"'
+repo_manager: 'none'
+rewrite_domain: "{{ stack_prefix }}-sai{% if slurm_cluster_domain | length %}.{{ slurm_cluster_domain }}{% endif %}"
+figlet_font: 'ogre'
+motd: |
+      =========================================================
+          Welcome to {{ slurm_cluster_name | capitalize }}
+      =========================================================
+additional_etc_hosts:
+  - group: all
+    hosts:
+      - docs_on_merlin
+use_ldap: yes
+create_ldap: no
+use_sssd: yes
+ldap_domains:
+  grunn:
+    uri: ldaps://svrs.id.rug.nl
+    search_base: ou=gd,o=asds
+    schema: rfc2307
+    min_id: 50100000
+    max_id: 55999999
+    user_object_class: posixAccount
+    user_name: uid
+    user_ssh_public_key: sshPublicKey
+    user_member_of: groupMembership
+    group_member: memberUid
+    group_object_class: groupofnames
+    group_quota_soft_limit_template: ruggroupumcgquotaLFSsoft
+    group_quota_hard_limit_template: ruggroupumcgquotaLFS
+totp:
+  machines: "{{ groups['jumphost'] }}"
+  excluded:
+    - 'LOCAL'
+    - "{{ all.ip_addresses['umcg_net1']['addr'] }}{{ all.ip_addresses['umcg_net1']['mask'] }}"
+    - "{{ all.ip_addresses['umcg_net2']['addr'] }}{{ all.ip_addresses['umcg_net2']['mask'] }}"
+    - "{{ all.ip_addresses['umcg_net3']['addr'] }}{{ all.ip_addresses['umcg_net3']['mask'] }}"
+    - "{{ all.ip_addresses['umcg_net4']['addr'] }}{{ all.ip_addresses['umcg_net4']['mask'] }}"
+public_ip_addresses:
+  porch: '195.169.22.170'
+nameservers: [
+  '8.8.4.4',  # Google DNS.
+  '8.8.8.8',  # Google DNS.
+]
+local_admin_groups:
+  - 'admin'
+  - 'docker'
+local_admin_users:
+  - 'egon'
+  - 'ger'
+  - 'gerben'
+  - 'henkjan'
+  - 'kim'
+  - 'marieke'
+  - 'marlies'
+  - 'marloes'
+  - 'morris'
+  - 'pieter'
+  - 'robin'
+  - 'sandi'
+  - 'wim'
+data_transfer_only_group: 'umcg-sftp-only'
+envsync_user: 'umcg-envsync'
+envsync_group: 'umcg-depad'
+functional_admin_group: 'umcg-funad'
+hpc_env_prefix: '/apps'
+regular_groups:
+  - "{{ envsync_group }}"
+  - "{{ functional_admin_group }}"
+  - 'umcg-atd'
+  - 'umcg-gap'
+  - 'umcg-gd'
+  - 'umcg-genomescan'
+  - 'umcg-gsad'
+  - 'umcg-gst'
+  - 'umcg-vipt'
+regular_users:
+  - user: "{{ envsync_user }}"
+    groups: ["{{ envsync_group }}"]
+  - user: 'umcg-atd-ateambot'
+    groups: ['umcg-atd']
+    sudoers: '%umcg-atd'
+  - user: 'umcg-atd-dm'
+    groups: ['umcg-atd']
+    sudoers: '%umcg-atd'
+  - user: 'umcg-gap-ateambot'
+    groups: ['umcg-gap']
+    sudoers: '%umcg-gap'
+  - user: 'umcg-gap-dm'
+    groups: ['umcg-gap']
+    sudoers: '%umcg-gap'
+  - user: 'umcg-gd-ateambot'
+    groups: ['umcg-gd']
+    sudoers: '%umcg-gd'
+  - user: 'umcg-gd-dm'
+    groups: ['umcg-gd']
+    sudoers: '%umcg-gd'
+  - user: 'umcg-genomescan-ateambot'
+    groups: ['umcg-genomescan']
+    sudoers: '%umcg-genomescan'
+  - user: 'umcg-genomescan-dm'
+    groups: ['umcg-genomescan']
+    sudoers: '%umcg-genomescan'
+  - user: 'umcg-gsad-ateambot'
+    groups: ['umcg-gsad']
+    sudoers: '%umcg-gsad'
+  - user: 'umcg-gsad-dm'
+    groups: ['umcg-gsad']
+    sudoers: '%umcg-gsad'
+  - user: 'umcg-gst-ateambot'
+    groups: ['umcg-gst']
+    sudoers: '%umcg-gst'
+  - user: 'umcg-gst-dm'
+    groups: ['umcg-gst']
+    sudoers: '%umcg-gst'
+  - user: 'umcg-vipt-dm'
+    groups: ['umcg-vipt']
+    sudoers: '%umcg-vipt'
+#
+# Shared storage related variables
+#
+pfs_mounts:
+  - pfs: local_raid
+    source:
+    type:
+    rw_options:
+    ro_options:
+    machines: "{{ groups['sys_admin_interface'] }}"
+  - pfs: 'medgen_zincfinger$'
+    source: '//storage3.umcg.nl'
+    type: cifs    # checked with cat /proc/filesystem
+    rw_options: 'vers=3.0,mfsymlinks,rw,soft,perm,dir_mode=02750,file_mode=0640'
+    ro_options: 'vers=3.0,mfsymlinks,ro,soft,perm,dir_mode=02750,file_mode=0640'
+    machines: "{{ groups['chaperone'] }}"
+  - pfs: 'medgen_leucinezipper$'
+    source: '//storage3.umcg.nl'
+    type: cifs    # checked with cat /proc/filesystem
+    rw_options: 'vers=3.0,mfsymlinks,rw,soft,perm,dir_mode=02750,file_mode=0640'
+    ro_options: 'vers=3.0,mfsymlinks,ro,soft,perm,dir_mode=02750,file_mode=0640'
+    machines: "{{ groups['chaperone'] }}"
+  - pfs: 'medgen_wingedhelix$'
+    source: '//storage3.umcg.nl'
+    type: cifs    # checked with cat /proc/filesystem
+    rw_options: 'vers=3.0,mfsymlinks,rw,soft,perm,dir_mode=02750,file_mode=0640'
+    ro_options: 'vers=3.0,mfsymlinks,ro,soft,perm,dir_mode=02750,file_mode=0640'
+    machines: "{{ groups['chaperone'] }}"
+lfs_mounts:
+  - lfs: home
+    pfs: local_raid
+    rw_machines: "{{ groups['cluster'] }}"
+  - lfs: tmp06
+    pfs: local_raid
+    groups:
+      - name: umcg-atd
+      - name: umcg-gap
+      - name: umcg-gd
+      - name: umcg-genomescan
+      - name: umcg-gsad
+      - name: umcg-gst
+      - name: umcg-vipt
+    rw_machines: "{{ groups['user_interface'] + groups['compute_vm'] }}"
+  - lfs: prm05
+    pfs: 'medgen_zincfinger$'
+    groups:
+      - name: umcg-atd
+      - name: umcg-gap
+      - name: umcg-gd
+      - name: umcg-gsad
+      - name: umcg-gst
+      - name: umcg-vipt
+    rw_machines: "{{ groups['chaperone'] }}"
+  - lfs: dat05
+    pfs: 'medgen_zincfinger$'
+    groups:
+      - name: umcg-atd
+      - name: umcg-gap
+      - name: umcg-gd
+      - name: umcg-genomescan
+      - name: umcg-gsad
+      - name: umcg-gst
+      - name: umcg-vipt
+    rw_machines: "{{ groups['chaperone'] }}"
+  - lfs: prm06
+    pfs: 'medgen_leucinezipper$'
+    groups:
+      - name: umcg-atd
+      - name: umcg-gap
+      - name: umcg-gd
+      - name: umcg-gsad
+      - name: umcg-gst
+      - name: umcg-vipt
+    rw_machines: "{{ groups['chaperone'] }}"
+  - lfs: dat06
+    pfs: 'medgen_leucinezipper$'
+    groups:
+      - name: umcg-atd
+      - name: umcg-gap
+      - name: umcg-gd
+      - name: umcg-genomescan
+      - name: umcg-gsad
+      - name: umcg-gst
+      - name: umcg-vipt
+    rw_machines: "{{ groups['chaperone'] }}"
+  - lfs: prm07
+    pfs: 'medgen_wingedhelix$'
+    groups:
+      - name: umcg-atd
+      - name: umcg-gap
+      - name: umcg-gd
+      - name: umcg-gsad
+      - name: umcg-gst
+      - name: umcg-vipt
+    rw_machines: "{{ groups['chaperone'] }}"
+  - lfs: dat07
+    pfs: 'medgen_wingedhelix$'
+    groups:
+      - name: umcg-atd
+      - name: umcg-gap
+      - name: umcg-gd
+      - name: umcg-genomescan
+      - name: umcg-gsad
+      - name: umcg-gst
+      - name: umcg-vipt
+    rw_machines: "{{ groups['chaperone'] }}"
+  - lfs: env06
+    pfs: local_raid
+    ro_machines: "{{ groups['compute_vm'] + groups['user_interface'] }}"
+    rw_machines: "{{ groups['deploy_admin_interface'] }}"
+...