Merge pull request ukri-excalibur#333 from ukri-excalibur/tk/dawn-config

Add ReFrame config for CSD3 Ponte Vecchio (Dawn) partition
reframe-hpc · Jun 23, 2024 · d1ba254 · d1ba254
2 parents ca2a6c9 + e49af10
commit d1ba254
Showing 1 changed file with 31 additions and 0 deletions.
diff --git a/benchmarks/reframe_config.py b/benchmarks/reframe_config.py
@@ -121,6 +121,37 @@ def spack_root_to_path():
                         'num_cpus_per_socket': 56,
                     },
                 },
+                {
+                    'name': 'pvc',
+                    'descr': 'Ponte Vecchio (Dawn) compute nodes',
+                    'scheduler': 'slurm',
+                    'launcher': 'srun',
+                    'env_vars': [
+                        ['I_MPI_PMI_LIBRARY', '/usr/local/software/slurm/current-rhel8/lib/libpmi2.so'],
+                        ['I_MPI_OFI_PROVIDER', 'mlx'],
+                        ['UCX_NET_DEVICES', 'mlx5_0:1'],
+                    ],
+                    'access': ['--partition=pvc', '--exclusive'],
+                    'sched_options': {
+                        'job_submit_timeout': 120,
+                    },
+                    'environs': ['default'],
+                    'max_jobs': 64,
+                    'features': ['gpu'],
+                    'processor': {
+                        'num_cpus': 96,
+                        'num_cpus_per_core': 1,
+                        'num_sockets': 2,
+                        'num_cpus_per_socket': 48,
+                    },
+                    'resources': [
+                        {
+                            'name': 'gpu',
+                            'options': ['--gres=gpu:{num_gpus_per_node}'],
+                        },
+                    ],
+
+                },
             ]
         },  # end CSD3 Rocky 8
         {