Skip to content

Commit

Permalink
Memory adjustments in ecf scripts
Browse files Browse the repository at this point in the history
- Adjust/increase memory requests for some non-exclusive jobs that were
getting the Cgroup mem warning messages on WCOSS2.
- Some additional memory adjustments to wave jobs in resource configs.

Refs: NOAA-EMC#665, NOAA-EMC#744
  • Loading branch information
KateFriedman-NOAA committed Jun 15, 2022
1 parent eb5262f commit 63b31eb
Show file tree
Hide file tree
Showing 16 changed files with 20 additions and 18 deletions.
2 changes: 1 addition & 1 deletion ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:06:00
#PBS -l select=1:mpiprocs=80:ompthreads=1:ncpus=80:mem=60GB
#PBS -l select=1:mpiprocs=80:ompthreads=1:ncpus=80:mem=80GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:15:00
#PBS -l select=1:ncpus=2:mpiprocs=2:mem=4GB
#PBS -l select=1:ncpus=2:mpiprocs=2:mem=20GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:30:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l select=1:ncpus=1:mem=20GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:ncpus=28:mpiprocs=28:mem=2GB
#PBS -l select=1:ncpus=28:mpiprocs=28:mem=200GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:ncpus=23:mpiprocs=23:mem=2GB
#PBS -l select=1:ncpus=23:mpiprocs=23:mem=200GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:ncpus=1:mem=3GB
#PBS -l select=1:ncpus=1:mem=10GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=3GB
#PBS -l select=1:ncpus=1:mem=10GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:30:00
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=1GB
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=5GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:30:00
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=5GB
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=60GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:30:00
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=1GB
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=10GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=1GB
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=5GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:00:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l select=1:ncpus=1:mem=10GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=10GB
#PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=40GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=65:ompthreads=1:ncpus=65:mem=150GB
#PBS -l select=1:mpiprocs=65:ompthreads=1:ncpus=65:mem=200GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
5 changes: 3 additions & 2 deletions parm/config/config.resources.emc.dyn
Original file line number Diff line number Diff line change
Expand Up @@ -64,7 +64,8 @@ elif [ $step = "waveprep" ]; then
export nth_waveprep=1
export npe_node_waveprep=$npe_waveprep
export npe_node_waveprep_gfs=$npe_waveprep_gfs
export memory_waveprep="200GB"
export memory_waveprep="100GB"
export memory_waveprep_gfs="200GB"
export NTASKS=$npe_waveprep
export NTASKS_gfs=$npe_waveprep_gfs

Expand Down Expand Up @@ -110,7 +111,7 @@ elif [ $step = "wavegempak" ]; then
export nth_wavegempak=1
export npe_node_wavegempak=$npe_wavegempak
export NTASKS=$npe_wavegempak
export memory_wavegempak="1GB"
export memory_wavegempak="10GB"

elif [ $step = "waveawipsbulls" ]; then

Expand Down
5 changes: 3 additions & 2 deletions parm/config/config.resources.nco.static
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,8 @@ elif [ $step = "waveprep" ]; then
export nth_waveprep=1
export npe_node_waveprep=$npe_waveprep
export npe_node_waveprep_gfs=$npe_waveprep_gfs
export memory_waveprep="200GB"
export memory_waveprep="100GB"
export memory_waveprep_gfs="200GB"
export NTASKS=$npe_waveprep
export NTASKS_gfs=$npe_waveprep_gfs

Expand Down Expand Up @@ -94,7 +95,7 @@ elif [ $step = "wavegempak" ]; then
export nth_wavegempak=1
export npe_node_wavegempak=$npe_wavegempak
export NTASKS=$npe_wavegempak
export memory_wavegempak="1GB"
export memory_wavegempak="10GB"

elif [ $step = "waveawipsbulls" ]; then

Expand Down

0 comments on commit 63b31eb

Please sign in to comment.