update tasking on cheyenne, add p8 debug

DeniseWorthen · Mar 21, 2022 · 032352b · 032352b
1 parent ca298e6
commit 032352b
Show file tree

Hide file tree

Showing 2 changed files with 123 additions and 16 deletions.
diff --git a/tests/default_vars.sh b/tests/default_vars.sh
@@ -564,16 +564,11 @@ elif [[ $MACHINE_ID = cheyenne.* ]]; then
   TASKS_cpl_atmw_gdas=576; TPN_cpl_atmw_gdas=12; INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8
   THRD_cpl_atmw_gdas=3; WPG_cpl_atmw_gdas=24; APB_cpl_atmw_gdas="0 311"; WPB_cpl_atmw_gdas="312 575"
 
-  #TASKS_cpl_c96=192; TPN_cpl_c96=36; INPES_cpl_c96=3; JNPES_cpl_c96=8
-  #THRD_cpl_c96=1; WPG_cpl_c96=6;  MPB_cpl_c96="0 143"; APB_cpl_c96="0 149"
-  #CHM_cpl_c96="0 143"; OPB_cpl_c96="150 179"; IPB_cpl_c96="180 191"
-  #NPROC_ICE_cpl_c96=12
-
-  TASKS_cpl_c96=200; TPN_cpl_c96=36; INPES_cpl_c96=3; JNPES_cpl_c96=8
+  TASKS_cpl_c96=212; TPN_cpl_c96=36; INPES_cpl_c96=3; JNPES_cpl_c96=8
   THRD_cpl_c96=1; WPG_cpl_c96=6;  MPB_cpl_c96="0 143"; APB_cpl_c96="0 149"
-  CHM_cpl_c96="0 143"; OPB_cpl_c96="150 169"; IPB_cpl_c96="170 179" 
-  WPB_cpl_c96="180 199"
-  NPROC_ICE_cpl_c96=10
+  CHM_cpl_c96="0 143"; OPB_cpl_c96="150 179"; IPB_cpl_c96="180 191"
+  WPB_cpl_c96="192 211"
+  NPROC_ICE_cpl_c96=12
 
   TASKS_cpl_dflt=200; TPN_cpl_dflt=36; INPES_cpl_dflt=3; JNPES_cpl_dflt=8
   THRD_cpl_dflt=1; WPG_cpl_dflt=6;  MPB_cpl_dflt="0 143"; APB_cpl_dflt="0 149"
@@ -595,9 +590,10 @@ elif [[ $MACHINE_ID = cheyenne.* ]]; then
   CHM_cpl_mpi="0 191"; OPB_cpl_mpi="198 231"; IPB_cpl_mpi="232 251"; WPB_cpl_mpi="252 279"
   NPROC_ICE_cpl_mpi=20
 
-  TASKS_cpl_c384=728; TPN_cpl_c384=12; INPES_cpl_c384=8; JNPES_cpl_c384=12
+  TASKS_cpl_c384=860; TPN_cpl_c384=12; INPES_cpl_c384=8; JNPES_cpl_c384=12
   THRD_cpl_c384=3; WPG_cpl_c384=24; MPB_cpl_c384="0 287"; APB_cpl_c384="0 599"
   CHM_cpl_c384="0 575"; OPB_cpl_c384="600 679"; IPB_cpl_c384="680 727"
+  WPB_cpl_c384="728 859"
   NPROC_ICE_cpl_c384=48
 
   TASKS_cpl_bmrk=560; TPN_cpl_bmrk=36; INPES_cpl_bmrk=6; JNPES_cpl_bmrk=8
@@ -615,9 +611,10 @@ elif [[ $MACHINE_ID = cheyenne.* ]]; then
   CHM_cpl_bmrk_mpi="0 287"; OPB_cpl_bmrk_mpi="312 431"; IPB_cpl_bmrk_mpi="432 479"; WPB_cpl_bmrk_mpi="480 599"
   NPROC_ICE_cpl_bmrk_mpi=48
 
-  TASKS_cpl_c192=564; TPN_cpl_c192=18; INPES_cpl_c192=8; JNPES_cpl_c192=8
+  TASKS_cpl_c192=644; TPN_cpl_c192=18; INPES_cpl_c192=8; JNPES_cpl_c192=8
   THRD_cpl_c192=2; WPG_cpl_c192=12;  MPB_cpl_c192="0 287"; APB_cpl_c192="0 395"
   CHM_cpl_c192="0 383"; OPB_cpl_c192="396 515"; IPB_cpl_c192="516 563"
+  WPB_cpl_c192="564 643"
   NPROC_ICE_cpl_c192=48
 
   TASKS_cdeps_100=40; TPN_cdeps_100=36
@@ -1147,7 +1144,7 @@ export MULTIGRID=false
 export FRAC_GRID=.true.
 export CCPP_SUITE=FV3_GFS_v17_coupled_p8
 export INPUT_NML=cpld_control.nml.IN
-export FIELD_TABLE=field_table_thompson_noaero_tke 
+export FIELD_TABLE=field_table_thompson_noaero_tke
 export DIAG_TABLE=diag_table_p7.2_template
 
 export DIAG_TABLE_ADDITIONAL=''
@@ -1175,7 +1172,7 @@ export D2_BG_K2=0.04
 export PSM_BC=1
 export DDDMP=0.1
 
-#P8 
+#P8
 export DZ_MIN=6
 
 # P7 Merra2 Aerosols & NSST
@@ -1195,7 +1192,7 @@ export DO_GSL_DRAG_TOFD=.true.
 export DO_UGWP_V1_OROG_ONLY=.false.
 export DO_UGWP_V0_NST_ONLY=.false.
 export LDIAG_UGWP=.false.
-#P8 
+#P8
 export CDMBWD=${CDMBWD_c96}
 
 #P8 UGWD
@@ -1232,7 +1229,7 @@ export FNVMXC="'C96.vegetation_greenness.tileX.nc'"
 export FNSLPC="'C96.slope_type.tileX.nc'"
 export FNABSC="'C96.maximum_snow_albedo.tileX.nc'"
 export LANDICE=".false."
-#P8 
+#P8
 export FSICL=0
 export FSICS=0
 
@@ -1241,7 +1238,7 @@ export USE_CICE_ALB=.true.
 export MIN_SEAICE=1.0e-6
 export DNATS=2
 export IMP_PHYSICS=8
-export LGFDLMPRAD=.false. 
+export LGFDLMPRAD=.false.
 export DO_SAT_ADJ=.false.
 
 # P7 default mushy thermo

diff --git a/tests/tests/cpld_debug_c96_p8 b/tests/tests/cpld_debug_c96_p8
@@ -0,0 +1,110 @@
+#
+#  cpld_control C96 P8 test
+#
+
+export TEST_DESCR="Fully coupled FV3-CCPP-GOCART-MOM6-CICE-CMEPS-WW3 system - C96MX100 P8 debug"
+
+export CNTL_DIR="cpld_debug_c96_p8"
+
+export LIST_FILES="sfcf006.tile1.nc \
+                   sfcf006.tile2.nc \
+                   sfcf006.tile3.nc \
+                   sfcf006.tile4.nc \
+                   sfcf006.tile5.nc \
+                   sfcf006.tile6.nc \
+                   atmf006.tile1.nc \
+                   atmf006.tile2.nc \
+                   atmf006.tile3.nc \
+                   atmf006.tile4.nc \
+                   atmf006.tile5.nc \
+                   atmf006.tile6.nc \
+                   RESTART/coupler.res \
+                   RESTART/fv_core.res.nc \
+                   RESTART/fv_core.res.tile1.nc \
+                   RESTART/fv_core.res.tile2.nc \
+                   RESTART/fv_core.res.tile3.nc \
+                   RESTART/fv_core.res.tile4.nc \
+                   RESTART/fv_core.res.tile5.nc \
+                   RESTART/fv_core.res.tile6.nc \
+                   RESTART/fv_srf_wnd.res.tile1.nc \
+                   RESTART/fv_srf_wnd.res.tile2.nc \
+                   RESTART/fv_srf_wnd.res.tile3.nc \
+                   RESTART/fv_srf_wnd.res.tile4.nc \
+                   RESTART/fv_srf_wnd.res.tile5.nc \
+                   RESTART/fv_srf_wnd.res.tile6.nc \
+                   RESTART/fv_tracer.res.tile1.nc \
+                   RESTART/fv_tracer.res.tile2.nc \
+                   RESTART/fv_tracer.res.tile3.nc \
+                   RESTART/fv_tracer.res.tile4.nc \
+                   RESTART/fv_tracer.res.tile5.nc \
+                   RESTART/fv_tracer.res.tile6.nc \
+                   RESTART/phy_data.tile1.nc \
+                   RESTART/phy_data.tile2.nc \
+                   RESTART/phy_data.tile3.nc \
+                   RESTART/phy_data.tile4.nc \
+                   RESTART/phy_data.tile5.nc \
+                   RESTART/phy_data.tile6.nc \
+                   RESTART/sfc_data.tile1.nc \
+                   RESTART/sfc_data.tile2.nc \
+                   RESTART/sfc_data.tile3.nc \
+                   RESTART/sfc_data.tile4.nc \
+                   RESTART/sfc_data.tile5.nc \
+                   RESTART/sfc_data.tile6.nc \
+                   RESTART/MOM.res.nc \
+                   RESTART/iced.2021-03-22-43200.nc \
+                   RESTART/ufs.cpld.cpl.r.2021-03-22-43200.nc \
+                   gocart.inst_aod.20210322_1200z.nc4 \
+                   20210322.120000.out_pnt.ww3 \
+                   20210322.120000.out_grd.ww3 \
+                   20210322.120000.restart.ww3"
+
+#TODO: add comparison of CA restart files?
+
+export_fv3
+export_cpl
+
+export DAYS=0.25
+export FHMAX=6
+
+export RESTART_N=${FHMAX}
+
+export TASKS=$TASKS_cpl_c96
+export TPN=$TPN_cpl_c96
+export INPES=$INPES_cpl_c96
+export JNPES=$JNPES_cpl_c96
+export THRD=$THRD_cpl_c96
+export WRTTASK_PER_GROUP=$WPG_cpl_c96
+
+export NPROC_ICE=$NPROC_ICE_cpl_c96
+export np2=`expr $NPROC_ICE / 2`
+export BLCKX=`expr $NX_GLB / $np2`
+export BLCKY=`expr $NY_GLB / 2`
+
+export med_petlist_bounds=$MPB_cpl_c96
+export atm_petlist_bounds=$APB_cpl_c96
+export chm_petlist_bounds=$CHM_cpl_c96
+export ocn_petlist_bounds=$OPB_cpl_c96
+export ice_petlist_bounds=$IPB_cpl_c96
+export wav_petlist_bounds=$WPB_cpl_c96
+
+export WW3RSTDTHR=3
+export WW3OUTDTHR=3
+export WW3RSTDTHR=3
+export DT_2_RST="$(printf "%02d" $(( ${WW3RSTDTHR}*3600 )))"
+export DTFLD="$(printf "%02d" $(( ${WW3OUTDTHR}*3600 )))"
+export DTPNT="$(printf "%02d" $(( ${WW3OUTDTHR}*3600 )))"
+
+export CPLWAV=.true.
+export CPLWAV2ATM=.true.
+export MOM6_USE_WAVES=True
+export eps_imesh=2.5e-1
+
+export CPLCHM=.true.
+export FIELD_TABLE=field_table_thompson_noaero_tke_GOCART
+
+export TOPOEDITS=ufs.topo_edits_011818.nc
+export MOM6_ALLOW_LANDMASK_CHANGES=True
+
+export NEMS_CONFIGURE=nems.configure.cpld_wave.IN
+
+export FV3_RUN=cpld_control_run.IN