Add JEDI atmosphere only CI

ci/cases/pr/C48C48_ufs_hybatmDA.yaml → ci/cases/pr/C96C48_ufs_hybatmDA.yaml

@@ -5,18 +5,17 @@ experiment:
 arguments:
   pslot: {{ 'pslot' | getenv }}
   app: ATM
-  resdetatmos: 48
+  resdetatmos: 96
   resensatmos: 48
   comroot: {{ 'RUNTESTS' | getenv }}/COMROOT
   expdir: {{ 'RUNTESTS' | getenv }}/EXPDIR
-  idate: 2021032312
-  edate: 2021032400
+  icsdir: {{ 'ICSDIR_ROOT' | getenv }}/C96C48
+  idate: 2024022318
+  edate: 2024022400
   nens: 2
   gfs_cyc: 1
   start: warm
   yaml: {{ HOMEgfs }}/ci/cases/yamls/ufs_hybatmDA_defaults.ci.yaml
 
 skip_ci_on_hosts:
-  - hera
-  - orion
   - hercules

ci/cases/yamls/ufs_hybatmDA_defaults.ci.yaml

@@ -6,11 +6,11 @@ base:
   DO_JEDIATMENS: "YES"
   ACCOUNT: {{ 'SLURM_ACCOUNT' | getenv }}
 atmanl:
-  LAYOUT_X_ATMANL: 1
-  LAYOUT_Y_ATMANL: 1
+  LAYOUT_X_ATMANL: 4
+  LAYOUT_Y_ATMANL: 4
 atmensanl:
-  LAYOUT_X_ATMENSANL: 1
-  LAYOUT_Y_ATMENSANL: 1
+  LAYOUT_X_ATMENSANL: 4
+  LAYOUT_Y_ATMENSANL: 4
 esfc:
   DONST: "NO"
 nsst:

parm/config/gfs/config.atmanl

@@ -5,12 +5,16 @@
 
 echo "BEGIN: config.atmanl"
 
-export CASE_ANL=${CASE}
-export OBS_YAML_DIR=${HOMEgfs}/sorc/gdas.cd/parm/atm/obs/config/
-export OBS_LIST=${HOMEgfs}/sorc/gdas.cd/parm/atm/obs/lists/gdas_prototype_3d.yaml
-export ATMVARYAML=${HOMEgfs}/sorc/gdas.cd/parm/atm/variational/3dvar_drpcg.yaml
+if [[ ${DOHYBVAR} = "YES" ]]; then
+    # shellcheck disable=SC2153
+    export CASE_ANL=${CASE_ENS}
+else
+    export CASE_ANL=${CASE}
+fi
+export OBS_LIST="${HOMEgfs}/parm/gdas/atm/obs/lists/gdas_prototype_3d.yaml.j2"
+export ATMVARYAML="${HOMEgfs}/parm/gdas/atm/variational/3dvar_drpcg.yaml.j2"
 export STATICB_TYPE="gsibec"
-export BERROR_YAML=${HOMEgfs}/sorc/gdas.cd/parm/atm/berror/staticb_${STATICB_TYPE}.yaml
+export BERROR_YAML="${HOMEgfs}/parm/gdas/atm/berror/hybvar_${STATICB_TYPE}.yaml.j2"
 export INTERP_METHOD='barycentric'
 
 export layout_x_atmanl=@LAYOUT_X_ATMANL@

parm/config/gfs/config.atmanlinit

@@ -5,6 +5,9 @@
 
 echo "BEGIN: config.atmanlinit"
 
+# Get task specific layout
+. "${EXPDIR}/config.atmanl"
+
 # Get task specific resources
 . "${EXPDIR}/config.resources" atmanlinit
 echo "END: config.atmanlinit"

parm/config/gfs/config.atmanlrun

@@ -5,6 +5,9 @@
 
 echo "BEGIN: config.atmanlrun"
 
+# Get task specific layout
+. "${EXPDIR}/config.atmanl"
+
 # Get task specific resources
 . "${EXPDIR}/config.resources" atmanlrun
 

parm/config/gfs/config.atmensanl

@@ -5,9 +5,8 @@
 
 echo "BEGIN: config.atmensanl"
 
-export OBS_YAML_DIR=${HOMEgfs}/sorc/gdas.cd/parm/atm/obs/config/
-export OBS_LIST=${HOMEgfs}/sorc/gdas.cd/parm/atm/obs/lists/lgetkf_prototype.yaml
-export ATMENSYAML=${HOMEgfs}/sorc/gdas.cd/parm/atm/lgetkf/lgetkf.yaml
+export OBS_LIST="${HOMEgfs}/parm/gdas/atm/obs/lists/lgetkf_prototype.yaml.j2"
+export ATMENSYAML="${HOMEgfs}/parm/gdas/atm/lgetkf/lgetkf.yaml.j2"
 export INTERP_METHOD='barycentric'
 
 export layout_x_atmensanl=@LAYOUT_X_ATMENSANL@

parm/config/gfs/config.atmensanlinit

@@ -5,6 +5,9 @@
 
 echo "BEGIN: config.atmensanlinit"
 
+# Get task specific layout
+. "${EXPDIR}/config.atmensanl"
+
 # Get task specific resources
 . "${EXPDIR}/config.resources" atmensanlinit
 echo "END: config.atmensanlinit"

parm/config/gfs/config.atmensanlrun

@@ -5,6 +5,9 @@
 
 echo "BEGIN: config.atmensanlrun"
 
+# Get task specific layout
+. "${EXPDIR}/config.atmensanl"
+
 # Get task specific resources
 . "${EXPDIR}/config.resources" atmensanlrun
 

parm/gdas/atm_jedi_fix.yaml

@@ -1,7 +1,7 @@
 mkdir:
-- $(DATA)/fv3jedi
+- '{{ DATA }}/fv3jedi'
 copy:
-- [$(FIXgfs)/gdas/fv3jedi/fv3files/akbk$(npz).nc4, $(DATA)/fv3jedi/akbk.nc4]
-- [$(FIXgfs)/gdas/fv3jedi/fv3files/fmsmpp.nml, $(DATA)/fv3jedi/fmsmpp.nml]
-- [$(FIXgfs)/gdas/fv3jedi/fv3files/field_table_gfdl, $(DATA)/fv3jedi/field_table]
-- [$(HOMEgfs)/sorc/gdas.cd/parm/io/fv3jedi_fieldmetadata_restart.yaml, $(DATA)/fv3jedi/fv3jedi_fieldmetadata_restart.yaml]
+- ['{{ FIXgfs }}/gdas/fv3jedi/fv3files/akbk{{ npz }}.nc4', '{{ DATA }}/fv3jedi/akbk.nc4']
+- ['{{ FIXgfs }}/gdas/fv3jedi/fv3files/fmsmpp.nml', '{{ DATA }}/fv3jedi/fmsmpp.nml']
+- ['{{ FIXgfs }}/gdas/fv3jedi/fv3files/field_table_gfdl', '{{ DATA }}/fv3jedi/field_table']
+- ['{{ HOMEgfs }}/sorc/gdas.cd/parm/io/fv3jedi_fieldmetadata_restart.yaml', '{{ DATA }}/fv3jedi/fv3jedi_fieldmetadata_restart.yaml']

ush/python/pygfs/task/atm_analysis.py

@@ -11,7 +11,7 @@
                     FileHandler,
                     add_to_datetime, to_fv3time, to_timedelta, to_YMDH,
                     chdir,
-                    parse_yamltmpl, parse_j2yaml, save_as_yaml,
+                    parse_j2yaml, save_as_yaml,
                     logit,
                     Executable,
                     WorkflowException)
@@ -103,7 +103,7 @@ def initialize(self: Analysis) -> None:
 
         # generate variational YAML file
         logger.debug(f"Generate variational YAML file: {self.task_config.fv3jedi_yaml}")
-        varda_yaml = parse_j2yaml(self.task_config.ATMVARYAML, self.task_config)
+        varda_yaml = parse_j2yaml(self.task_config.ATMVARYAML, self.task_config, searchpath=self.gdasapp_j2tmpl_dir)
         save_as_yaml(varda_yaml, self.task_config.fv3jedi_yaml)
         logger.info(f"Wrote variational YAML to: {self.task_config.fv3jedi_yaml}")
 

ush/python/pygfs/task/atmens_analysis.py

@@ -11,7 +11,7 @@
                     FileHandler,
                     add_to_datetime, to_fv3time, to_timedelta, to_YMDH, to_YMD,
                     chdir,
-                    parse_yamltmpl, parse_j2yaml, save_as_yaml,
+                    parse_j2yaml, save_as_yaml,
                     logit,
                     Executable,
                     WorkflowException,
@@ -119,7 +119,7 @@ def initialize(self: Analysis) -> None:
 
         # generate ensemble da YAML file
         logger.debug(f"Generate ensemble da YAML file: {self.task_config.fv3jedi_yaml}")
-        ensda_yaml = parse_j2yaml(self.task_config.ATMENSYAML, self.task_config)
+        ensda_yaml = parse_j2yaml(self.task_config.ATMENSYAML, self.task_config, searchpath=self.gdasapp_j2tmpl_dir)
         save_as_yaml(ensda_yaml, self.task_config.fv3jedi_yaml)
         logger.info(f"Wrote ensemble da YAML to: {self.task_config.fv3jedi_yaml}")