Merge remote-tracking branch 'origin/develop' into feature/ss_180

* origin/develop: Updates to support MPAS applications (RRFS and HFIP) (NOAA-EMC#1029) Add 6-hrly max winds at 10m to SFS (NOAA-EMC#1019) Update jet.lua (NOAA-EMC#1027) Updates to support UPP use with MPAS (NOAA-EMC#1018) [develop]: Turn on WARN_AS_ERROR for Doxygen Documentation Builds (NOAA-EMC#1023) Sample PR for testing (NOAA-EMC#1007) Enable template 4-49 to obtain aerosol ensemble information (NOAA-EMC#1011) Relocate gfs/gefs/sfs control files (NOAA-EMC#990) update g2tmp on aws to 1.12.0 (NOAA-EMC#996) [develop]: Update requirements files (NOAA-EMC#994) Bump zipp from 3.17.0 to 3.19.1 in /doc/UserGuide (NOAA-EMC#991) remove stack-python load for Gaea build (NOAA-EMC#993) Bump certifi from 2024.2.2 to 2024.7.4 in /doc/UserGuide (NOAA-EMC#988) [develop]: Add Doxygen variable definitions to modules (NOAA-EMC#965) Read bucket either as an integer or float (NOAA-EMC#984) Update Orion module file for Rocky 9 upgrade (NOAA-EMC#987) UPP bugfixes for inline post and g2tmpl 1.12.0 compatibility (and number concentration updates) (NOAA-EMC#974) Sync the RRFS hotfix NOAA-EMC#967 and NOAA-EMC#968. (NOAA-EMC#979) Bump urllib3 from 2.2.1 to 2.2.2 in /doc/UserGuide (NOAA-EMC#981) Fix for hydrostatic runs - write out Omega and HGT from model output (NOAA-EMC#959) Bump requests from 2.31.0 to 2.32.0 in /doc/UserGuide (NOAA-EMC#963) Correct rt.sh paths (NOAA-EMC#957) Updates to use GRIB2 template 4.9 for QPFFFG and QPFARI variables in RRFS (NOAA-EMC#929) Add hourly averaged smoke PM2.5 and dust PM10 (NOAA-EMC#917) Update Namelist documentation for all namelist options (NOAA-EMC#940) update gtg code revision to v.4.16.3 (NOAA-EMC#954) Bump jinja2 from 3.1.3 to 3.1.4 in /doc/UserGuide (NOAA-EMC#953) Clean up labeling for 15-min accumulated fields (NOAA-EMC#948) Updates to the GSL exp1 ceiling diagnostic (NOAA-EMC#947) Additional RT log information (NOAA-EMC#941) add cmake load to modulefile/gaea.lua (NOAA-EMC#945) RRFS updates (NOAA-EMC#938) add module for AWS (NOAA-EMC#934)
DavidHuber-NOAA · Sep 9, 2024 · 9669aba · 9669aba
2 parents 9a92e92 + de75068
commit 9669aba
Show file tree

Hide file tree

Showing 153 changed files with 56,034 additions and 3,036 deletions.
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
@@ -9,6 +9,6 @@
 
 
 # Support for public releases and documentation 
-docs/*  @hertneky @fossell @camshe
-scripts/run_upp @hertneky @fossell @camshe
+docs/*  @gspetro-NOAA
+scripts/run_upp @FernandoAndrade-NOAA @gspetro-NOAA
 
diff --git a/.github/workflows/intel.yml b/.github/workflows/intel.yml
@@ -110,6 +110,6 @@ jobs:
           export FC=mpiifort
           cd UPP
           mkdir -p build && cd build
-          cmake -DCMAKE_INSTALL_PREFIX=../install ..
+          cmake -DENABLE_DOCS=ON -DCMAKE_INSTALL_PREFIX=../install ..
           make -j2 VERBOSE=1
           make install
diff --git a/.gitignore b/.gitignore
@@ -9,6 +9,8 @@
 # USE CAUTION WHEN ADDING WILDCARDS, as some builds use different filename   #
 # conventions than others                                                    #
 ##############################################################################
+build
+install
 build/*/
 install*/
 tests/build

diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -113,7 +113,6 @@ if(IFI_FOUND OR INTERNAL_IFI)
 endif()
 
 add_subdirectory(sorc)
-add_subdirectory(parm)
 
 # If desired, build the doxygen docs.
 if(ENABLE_DOCS)

diff --git a/ci/Jenkinsfile b/ci/Jenkinsfile
@@ -97,7 +97,22 @@ pipeline {
 					sh '''
 					echo $(pwd)
 					cd ci/
-					./rt.sh -a ${ACCNR} -r `pwd`/rundir -t `pwd`/../
+                                        echo $CHANGE_ID
+                                        export SSH_ORIGIN=$(curl --silent https://api.github.com/repos/NOAA-EMC/UPP/pulls/$CHANGE_ID | jq -r '.head.repo.ssh_url')
+                                        export FORK_BRANCH=$(curl --silent https://api.github.com/repos/NOAA-EMC/UPP/pulls/$CHANGE_ID | jq -r '.head.ref')
+					./rt.sh -a ${ACCNR} -r `pwd`/rundir
+                                        cd ../tests/logs
+					git remote -v
+                                        git fetch --no-recurse-submodules origin
+                                        git config user.email "ecc.platform@noaa.gov"
+                                        git config user.name "epic-cicd-jenkins"
+                                        echo "Orion testing concluded..."
+					git remote -v | grep -w sshorigin > /dev/null 2>&1 && git remote remove sshorigin > /dev/null 2>&1
+					git remote add sshorigin $SSH_ORIGIN > /dev/null 2>&1
+                                        git pull sshorigin $FORK_BRANCH
+					git add rt.log.ORION
+                                        git commit -m "Orion Jobs Completed."
+                                        git push sshorigin HEAD:$FORK_BRANCH
 					'''
 				}
 			}
@@ -124,7 +139,22 @@ pipeline {
 					sh '''
 					echo $(pwd)
 					cd ci/
-					./rt.sh -a ${ACCNR} -r `pwd`/rundir -t `pwd`/../
+                                        echo $CHANGE_ID
+                                        export SSH_ORIGIN=$(curl --silent https://api.github.com/repos/NOAA-EMC/UPP/pulls/$CHANGE_ID | jq -r '.head.repo.ssh_url')
+                                        export FORK_BRANCH=$(curl --silent https://api.github.com/repos/NOAA-EMC/UPP/pulls/$CHANGE_ID | jq -r '.head.ref')
+					./rt.sh -a ${ACCNR} -r `pwd`/rundir
+                                        cd ../tests/logs
+					git remote -v
+                                        git fetch --no-recurse-submodules origin
+                                        git config user.email "ecc.platform@noaa.gov"
+                                        git config user.name "epic-cicd-jenkins"
+                                        echo "Hera testing concluded..."
+                                        git remote -v | grep -w sshorigin > /dev/null 2>&1 && git remote remove sshorigin > /dev/null 2>&1
+					git remote add sshorigin $SSH_ORIGIN > /dev/null 2>&1
+                                        git pull sshorigin $FORK_BRANCH
+					git add rt.log.HERA
+                                        git commit -m "Hera Jobs Completed."
+                                        git push sshorigin HEAD:$FORK_BRANCH
 					'''
 				}
 			}
@@ -151,7 +181,22 @@ pipeline {
 					sh '''
 					echo $(pwd)
 					cd ci/
-					./rt.sh -a ${ACCNR} -r `pwd`/rundir -t `pwd`/../
+                                        echo $CHANGE_ID
+                                        export SSH_ORIGIN=$(curl --silent https://api.github.com/repos/NOAA-EMC/UPP/pulls/$CHANGE_ID | jq -r '.head.repo.ssh_url')
+                                        export FORK_BRANCH=$(curl --silent https://api.github.com/repos/NOAA-EMC/UPP/pulls/$CHANGE_ID | jq -r '.head.ref')
+					./rt.sh -a ${ACCNR} -r `pwd`/rundir
+                                        cd ../tests/logs
+					git remote -v
+                                        git fetch --no-recurse-submodules origin
+                                        git config user.email "ecc.platform@noaa.gov"
+                                        git config user.name "epic-cicd-jenkins"
+                                        echo "Hercules testing concluded..."
+                                        git remote -v | grep -w sshorigin > /dev/null 2>&1 && git remote remove sshorigin > /dev/null 2>&1
+					git remote add sshorigin $SSH_ORIGIN > /dev/null 2>&1
+                                        git pull sshorigin $FORK_BRANCH
+					git add rt.log.HERCULES
+                                        git commit -m "Hercules Jobs Completed."
+                                        git push sshorigin HEAD:$FORK_BRANCH
 					'''
 				}
 			}

diff --git a/ci/rt.sh b/ci/rt.sh
@@ -4,9 +4,11 @@
 # Wen Meng, 12/2020, First version.
 # Fernando Andrade-Maldonado 5/2023 rework for CLI Options
 # Fernando Andrade-Maldonado / Wen Meng 9/2023 Add Hercules, fix typos, and refactor
-#
+# Fernando Andrade-Maldonado 4/2024 Additional Log info
 ######################################################################
 
+SECONDS=0
+
 git_branch="develop"
 git_url="https://github.com/NOAA-EMC/UPP.git"
 clone_on="no"
@@ -65,27 +67,28 @@ if [ $mac2 = hf ]; then # for HERA
  export machine=HERA
  export homedir=${homedir:-"/scratch2/NAGAPE/epic/UPP/test_suite"}
  export rundir=${rundir:-"/scratch1/NCEPDEV/stmp2/${USER}"}
- module use /scratch1/NCEPDEV/nems/role.epic/spack-stack/spack-stack-1.6.0/envs/unified-env-rocky8/install/modulefiles/Core
+ module use /scratch1/NCEPDEV/nems/role.epic/spack-stack/spack-stack-1.6.0/envs/upp-addon-env/install/modulefiles/Core
  module load stack-intel/2021.5.0
  module load stack-intel-oneapi-mpi/2021.5.1
  module load prod_util/2.1.1
-elif [ $mac = O ] ; then
+elif [ $mac3 = orio ] ; then
  export machine=ORION
  export homedir=${homedir:-"/work/noaa/epic/UPP"}
  export rundir=${rundir:-"/work2/noaa/stmp/$USER"}
- module use /work/noaa/epic/role-epic/spack-stack/orion/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core
- module load stack-intel/2022.0.2
- module load stack-intel-oneapi-mpi/2021.5.1
+ module use /work/noaa/epic/role-epic/spack-stack/orion/spack-stack-1.6.0/envs/upp-addon-env/install/modulefiles/Core
+ module load stack-intel/2021.9.0
+ module load stack-intel-oneapi-mpi/2021.9.0
  module load prod_util/2.1.1
+ module load python/3.10.8
 elif [ $mac3 = herc ] ; then
  export machine=HERCULES
  export homedir=${homedir:-"/work/noaa/epic/UPP"}
  export rundir=${rundir:-"/work2/noaa/stmp/$USER"}
- module use /work/noaa/epic/role-epic/spack-stack/hercules/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core
+ module use /work/noaa/epic/role-epic/spack-stack/hercules/spack-stack-1.6.0/envs/upp-addon-env/install/modulefiles/Core
  module load stack-intel/2021.9.0
  module load stack-intel-oneapi-mpi/2021.9.0
  module load prod_util/2.1.1
- module load stack-python/3.10.13
+ module load python/3.10.8
 fi
 
 #set working directory
@@ -236,17 +239,42 @@ for job_id in $jobid_list; do
   fi
 done
 
+elapsed_time=$( printf '%02dh:%02dm:%02ds\n' $((SECONDS%86400/3600)) $((SECONDS%3600/60)) $((SECONDS%60)) )
+
 python ${test_v}/ci/rt-status.py
 test_results=$?
 
 # Cleanup rt log
+cd ${test_v}
+
+UPP_HASH=$(git rev-parse HEAD)
+SUBMODULE_HASHES=$(git submodule status --recursive)
+DATE="$(date '+%Y%m%d %T')"
+
 cd ${test_v}/ci
-echo "rundir: ${rundir}" > rt.log.${machine}.temp
+
+cat << EOF > rt.log.${machine}.temp
+===== Start of UPP Regression Testing Log =====
+UPP Hash Tested:
+${UPP_HASH}
+
+Submodule hashes:
+${SUBMODULE_HASHES}
+
+Run directory: ${rundir}
+Baseline directory: ${homedir}
+
+Total runtime: ${elapsed_time}
+Test Date: ${DATE}
+Summary Results:
+
+EOF
+
 cat rt.log.${machine} | grep "test:" >> rt.log.${machine}.temp
 cat rt.log.${machine} | grep "baseline" >> rt.log.${machine}.temp
 python ${test_v}/ci/rt-status.py >> rt.log.${machine}.temp
-cat rt.log.${machine}.temp > rt.log.${machine}
-rm rt.log.${machine}.temp
+echo "===== End of UPP Regression Testing Log =====" >> rt.log.${machine}.temp
+mv rt.log.${machine}.temp rt.log.${machine}
 mv rt.log.${machine} ${test_v}/tests/logs
 
 # should indicate failure to Jenkins

diff --git a/ci/spack.yaml b/ci/spack.yaml
@@ -10,8 +10,8 @@ spack:
   - netcdf-fortran@4.6.1
   - bacio@2.4.1
   - w3emc@2.10.0
-  - g2@3.4.5
-  - g2tmpl@1.10.2
+  - g2@3.5.1
+  - g2tmpl@1.13.0
   - sp@2.5.0
   - ip@4.3.0
   - sigio@2.3.2