Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update wcoss2.intel.lua to spack-stack #1435

Merged
merged 7 commits into from
Jan 10, 2025
99 changes: 68 additions & 31 deletions modulefiles/GDAS/wcoss2.intel.lua
Original file line number Diff line number Diff line change
Expand Up @@ -3,49 +3,86 @@ Load environment for running the GDAS application with Intel compilers and MPI.
]])

local pkgName = myModuleName()
local pkgVersion = myModuleVersion()
local pkgVersion = myModuleVersion() or "1.0"
local pkgNameVer = myModuleFullName()

prepend_path("MODULEPATH", "/apps/dev/lmodules/core")

load("PrgEnv-intel/8.2.0")
load("cmake/3.20.2")
load("craype")
load("cray-pals")
load("git/2.29.0")
load("intel/19.1.3.304")
load("cray-mpich/8.1.12")
load("hdf5/1.12.2")
load("netcdf/4.7.4")
load("udunits/2.2.28")
prepend_path("MODULEPATH", "/apps/ops/test/spack-stack-1.6.0-nco/envs/nco-intel-19.1.3.304/install/modulefiles/Core")

load("PrgEnv-intel/8.3.3")
load("stack-intel/19.1.3.304")
load("stack-cray-mpich/8.1.9")
load("stack-python/3.10.13")
load("craype/2.7.17")
load("cray-pals/1.3.2")
load("cmake/3.23.1")
load("gettext/0.19.7")
load("pcre2/10.42")
load("curl/8.4.0")
load("zlib/1.2.13")
load("git/2.35.3")
load("pkg-config/0.29.2")
load("hdf5/1.14.0")
load("parallel-netcdf/1.12.2")
load("netcdf-c/4.9.2")
load("nccmp/1.9.0.1")
load("netcdf-fortran/4.6.1")
load("nco/5.0.6")
load("parallelio/2.5.10")
load("boost/1.83.0")
load("bufr/12.0.1")
load("ecbuild/3.7.2")
load("openjpeg/2.5.0")
load("eigen/3.4.0")
load("boost/1.79.0")
load("gsl-lite/v0.40.0")
load("sp/2.4.0")
load("python/3.8.6")
load("ecbuild/3.7.0")
load("qhull/2020.2")
load("eckit/1.24.4")
load("openblas/0.3.24")
load("eckit/1.24.5")
load("fftw/3.3.10")
load("fckit/0.11.0")
load("fms/2023.04")
load("esmf/8.5.0")
load("atlas/0.35.0")
load("nccmp")
load("nco/5.0.6")
load("gsl/2.7")
load("sp/2.5.0")
load("gsl-lite/0.37.0")
load("libjpeg/2.1.0")
load("libpng/1.6.37")
load("libxt/1.1.5")
load("libxmu/1.1.4")
load("libxpm/3.5.12")
load("libxaw/1.0.13")
load("udunits/2.2.28")
load("ncview/2.1.9")
load("netcdf-cxx4/4.3.1")
load("core/rocoto/1.3.5")
load("prod_util/2.0.14")
load("bufr/12.0.1")
load("fms-C/2023.04")
load("esmf-C/8.6.0")

-- hack for pybind11
setenv("pybind11_ROOT", "/apps/spack/python/3.8.6/intel/19.1.3.304/pjn2nzkjvqgmjw4hmyz43v5x4jbxjzpk/lib/python3.8/site-packages/pybind11/share/cmake/pybind11")
load("py-setuptools/63.4.3")
load("py-jinja2/3.1.2")
load("py-netcdf4/1.5.8")
load("py-pybind11/2.11.1")
load("py-pycodestyle/2.11.0")
load("py-pyyaml/5.4.1")
load("py-scipy/1.10.1")
load("py-xarray/2023.7.0")
load("py-f90nml/1.4.3")
load("py-pip/23.1.2")
load("py-bottleneck/1.3.7")
load("py-numexpr/2.8.4")
load("py-six/1.16.0")
load("py-python-dateutil/2.8.2")
load("py-pytz/2023.3")
load("py-pandas/1.5.3")
load("py-numpy/1.24.4")
load("py-markupsafe/2.1.3")
load("py-cftime/1.0.3.4")
load("py-packaging/23.1")

-- hack for git-lfs
prepend_path("PATH", "/apps/spack/git-lfs/2.11.0/gcc/11.2.0/m6b6nl5kfqngfteqbggydc7kflxere3s/bin")

-- hack for FMS
setenv('fms_ROOT', '/apps/prod/hpc-stack/i-19.1.3.304__m-8.1.12__h-1.14.0__n-4.9.2__p-2.5.10__e-8.6.0pnetcdf/intel-19.1.3.304/cray-mpich-8.1.12/fms/2023.04')
setenv("CC","cc")
setenv("CXX","CC")
setenv("FC","ftn")

local mpiexec = '/pe/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/bin/mpirun'
local mpiexec = '/opt/cray/pals/1.3.2/bin/mpirun'
local mpinproc = '-n'
setenv('MPIEXEC_EXEC', mpiexec)
setenv('MPIEXEC_NPROC', mpinproc)
Expand Down
3 changes: 3 additions & 0 deletions test/gw-ci/create_exp.sh
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,9 @@ expyaml=${expyaml_ctest}
export pslot=${pslot_ctest}
export RUNTESTS=${exp_path}/${pslot}
export HPC_ACCOUNT="da-cpu"
if [[ $MACHINE_ID = wcoss2 ]]; then
export HPC_ACCOUNT="GFS-DEV"
fi

# Source the gw environement
source ${HOMEgfs}/workflow/gw_setup.sh
Expand Down
2 changes: 2 additions & 0 deletions ush/module-setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,8 @@ elif [[ $MACHINE_ID = s4* ]] ; then

elif [[ $MACHINE_ID = wcoss2 ]]; then
# We are on WCOSS2
# Ignore default modules of the same version lower in the search path (req'd by spack-stack)
export LMOD_TMOD_FIND_FIRST=yes
module reset

elif [[ $MACHINE_ID = cheyenne* ]] ; then
Expand Down