[develop] Changes for Rocky8 on Hera (ufs-community#1041)

Hera is switching from CentOS to Rocky OS. * One of changes needed for SRW to run on both Rocky and CentOS is to update cmake version from 3.20.1 to 3.23.1 * Some HPSS batch jobs need more than 2GB * Fix in bash scripts/exregional_make_lbcs.sh
EdwardSnyder-NOAA · Feb 26, 2024 · b10dbad · b10dbad
1 parent 6d3ebfb
commit b10dbad
Show file tree

Hide file tree

Showing 5 changed files with 11 additions and 5 deletions.
diff --git a/modulefiles/build_hera_gnu.lua b/modulefiles/build_hera_gnu.lua
@@ -5,6 +5,9 @@ the NOAA RDHPC machine Hera using GNU 9.2.0
 
 whatis([===[Loads libraries needed for building the UFS SRW App on Hera using GNU 9.2.0 ]===])
 
+-- When Hera switches from CentOS to Rocky, replace line withh correct path to spack-stack
+-- If you want to use Rocky OS now, use line below
+--prepend_path("MODULEPATH", "/scratch1/NCEPDEV/nems/role.epic/spack-stack/spack-stack-1.5.0/envs/unified-env-rocky8/install/modulefiles/Core")
 prepend_path("MODULEPATH", "/scratch1/NCEPDEV/nems/role.epic/spack-stack/spack-stack-1.5.0/envs/unified-env-noavx512/install/modulefiles/Core")
 prepend_path("MODULEPATH", "/scratch1/NCEPDEV/jcsda/jedipara/spack-stack/modulefiles")
 

diff --git a/modulefiles/build_hera_intel.lua b/modulefiles/build_hera_intel.lua
@@ -8,6 +8,9 @@ whatis([===[Loads libraries needed for building the UFS SRW App on Hera ]===])
 prepend_path("MODULEPATH","/contrib/sutils/modulefiles")
 load("sutils")
 
+-- When Hera switches from CentOS to Rocky, replace line withh correct path to spack-stack
+-- If you want to use Rocky OS now, use line below
+--prepend_path("MODULEPATH", "/scratch1/NCEPDEV/nems/role.epic/spack-stack/spack-stack-1.5.0/envs/unified-env-rocky8/install/modulefiles/Core")
 prepend_path("MODULEPATH", "/scratch1/NCEPDEV/nems/role.epic/spack-stack/spack-stack-1.5.0/envs/unified-env-noavx512/install/modulefiles/Core")
 prepend_path("MODULEPATH", "/scratch1/NCEPDEV/jcsda/jedipara/spack-stack/modulefiles")
 
@@ -20,7 +23,7 @@ load(pathJoin("stack-intel-oneapi-mpi", stack_impi_ver))
 stack_python_ver=os.getenv("stack_python_ver") or "3.10.8"
 load(pathJoin("stack-python", stack_python_ver))
 
-cmake_ver=os.getenv("cmake_ver") or "3.20.1"
+cmake_ver=os.getenv("cmake_ver") or "3.23.1"
 load(pathJoin("cmake", cmake_ver))
 
 load("srw_common")

diff --git a/parm/wflow/coldstart.yaml b/parm/wflow/coldstart.yaml
@@ -28,7 +28,7 @@ task_get_extrn_ics:
  <<: *default_vars
  ICS_OR_LBCS: ICS
  join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;'
- memory: 2G
+ memory: 4G
  nnodes: 1
  native: '{% if platform.get("SCHED_NATIVE_CMD_HPSS") %}{{ platform.SCHED_NATIVE_CMD_HPSS }}{% else %}{{ platform.SCHED_NATIVE_CMD}}{% endif %}'
  partition: '{% if platform.get("PARTITION_HPSS") %}&PARTITION_HPSS;{% else %}None{% endif %}'
@@ -59,7 +59,7 @@ task_get_extrn_lbcs:
  <<: *default_vars
  ICS_OR_LBCS: LBCS
  join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;'
- memory: 2G
+ memory: 4G
  nnodes: 1
  native: '{% if platform.get("SCHED_NATIVE_CMD_HPSS") %}{{ platform.SCHED_NATIVE_CMD_HPSS }}{% else %}{{ platform.SCHED_NATIVE_CMD}}{% endif %}'
  partition: '{% if platform.get("PARTITION_HPSS") %}&PARTITION_HPSS;{% else %}None{% endif %}'

diff --git a/scripts/exregional_make_lbcs.sh b/scripts/exregional_make_lbcs.sh
@@ -410,7 +410,7 @@ for (( ii=0; ii<${num_fhrs}; ii=ii+bcgrpnum10 )); do
  fi
  ;;
  "GDAS")
- fn_atm="${EXTRN_MDL_FNS[0][$i]}"
+ fn_atm="${EXTRN_MDL_FNS[$i]}"
  ;;
  "GEFS")
  fn_grib2="${EXTRN_MDL_FNS[$i]}"

diff --git a/ush/machine/jet.yaml b/ush/machine/jet.yaml
@@ -9,7 +9,7 @@ platform:
  DOMAIN_PREGEN_BASEDIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/FV3LAM_pregen
  PARTITION_DEFAULT: sjet,vjet,kjet,xjet
  QUEUE_DEFAULT: batch
- PARTITION_FCST: xjet
+ PARTITION_FCST: vjet
  QUEUE_FCST: batch
  PARTITION_HPSS: service
  QUEUE_HPSS: batch