[develop] Feature/metric update (ufs-community#890)

Update the WE2E test used in srw_metric_example.sh to reflect the changes that the WE2E test "grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16" has been substituted with "grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0" in ufs-community#686 (The GFS v16 suite is not intended for use at such high resolutions, so using the WoFS_v0 suite was more appropriate in this case).
natalie-perlin · Aug 18, 2023 · 3cfe4c9 · 3cfe4c9
1 parent 3dee70b
commit 3cfe4c9
Show file tree

Hide file tree

Showing 4 changed files with 30 additions and 59 deletions.
diff --git a/.cicd/scripts/srw_metric_example.sh b/.cicd/scripts/srw_metric_example.sh
@@ -35,7 +35,7 @@ fi
 # Test directories
 we2e_experiment_base_dir="${workspace}/../expt_dirs/metric_test"
 we2e_test_dir="${workspace}/tests/WE2E"
-we2e_test_name="grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16"
+we2e_test_name="grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0"
 
 pwd
 
@@ -66,8 +66,8 @@ cd ${workspace}
 [[ -f skill-score.out ]] && rm skill-score.out
 # Skill score index is computed over several terms that are defined in parm/metplus/STATAnalysisConfig_skill_score. 
 # It is computed by aggregating the output from earlier runs of the Point-Stat and/or Grid-Stat tools over one or more cases.
-# In this example, skill score index is a weighted average of 16 skill scores of RMSE statistics for wind speed, dew point temperature, 
-# temperature, and pressure at lowest level in the atmosphere over 48 hour lead time.
+# In this example, skill score index is a weighted average of 4 skill scores of RMSE statistics for wind speed, dew point temperature, 
+# temperature, and pressure at lowest level in the atmosphere over 6 hour lead time.
 cp ${we2e_experiment_base_dir}/${we2e_test_name}/2019061500/metprd/PointStat/*.stat ${workspace}/Indy-Severe-Weather/metprd/point_stat/
 # load met and metplus
 module use modulefiles/tasks/${platform,,}

diff --git a/parm/metplus/STATAnalysisConfig_skill_score b/parm/metplus/STATAnalysisConfig_skill_score
@@ -9,12 +9,12 @@
 //
 // Filtering input STAT lines by the contents of each column
 //
-model = ["FV3_GFS_v16_SUBCONUS_3km_test_mem000", "FV3_GFS_v16_SUBCONUS_3km"];
+model = ["FV3_WoFS_v0_SUBCONUS_3km_test_mem000", "FV3_GFS_v16_SUBCONUS_3km"];
 
-fcst_lead = [ "12", "24", "36", "48",
-              "12", "24", "36", "48",
-              "12", "24", "36", "48",
-              "12", "24", "36", "48"
+fcst_lead = [ "6",
+              "6",
+              "6",
+              "6"
             ];
 obs_lead  = [];
 
@@ -42,17 +42,17 @@ obs_init_inc    = [];
 obs_init_exc    = [];
 obs_init_hour   = [];
 
-fcst_var = [ "WIND",  "WIND",  "WIND",  "WIND",
-             "DPT",   "DPT",   "DPT",   "DPT",
-             "TMP",  "TMP",  "TMP",  "TMP",
-             "PRMSL", "PRMSL", "PRMSL", "PRMSL"
+fcst_var = [ "WIND",
+             "DPT",
+             "TMP",
+             "PRMSL"
            ];
 obs_var  = [];
 
-fcst_lev = [ "Z10",   "Z10",   "Z10",   "Z10",
-             "Z2",    "Z2",    "Z2",    "Z2",
-             "Z2",  "Z2",  "Z2",  "Z2",
-             "Z0",    "Z0",    "Z0",    "Z0"
+fcst_lev = [ "Z10",
+             "Z2",
+             "Z2",
+             "Z0"
            ];
 obs_lev  = [];
 
@@ -74,10 +74,10 @@ line_type = [ "SL1L2" ];
 
 column    = [ "RMSE" ];
 
-weight    = [ 8.0, 6.0, 4.0, 2.0,
-              8.0, 6.0, 4.0, 2.0,
-              8.0, 6.0, 4.0, 2.0,
-              8.0, 6.0, 4.0, 2.0
+weight    = [ 10.0,
+              10.0,
+              10.0,
+              10.0
             ];
 
 ////////////////////////////////////////////////////////////////////////////////

diff --git a/...s_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16.yaml b/...s_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16.yaml
diff --git a/...s_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0.yaml b/...s_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0.yaml
@@ -3,6 +3,8 @@ metadata:
     This test is to ensure that the workflow running in community mode
     completes successfully on the SUBCONUS_Ind_3km grid using the WoFS_v0
     physics suite with ICs and LBCs derived from the FV3GFS.
+    This test also ensures that MET deterministic verification runs
+    successfully.
 user:
   RUN_ENVIR: community
 workflow:
@@ -12,6 +14,12 @@ workflow:
   DATE_LAST_CYCL: '2019061500'
   FCST_LEN_HRS: 6
   PREEXISTING_DIR_METHOD: rename
+rocoto:
+  tasks:
+    taskgroups: '{{ ["parm/wflow/prep.yaml", "parm/wflow/coldstart.yaml", "parm/wflow/post.yaml", "parm/wflow/verify_pre.yaml", "parm/wflow/verify_det.yaml"]|include }}'
+    metatask_run_ensemble:
+      task_run_fcst_mem#mem#:
+        walltime: 01:00:00
 task_get_extrn_ics:
   EXTRN_MDL_NAME_ICS: FV3GFS
   FV3GFS_FILE_FMT_ICS: grib2
@@ -21,3 +29,5 @@ task_get_extrn_lbcs:
   LBC_SPEC_INTVL_HRS: 3
   FV3GFS_FILE_FMT_LBCS: grib2
   USE_USER_STAGED_EXTRN_FILES: true
+verification:
+  VX_FCST_MODEL_NAME: FV3_WoFS_v0_SUBCONUS_3km_test