[develop] Feature/metric update (ufs-community#890)

Update the WE2E test used in srw_metric_example.sh to reflect the changes that the WE2E test "grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16" has been substituted with "grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0" in ufs-community#686 (The GFS v16 suite is not intended for use at such high resolutions, so using the WoFS_v0 suite was more appropriate in this case).

.cicd/scripts/srw_metric_example.sh

@@ -35,7 +35,7 @@ fi
 # Test directories
 we2e_experiment_base_dir="${workspace}/../expt_dirs/metric_test"
 we2e_test_dir="${workspace}/tests/WE2E"
-we2e_test_name="grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16"
+we2e_test_name="grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0"
 
 pwd
 
@@ -66,8 +66,8 @@ cd ${workspace}
 [[ -f skill-score.out ]] && rm skill-score.out
 # Skill score index is computed over several terms that are defined in parm/metplus/STATAnalysisConfig_skill_score. 
 # It is computed by aggregating the output from earlier runs of the Point-Stat and/or Grid-Stat tools over one or more cases.
-# In this example, skill score index is a weighted average of 16 skill scores of RMSE statistics for wind speed, dew point temperature, 
-# temperature, and pressure at lowest level in the atmosphere over 48 hour lead time.
+# In this example, skill score index is a weighted average of 4 skill scores of RMSE statistics for wind speed, dew point temperature, 
+# temperature, and pressure at lowest level in the atmosphere over 6 hour lead time.
 cp ${we2e_experiment_base_dir}/${we2e_test_name}/2019061500/metprd/PointStat/*.stat ${workspace}/Indy-Severe-Weather/metprd/point_stat/
 # load met and metplus
 module use modulefiles/tasks/${platform,,}

parm/metplus/STATAnalysisConfig_skill_score

@@ -9,12 +9,12 @@
 //
 // Filtering input STAT lines by the contents of each column
 //
-model = ["FV3_GFS_v16_SUBCONUS_3km_test_mem000", "FV3_GFS_v16_SUBCONUS_3km"];
+model = ["FV3_WoFS_v0_SUBCONUS_3km_test_mem000", "FV3_GFS_v16_SUBCONUS_3km"];
 
-fcst_lead = [ "12", "24", "36", "48",
- "12", "24", "36", "48",
- "12", "24", "36", "48",
- "12", "24", "36", "48"
+fcst_lead = [ "6",
+ "6",
+ "6",
+ "6"
  ];
 obs_lead = [];
 
@@ -42,17 +42,17 @@ obs_init_inc = [];
 obs_init_exc = [];
 obs_init_hour = [];
 
-fcst_var = [ "WIND", "WIND", "WIND", "WIND",
- "DPT", "DPT", "DPT", "DPT",
- "TMP", "TMP", "TMP", "TMP",
- "PRMSL", "PRMSL", "PRMSL", "PRMSL"
+fcst_var = [ "WIND",
+ "DPT",
+ "TMP",
+ "PRMSL"
  ];
 obs_var = [];
 
-fcst_lev = [ "Z10", "Z10", "Z10", "Z10",
- "Z2", "Z2", "Z2", "Z2",
- "Z2", "Z2", "Z2", "Z2",
- "Z0", "Z0", "Z0", "Z0"
+fcst_lev = [ "Z10",
+ "Z2",
+ "Z2",
+ "Z0"
  ];
 obs_lev = [];
 
@@ -74,10 +74,10 @@ line_type = [ "SL1L2" ];
 
 column = [ "RMSE" ];
 
-weight = [ 8.0, 6.0, 4.0, 2.0,
- 8.0, 6.0, 4.0, 2.0,
- 8.0, 6.0, 4.0, 2.0,
- 8.0, 6.0, 4.0, 2.0
+weight = [ 10.0,
+ 10.0,
+ 10.0,
+ 10.0
  ];
 
 ////////////////////////////////////////////////////////////////////////////////

tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0.yaml

@@ -3,6 +3,8 @@ metadata:
  This test is to ensure that the workflow running in community mode
  completes successfully on the SUBCONUS_Ind_3km grid using the WoFS_v0
  physics suite with ICs and LBCs derived from the FV3GFS.
+ This test also ensures that MET deterministic verification runs
+ successfully.
 user:
  RUN_ENVIR: community
 workflow:
@@ -12,6 +14,12 @@ workflow:
  DATE_LAST_CYCL: '2019061500'
  FCST_LEN_HRS: 6
  PREEXISTING_DIR_METHOD: rename
+rocoto:
+ tasks:
+ taskgroups: '{{ ["parm/wflow/prep.yaml", "parm/wflow/coldstart.yaml", "parm/wflow/post.yaml", "parm/wflow/verify_pre.yaml", "parm/wflow/verify_det.yaml"]|include }}'
+ metatask_run_ensemble:
+ task_run_fcst_mem#mem#:
+ walltime: 01:00:00
 task_get_extrn_ics:
  EXTRN_MDL_NAME_ICS: FV3GFS
  FV3GFS_FILE_FMT_ICS: grib2
@@ -21,3 +29,5 @@ task_get_extrn_lbcs:
  LBC_SPEC_INTVL_HRS: 3
  FV3GFS_FILE_FMT_LBCS: grib2
  USE_USER_STAGED_EXTRN_FILES: true
+verification:
+ VX_FCST_MODEL_NAME: FV3_WoFS_v0_SUBCONUS_3km_test