From 3cfe4c9fb7b476d37a6f12d4bcf76dc07f97d642 Mon Sep 17 00:00:00 2001 From: Yi-Cheng Teng - NOAA <30629225+clouden90@users.noreply.github.com> Date: Fri, 18 Aug 2023 17:25:30 -0400 Subject: [PATCH] [develop] Feature/metric update (#890) Update the WE2E test used in srw_metric_example.sh to reflect the changes that the WE2E test "grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16" has been substituted with "grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0" in #686 (The GFS v16 suite is not intended for use at such high resolutions, so using the WoFS_v0 suite was more appropriate in this case). --- .cicd/scripts/srw_metric_example.sh | 6 +-- parm/metplus/STATAnalysisConfig_skill_score | 34 ++++++++-------- ..._ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16.yaml | 39 ------------------- ..._ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0.yaml | 10 +++++ 4 files changed, 30 insertions(+), 59 deletions(-) delete mode 100644 tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16.yaml diff --git a/.cicd/scripts/srw_metric_example.sh b/.cicd/scripts/srw_metric_example.sh index 47260b1eac..67d795f11f 100755 --- a/.cicd/scripts/srw_metric_example.sh +++ b/.cicd/scripts/srw_metric_example.sh @@ -35,7 +35,7 @@ fi # Test directories we2e_experiment_base_dir="${workspace}/../expt_dirs/metric_test" we2e_test_dir="${workspace}/tests/WE2E" -we2e_test_name="grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16" +we2e_test_name="grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0" pwd @@ -66,8 +66,8 @@ cd ${workspace} [[ -f skill-score.out ]] && rm skill-score.out # Skill score index is computed over several terms that are defined in parm/metplus/STATAnalysisConfig_skill_score. # It is computed by aggregating the output from earlier runs of the Point-Stat and/or Grid-Stat tools over one or more cases. -# In this example, skill score index is a weighted average of 16 skill scores of RMSE statistics for wind speed, dew point temperature, -# temperature, and pressure at lowest level in the atmosphere over 48 hour lead time. +# In this example, skill score index is a weighted average of 4 skill scores of RMSE statistics for wind speed, dew point temperature, +# temperature, and pressure at lowest level in the atmosphere over 6 hour lead time. cp ${we2e_experiment_base_dir}/${we2e_test_name}/2019061500/metprd/PointStat/*.stat ${workspace}/Indy-Severe-Weather/metprd/point_stat/ # load met and metplus module use modulefiles/tasks/${platform,,} diff --git a/parm/metplus/STATAnalysisConfig_skill_score b/parm/metplus/STATAnalysisConfig_skill_score index 8bc8aa7239..6fd64a6456 100644 --- a/parm/metplus/STATAnalysisConfig_skill_score +++ b/parm/metplus/STATAnalysisConfig_skill_score @@ -9,12 +9,12 @@ // // Filtering input STAT lines by the contents of each column // -model = ["FV3_GFS_v16_SUBCONUS_3km_test_mem000", "FV3_GFS_v16_SUBCONUS_3km"]; +model = ["FV3_WoFS_v0_SUBCONUS_3km_test_mem000", "FV3_GFS_v16_SUBCONUS_3km"]; -fcst_lead = [ "12", "24", "36", "48", - "12", "24", "36", "48", - "12", "24", "36", "48", - "12", "24", "36", "48" +fcst_lead = [ "6", + "6", + "6", + "6" ]; obs_lead = []; @@ -42,17 +42,17 @@ obs_init_inc = []; obs_init_exc = []; obs_init_hour = []; -fcst_var = [ "WIND", "WIND", "WIND", "WIND", - "DPT", "DPT", "DPT", "DPT", - "TMP", "TMP", "TMP", "TMP", - "PRMSL", "PRMSL", "PRMSL", "PRMSL" +fcst_var = [ "WIND", + "DPT", + "TMP", + "PRMSL" ]; obs_var = []; -fcst_lev = [ "Z10", "Z10", "Z10", "Z10", - "Z2", "Z2", "Z2", "Z2", - "Z2", "Z2", "Z2", "Z2", - "Z0", "Z0", "Z0", "Z0" +fcst_lev = [ "Z10", + "Z2", + "Z2", + "Z0" ]; obs_lev = []; @@ -74,10 +74,10 @@ line_type = [ "SL1L2" ]; column = [ "RMSE" ]; -weight = [ 8.0, 6.0, 4.0, 2.0, - 8.0, 6.0, 4.0, 2.0, - 8.0, 6.0, 4.0, 2.0, - 8.0, 6.0, 4.0, 2.0 +weight = [ 10.0, + 10.0, + 10.0, + 10.0 ]; //////////////////////////////////////////////////////////////////////////////// diff --git a/tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16.yaml b/tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16.yaml deleted file mode 100644 index 05af923cc5..0000000000 --- a/tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16.yaml +++ /dev/null @@ -1,39 +0,0 @@ -metadata: - description: |- - This test is to ensure that the workflow running in community mode - completes successfully on the SUBCONUS_Ind_3km grid using the GFS_v16 - physics suite with ICs and LBCs derived from the FV3GFS. - This test also ensures that MET deterministic verification runs - successfully. -user: - RUN_ENVIR: community -workflow: - CCPP_PHYS_SUITE: FV3_GFS_v16 - PREDEF_GRID_NAME: SUBCONUS_Ind_3km - DATE_FIRST_CYCL: '2019061500' - DATE_LAST_CYCL: '2019061500' - FCST_LEN_HRS: 48 - PREEXISTING_DIR_METHOD: rename -rocoto: - tasks: - taskgroups: '{{ ["parm/wflow/prep.yaml", "parm/wflow/coldstart.yaml", "parm/wflow/post.yaml", "parm/wflow/verify_pre.yaml", "parm/wflow/verify_det.yaml"]|include }}' - metatask_run_ensemble: - task_run_fcst_mem#mem#: - walltime: 04:00:00 - task_get_obs_ccpa: - task_get_obs_mrms: - task_get_obs_ndas: -task_get_extrn_ics: - EXTRN_MDL_NAME_ICS: FV3GFS - FV3GFS_FILE_FMT_ICS: grib2 - USE_USER_STAGED_EXTRN_FILES: true -task_get_extrn_lbcs: - EXTRN_MDL_NAME_LBCS: FV3GFS - LBC_SPEC_INTVL_HRS: 3 - FV3GFS_FILE_FMT_LBCS: grib2 - USE_USER_STAGED_EXTRN_FILES: true -task_run_fcst: - LAYOUT_X: 10 - LAYOUT_Y: 10 -verification: - VX_FCST_MODEL_NAME: FV3_GFS_v16_SUBCONUS_3km_test diff --git a/tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0.yaml b/tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0.yaml index 6468274e16..1128f2a73c 100644 --- a/tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0.yaml +++ b/tests/WE2E/test_configs/grids_extrn_mdls_suites_community/config.grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0.yaml @@ -3,6 +3,8 @@ metadata: This test is to ensure that the workflow running in community mode completes successfully on the SUBCONUS_Ind_3km grid using the WoFS_v0 physics suite with ICs and LBCs derived from the FV3GFS. + This test also ensures that MET deterministic verification runs + successfully. user: RUN_ENVIR: community workflow: @@ -12,6 +14,12 @@ workflow: DATE_LAST_CYCL: '2019061500' FCST_LEN_HRS: 6 PREEXISTING_DIR_METHOD: rename +rocoto: + tasks: + taskgroups: '{{ ["parm/wflow/prep.yaml", "parm/wflow/coldstart.yaml", "parm/wflow/post.yaml", "parm/wflow/verify_pre.yaml", "parm/wflow/verify_det.yaml"]|include }}' + metatask_run_ensemble: + task_run_fcst_mem#mem#: + walltime: 01:00:00 task_get_extrn_ics: EXTRN_MDL_NAME_ICS: FV3GFS FV3GFS_FILE_FMT_ICS: grib2 @@ -21,3 +29,5 @@ task_get_extrn_lbcs: LBC_SPEC_INTVL_HRS: 3 FV3GFS_FILE_FMT_LBCS: grib2 USE_USER_STAGED_EXTRN_FILES: true +verification: + VX_FCST_MODEL_NAME: FV3_WoFS_v0_SUBCONUS_3km_test