Feature 1408 use case ptype (#1425)

* adding imagery, config file, updating internal tests

* updated lists, auto testing

* corrected old reference

* Update use_case_groups.json

.github/parm/use_case_groups.json

@@ -111,7 +111,12 @@
   },
   {
     "category": "precipitation",
-    "index_list": "3-8",
+    "index_list": "3-7",
+    "run": false
+  },
+  {
+    "category": "precipitation",
+    "index_list": "8",
     "run": false
   },
   {

docs/use_cases/model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons.py

@@ -0,0 +1,160 @@
+"""
+Point-Stat: Investigating Preciptitation Types
+==============================================
+
+model_application/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf
+
+"""
+##############################################################################
+# Scientific Objective
+# --------------------
+#
+# During a storm that produces mulitiple precipitation types, the validation
+# process becomes critical to investigating how well a model does during these
+# situations. Using METplus' PointStat tool in this use case creates an opportunity
+# to compare three separate model outputs for a multi-precipitation type storm
+# across several valid times and create statistical output that can help modelers
+# fine-tune curent numerical models to perform better in this forecast situation.
+#
+
+##############################################################################
+# Datasets
+# --------
+#
+#  * Forecast dataset: operational GFS, GFSv16, NAM
+#  * Observation dataset: METARs (via NAM prepbufr reanalysis)
+#
+
+###############################################################################
+# METplus Components
+# ------------------
+#
+# This use case runs PB2NC on each NAM prepbufr file, extracts the METAR data within a 30-minute window
+# of the valid time, then runs Point-Stat on the model forecasts, comparing each valid time 
+# to the newly created netCDFs.
+# 
+
+###############################################################################
+# METplus Workflow
+# ----------------
+#
+# The following tools are used for each run time:
+# PB2NC, PointStat
+#
+# This example loops by initialization time. For each initialization time
+# it will process the listed lead hours (12 hour steps from 12 to 84 hours)
+#
+# Run times:
+#
+# | **Init:** 2021-02-15_12Z
+# | **Forecast leads:** 12, 24, 36, 48, 60, 72, 84 hour
+# |
+#
+
+##############################################################################
+# METplus Configuration
+# ---------------------
+#
+# METplus first loads all of the configuration files found in parm/metplus_config,
+# then it loads any configuration files passed to METplus via the command line
+# with the -c option, i.e. -c parm/use_cases/model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf
+#
+# .. highlight:: bash
+# .. literalinclude:: ../../../../parm/use_cases/model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf
+
+##############################################################################
+# MET Configuration
+# ---------------------
+#
+# METplus sets environment variables based on user settings in the METplus configuration file. 
+# See :ref:`How METplus controls MET config file settings<metplus-control-met>` for more details. 
+#
+# **YOU SHOULD NOT SET ANY OF THESE ENVIRONMENT VARIABLES YOURSELF! THEY WILL BE OVERWRITTEN BY METPLUS WHEN IT CALLS THE MET TOOLS!**
+#
+# If there is a setting in the MET configuration file that is currently not supported by METplus you'd like to control, please refer to:
+# :ref:`Overriding Unsupported MET config file settings<met-config-overrides>`
+#
+# **PB2NCConfig_wrapped**
+#
+# .. note:: See the :ref:`PB2NC MET Configuration<pb2nc-met-conf>` section of the User's Guide for more information on the environment variables used in the file below:
+#
+# .. highlight:: bash
+# .. literalinclude:: ../../../../parm/met_config/PB2NCConfig_wrapped
+#
+# **PointStatConfig_wrapped**
+#
+# .. note:: See the :ref:`PointStat MET Configuration<point-stat-met-conf>` section of the User's Guide for more information on the environment variables used in the file below:
+#
+# .. highlight:: bash
+# .. literalinclude:: ../../../../parm/met_config/PointStatConfig_wrapped
+
+##############################################################################
+# Running METplus
+# ---------------
+#
+# This use case can be run two ways:
+#
+# 1) Passing in PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf then a user-specific system configuration file::
+#
+#        run_metplus.py -c /path/to/METplus/parm/use_cases/model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf -c /path/to/user_system.conf
+#
+# 2) Modifying the configurations in parm/metplus_config, then passing in PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf::
+#
+#        run_metplus.py -c /path/to/METplus/parm/use_cases/model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf
+#
+# The former method is recommended. Whether you add them to a user-specific configuration file or modify the metplus_config files, the following variables must be set correctly:
+#
+# * **INPUT_BASE** - Path to directory where sample data tarballs are unpacked (See Datasets section to obtain tarballs). This is not required to run METplus, but it is required to run the examples in parm/use_cases
+# * **OUTPUT_BASE** - Path where METplus output will be written. This must be in a location where you have write permissions
+# * **MET_INSTALL_DIR** - Path to location where MET is installed locally
+#
+# Example User Configuration File::
+#
+#   [dir]
+#   INPUT_BASE = /path/to/sample/input/data
+#   OUTPUT_BASE = /path/to/output/dir
+#   MET_INSTALL_DIR = /path/to/met-X.Y 
+#
+# **NOTE:** All of these items must be found under the [dir] section.
+#
+
+##############################################################################
+# Expected Output
+# ---------------
+#
+# A successful run will output the following both to the screen and to the logfile::
+#
+#   INFO: METplus has successfully finished running.
+#
+# Refer to the value set for **OUTPUT_BASE** to find where the output data was generated.
+# Output for this use case will be found in model_applications/precipitation (relative to **OUTPUT_BASE**)
+# The following PB2NC output files will be created:
+#
+# * nam.obsfile_sfc_prwe.02[dd]2021_[hh].nc
+# 
+# Where [dd] and [hh] corespond to each valid time run (total of 7 files).
+#
+# The following PointStat output files will also be created in model_applications/precipitation (relative to **OUTPUT_BASE**):
+#
+# * point_stat_[model]_[lead]0000L_[valid_YYMMDD_time]_[valid_HH_time].stat
+#
+# Where [model] is gfs, gfsx (for gfsv16), or nam, and valid times correspond to the 7 valid times being processed (total of 21 files).
+
+
+##############################################################################
+# Keywords
+# --------
+#
+# .. note::
+#
+#   * PointStatToolUseCase
+#   * PB2NCToolUseCase
+#   * PrecipitationAppUseCase
+#   * GRIB2FileUseCase
+#   * prepBUFRFileUseCase
+#
+#   Navigate to the :ref:`quick-search` page to discover other similar use cases.
+#
+#
+#
+# sphinx_gallery_thumbnail_path = '_static/precipitation-PointStat_fcstMULTI_obsMETAR_PtypeComparisons.png'

internal_tests/use_cases/all_use_cases.txt

@@ -116,6 +116,8 @@ Category: precipitation
 5::MTD_fcstHRRR-TLE_FcstOnly_RevisionSeries_GRIB:: model_applications/precipitation/MTD_fcstHRRR-TLE_FcstOnly_RevisionSeries_GRIB.conf
 6::MTD_fcstHRRR-TLE_obsMRMS:: model_applications/precipitation/MTD_fcstHRRR-TLE_obsMRMS.conf
 7::EnsembleStat_fcstWOFS_obsWOFS:: model_applications/precipitation/EnsembleStat_fcstWOFS_obsWOFS.conf::
+8::PointStat_fcstMULTI_obsMETAR_PtypeComparisons:: model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf
+
 
 Category: s2s
 0::GridStat_SeriesAnalysis_fcstNMME_obsCPC_seasonal_forecast:: model_applications/s2s/GridStat_SeriesAnalysis_fcstNMME_obsCPC_seasonal_forecast.conf:: netcdf4_env

parm/use_cases/model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons.conf

@@ -0,0 +1,133 @@
+[config]
+
+
+#The first PointStat call is for the GFS
+PROCESS_LIST = PB2NC,PointStat,PointStat(nam_run),PointStat(gfsx_run)
+LOOP_BY = INIT
+INIT_TIME_FMT = %Y%m%d%H%M
+INIT_BEG = 202102151200
+INIT_END = 202102151200
+INIT_INCREMENT = 12H
+
+LEAD_SEQ = 12, 24, 36, 48, 60, 72, 84
+
+PB2NC_OFFSETS = 0, 12
+
+PB2NC_SKIP_IF_OUTPUT_EXISTS = True
+
+PB2NC_INPUT_DIR = {INPUT_BASE}/model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons
+PB2NC_INPUT_TEMPLATE = nam.{valid?fmt=%Y%m%d}.t{valid?fmt=%2H}z.prepbufr.tm00
+
+PB2NC_OUTPUT_DIR = {OUTPUT_BASE}/model_applications/precipitation
+PB2NC_OUTPUT_TEMPLATE = nam.obsfile_sfc_prwe.{valid?fmt=%m%d%Y}_{valid?fmt=%2H}z.nc
+
+
+PB2NC_CONFIG_FILE = {PARM_BASE}/met_config/PB2NCConfig_wrapped
+
+PB2NC_OBS_WINDOW_BEGIN = -1800
+PB2NC_OBS_WINDOW_END = 1800
+
+#PB2NC_VALID_BEGIN = {valid?fmt=%Y%m%d_%H%M%S?shift=-1800}
+#PB2NC_VALID_END = {valid?fmt=%Y%m%d_%H%M%S?shift=1800}
+
+PB2NC_GRID = 
+PB2NC_POLY =
+PB2NC_STATION_ID =
+PB2NC_MESSAGE_TYPE = ADPSFC
+
+PB2NC_PB_REPORT_TYPE =
+
+#PB2NC_LEVEL_RANGE_BEG =
+#PB2NC_LEVEL_RANGE_END =
+
+PB2NC_LEVEL_CATEGORY = 
+
+PB2NC_QUALITY_MARK_THRESH = 2
+
+# Leave empty to process all
+PB2NC_OBS_BUFR_VAR_LIST = PRWE
+
+PB2NC_TIME_SUMMARY_FLAG = False
+PB2NC_TIME_SUMMARY_BEG = 000000
+PB2NC_TIME_SUMMARY_END = 235959
+PB2NC_TIME_SUMMARY_VAR_NAMES =
+PB2NC_TIME_SUMMARY_TYPES = min, max, range, mean, stdev, median, p80
+
+PB2NC_TIME_SUMMARY_RAW_DATA = False
+PB2NC_TIME_SUMMARY_STEP = 3600
+PB2NC_TIME_SUMMARY_WIDTH = 3600
+PB2NC_TIME_SUMMARY_GRIB_CODES =
+PB2NC_TIME_SUMMARY_VALID_FREQ = 0
+PB2NC_TIME_SUMMARY_VALID_THRESH = 0.0
+
+#PB2NC_OBS_BUFR_MAP =
+#PB2NC_OBS_PREPBUFR_MAP =
+
+
+###
+# PointStat
+###
+
+FCST_POINT_STAT_INPUT_DIR = {INPUT_BASE}/model_applications/precipitation/PointStat_fcstMULTI_obsMETAR_PtypeComparisons
+FCST_POINT_STAT_INPUT_TEMPLATE = gfs.t12z.pgrb2.0p25.f{lead?fmt=%3H}
+
+OBS_POINT_STAT_INPUT_DIR = {OUTPUT_BASE}/model_applications/precipitation
+OBS_POINT_STAT_INPUT_TEMPLATE = {PB2NC_OUTPUT_TEMPLATE}
+
+
+POINT_STAT_OUTPUT_DIR = {OUTPUT_BASE}/model_applications/precipitation
+POINT_STAT_OUTPUT_PREFIX = gfs
+
+MODEL = gfs
+
+FCST_VAR1_NAME = CRAIN
+FCST_VAR1_LEVELS = L0
+FCST_VAR1_THRESH = >=1.0
+
+OBS_VAR1_NAME = PRWE
+OBS_VAR1_LEVELS = Z0
+OBS_VAR1_THRESH = >=161&&<=163
+
+FCST_VAR2_NAME = CSNOW
+FCST_VAR2_LEVELS = L0
+FCST_VAR2_THRESH = >=1.0
+
+OBS_VAR2_NAME = PRWE
+OBS_VAR2_LEVELS = Z0
+OBS_VAR2_THRESH = >=171&&<=173
+
+FCST_VAR3_NAME = CFRZR
+FCST_VAR3_LEVELS = L0
+FCST_VAR3_THRESH = >=1.0
+
+OBS_VAR3_NAME = PRWE
+OBS_VAR3_LEVELS = Z0
+OBS_VAR3_THRESH = >=164&&<=166
+
+FCST_VAR4_NAME = CICEP
+FCST_VAR4_LEVELS = L0
+FCST_VAR4_THRESH = >=1.0
+
+OBS_VAR4_NAME = PRWE
+OBS_VAR4_LEVELS = Z0
+OBS_VAR4_THRESH = >=174&&<=176
+
+OBS_POINT_STAT_WINDOW_BEGIN = -1800
+OBS_POINT_STAT_WINDOW_END = 1800
+
+POINT_STAT_MESSAGE_TYPE = ADPSFC
+
+POINT_STAT_MASK_POLY = MET_BASE/poly/CONUS.poly
+
+POINT_STAT_OUTPUT_FLAG_CTC = STAT
+POINT_STAT_OUTPUT_FLAG_CTS = STAT
+
+[gfsx_run]
+MODEL = gfsx
+FCST_POINT_STAT_INPUT_TEMPLATE= gfsx.t12z.pgrb2.0p25.f{lead?fmt=%3H}
+POINT_STAT_OUTPUT_PREFIX = gfsx 
+
+[nam_run]
+MODEL = nam
+FCST_POINT_STAT_INPUT_TEMPLATE=nam.t12z.awip32{lead?fmt=%2H}.tm00.grib2
+POINT_STAT_OUTPUT_PREFIX = nam