diff --git a/data/table_files/met_header_columns_V12.0.txt b/data/table_files/met_header_columns_V12.0.txt index 3f4785edf..979595164 100644 --- a/data/table_files/met_header_columns_V12.0.txt +++ b/data/table_files/met_header_columns_V12.0.txt @@ -7,7 +7,7 @@ V12.0 : STAT : MCTC : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID V12.0 : STAT : MCTS : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID_END OBS_LEAD OBS_VALID_BEG OBS_VALID_END FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE TOTAL N_CAT ACC ACC_NCL ACC_NCU ACC_BCL ACC_BCU HK HK_BCL HK_BCU HSS HSS_BCL HSS_BCU GER GER_BCL GER_BCU HSS_EC HSS_EC_BCL HSS_EC_BCU EC_VALUE V12.0 : STAT : MPR : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID_END OBS_LEAD OBS_VALID_BEG OBS_VALID_END FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE TOTAL INDEX OBS_SID OBS_LAT OBS_LON OBS_LVL OBS_ELV FCST OBS OBS_QC OBS_CLIMO_MEAN OBS_CLIMO_STDEV OBS_CLIMO_CDF FCST_CLIMO_MEAN FCST_CLIMO_STDEV V12.0 : STAT : SEEPS : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID_END OBS_LEAD OBS_VALID_BEG OBS_VALID_END FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE TOTAL ODFL ODFH OLFD OLFH OHFD OHFL PF1 PF2 PF3 PV1 PV2 PV3 MEAN_FCST MEAN_OBS SEEPS -V12.0 : STAT : SEEPS_MPR : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID_END OBS_LEAD OBS_VALID_BEG OBS_VALID_END FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE OBS_SID OBS_LAT OBS_LON FCST OBS OBS_QC FCST_CAT OBS_CAT P1 P2 T1 T2 SEEPS +V12.0 : STAT : SEEPS_MPR: VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID_END OBS_LEAD OBS_VALID_BEG OBS_VALID_END FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE OBS_SID OBS_LAT OBS_LON FCST OBS OBS_QC FCST_CAT OBS_CAT P1 P2 T1 T2 SEEPS V12.0 : STAT : NBRCNT : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID_END OBS_LEAD OBS_VALID_BEG OBS_VALID_END FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE TOTAL FBS FBS_BCL FBS_BCU FSS FSS_BCL FSS_BCU AFSS AFSS_BCL AFSS_BCU UFSS UFSS_BCL UFSS_BCU F_RATE F_RATE_BCL F_RATE_BCU O_RATE O_RATE_BCL O_RATE_BCU V12.0 : STAT : NBRCTC : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID_END OBS_LEAD OBS_VALID_BEG OBS_VALID_END FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE TOTAL FY_OY FY_ON FN_OY FN_ON V12.0 : STAT : NBRCTS : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID_END OBS_LEAD OBS_VALID_BEG OBS_VALID_END FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE VX_MASK INTERP_MTHD INTERP_PNTS FCST_THRESH OBS_THRESH COV_THRESH ALPHA LINE_TYPE TOTAL BASER BASER_NCL BASER_NCU BASER_BCL BASER_BCU FMEAN FMEAN_NCL FMEAN_NCU FMEAN_BCL FMEAN_BCU ACC ACC_NCL ACC_NCU ACC_BCL ACC_BCU FBIAS FBIAS_BCL FBIAS_BCU PODY PODY_NCL PODY_NCU PODY_BCL PODY_BCU PODN PODN_NCL PODN_NCU PODN_BCL PODN_BCU POFD POFD_NCL POFD_NCU POFD_BCL POFD_BCU FAR FAR_NCL FAR_NCU FAR_BCL FAR_BCU CSI CSI_NCL CSI_NCU CSI_BCL CSI_BCU GSS GSS_BCL GSS_BCU HK HK_NCL HK_NCU HK_BCL HK_BCU HSS HSS_BCL HSS_BCU ODDS ODDS_NCL ODDS_NCU ODDS_BCL ODDS_BCU LODDS LODDS_NCL LODDS_NCU LODDS_BCL LODDS_BCU ORSS ORSS_NCL ORSS_NCU ORSS_BCL ORSS_BCU EDS EDS_NCL EDS_NCU EDS_BCL EDS_BCU SEDS SEDS_NCL SEDS_NCU SEDS_BCL SEDS_BCU EDI EDI_NCL EDI_NCU EDI_BCL EDI_BCU SEDI SEDI_NCL SEDI_NCU SEDI_BCL SEDI_BCU BAGSS BAGSS_BCL BAGSS_BCU @@ -36,6 +36,10 @@ V12.0 : STAT : SSIDX : VERSION MODEL DESC FCST_LEAD FCST_VALID_BEG FCST_VALID V12.0 : MODE : OBJ : VERSION MODEL N_VALID GRID_RES DESC FCST_LEAD FCST_VALID FCST_ACCUM OBS_LEAD OBS_VALID OBS_ACCUM FCST_RAD FCST_THR OBS_RAD OBS_THR FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE OBJECT_ID OBJECT_CAT CENTROID_X CENTROID_Y CENTROID_LAT CENTROID_LON AXIS_ANG LENGTH WIDTH AREA AREA_THRESH CURVATURE CURVATURE_X CURVATURE_Y COMPLEXITY INTENSITY_10 INTENSITY_25 INTENSITY_50 INTENSITY_75 INTENSITY_90 INTENSITY_USER INTENSITY_SUM CENTROID_DIST BOUNDARY_DIST CONVEX_HULL_DIST ANGLE_DIFF ASPECT_DIFF AREA_RATIO INTERSECTION_AREA UNION_AREA SYMMETRIC_DIFF INTERSECTION_OVER_AREA CURVATURE_RATIO COMPLEXITY_RATIO PERCENTILE_INTENSITY_RATIO INTEREST V12.0 : MODE : CTS : VERSION MODEL N_VALID GRID_RES DESC FCST_LEAD FCST_VALID FCST_ACCUM OBS_LEAD OBS_VALID OBS_ACCUM FCST_RAD FCST_THR OBS_RAD OBS_THR FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBTYPE FIELD TOTAL FY_OY FY_ON FN_OY FN_ON BASER FMEAN ACC FBIAS PODY PODN POFD FAR CSI GSS HK HSS ODDS LODDS ORSS EDS SEDS EDI SEDI BAGSS +V12.0 : MTD : 2DSINGLE : VERSION MODEL DESC FCST_LEAD FCST_VALID OBS_LEAD OBS_VALID T_DELTA FCST_T_BEG FCST_T_END FCST_RAD FCST_THR OBS_T_BEG OBS_T_END OBS_RAD OBS_THR FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBJECT_ID OBJECT_CAT TIME_INDEX AREA CENTROID_X CENTROID_Y CENTROID_LAT CENTROID_LON AXIS_ANG INTENSITY_10 INTENSITY_25 INTENSITY_50 INTENSITY_75 INTENSITY_90 INTENSITY_USER +V12.0 : MTD : 3DSINGLE : VERSION MODEL DESC FCST_LEAD FCST_VALID OBS_LEAD OBS_VALID T_DELTA FCST_T_BEG FCST_T_END FCST_RAD FCST_THR OBS_T_BEG OBS_T_END OBS_RAD OBS_THR FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBJECT_ID OBJECT_CAT CENTROID_X CENTROID_Y CENTROID_T CENTROID_LAT CENTROID_LON X_DOT Y_DOT AXIS_ANG VOLUME START_TIME END_TIME CDIST_TRAVELLED INTENSITY_10 INTENSITY_25 INTENSITY_50 INTENSITY_75 INTENSITY_90 INTENSITY_USER +V12.0 : MTD : 3DPAIR : VERSION MODEL DESC FCST_LEAD FCST_VALID OBS_LEAD OBS_VALID T_DELTA FCST_T_BEG FCST_T_END FCST_RAD FCST_THR OBS_T_BEG OBS_T_END OBS_RAD OBS_THR FCST_VAR FCST_UNITS FCST_LEV OBS_VAR OBS_UNITS OBS_LEV OBJECT_ID OBJECT_CAT SPACE_CENTROID_DIST TIME_CENTROID_DELTA AXIS_DIFF SPEED_DELTA DIRECTION_DIFF VOLUME_RATIO START_TIME_DELTA END_TIME_DELTA INTERSECTION_VOLUME DURATION_DIFF INTEREST + V12.0 : TCST : TCMPR : VERSION AMODEL BMODEL DESC STORM_ID BASIN CYCLONE STORM_NAME INIT LEAD VALID INIT_MASK VALID_MASK LINE_TYPE TOTAL INDEX LEVEL WATCH_WARN INITIALS ALAT ALON BLAT BLON TK_ERR X_ERR Y_ERR ALTK_ERR CRTK_ERR ADLAND BDLAND AMSLP BMSLP AMAX_WIND BMAX_WIND AAL_WIND_34 BAL_WIND_34 ANE_WIND_34 BNE_WIND_34 ASE_WIND_34 BSE_WIND_34 ASW_WIND_34 BSW_WIND_34 ANW_WIND_34 BNW_WIND_34 AAL_WIND_50 BAL_WIND_50 ANE_WIND_50 BNE_WIND_50 ASE_WIND_50 BSE_WIND_50 ASW_WIND_50 BSW_WIND_50 ANW_WIND_50 BNW_WIND_50 AAL_WIND_64 BAL_WIND_64 ANE_WIND_64 BNE_WIND_64 ASE_WIND_64 BSE_WIND_64 ASW_WIND_64 BSW_WIND_64 ANW_WIND_64 BNW_WIND_64 ARADP BRADP ARRP BRRP AMRD BMRD AGUSTS BGUSTS AEYE BEYE ADIR BDIR ASPEED BSPEED ADEPTH BDEPTH NUM_MEMBERS TRACK_SPREAD TRACK_STDEV MSLP_STDEV MAX_WIND_STDEV V12.0 : TCST : TCDIAG : VERSION AMODEL BMODEL DESC STORM_ID BASIN CYCLONE STORM_NAME INIT LEAD VALID INIT_MASK VALID_MASK LINE_TYPE TOTAL INDEX DIAG_SOURCE TRACK_SOURCE FIELD_SOURCE (N_DIAG) DIAG_[0-9]* VALUE_[0-9]* V12.0 : TCST : PROBRIRW : VERSION AMODEL BMODEL DESC STORM_ID BASIN CYCLONE STORM_NAME INIT LEAD VALID INIT_MASK VALID_MASK LINE_TYPE ALAT ALON BLAT BLON INITIALS TK_ERR X_ERR Y_ERR ADLAND BDLAND RIRW_BEG RIRW_END RIRW_WINDOW AWIND_END BWIND_BEG BWIND_END BDELTA BDELTA_MAX BLEVEL_BEG BLEVEL_END (N_THRESH) THRESH_[0-9]* PROB_[0-9]* diff --git a/docs/Users_Guide/release-notes.rst b/docs/Users_Guide/release-notes.rst index 867f73aa0..ddc16ba1a 100644 --- a/docs/Users_Guide/release-notes.rst +++ b/docs/Users_Guide/release-notes.rst @@ -9,226 +9,385 @@ When applicable, release notes are followed by the GitHub issue number which des enhancement, or new feature (`MET GitHub issues `_). Important issues are listed **in bold** for emphasis. -MET Version 12.0.0-rc1 Release Notes (20241114) ------------------------------------------------ +MET Version 12.0.0 Release Notes (20241218) +------------------------------------------- .. dropdown:: Bugfixes + * Fix the Grid-Stat configuration file to support the MET_SEEPS_GRID_CLIMO_NAME option + (`#2601 `_). + * Refine support for coordinate dimensions in CF-compliant NetCDF files + (`#2638 `_). + * Fix logic for computing the 100-th percentile + (`#2644 `_). + * Fix support for NSIDC v4 Climate Data Record data on Polar Stereographic grids in CF-compliant NetCDF files + (`#2652 `_). + * Correct the usage statement for Point2Grid + (`#2666 `_). + * Investigate unexpected number of derived HPBL observations in PB2NC + (`#2687 `_). * Fix the wind-based diagnostics computations in TC-Diag (`#2729 `_). + * Fix the Point-Stat CNT header line typo causing duplicate "SI_BCL" column names + (`#2730 `_). + * Fix Python embedding failure when providing a single point observation' + (`#2755 `_). + * Fix MET to compile without the optional `--enable-python` configuration option + (`#2760 `_). + * Fix the parsing of level values for GRIB2 template 4.48 data + (`#2782 `_). + * **Fix the TC-Diag and TC-RMW tools to correctly handle the range and azimuth settings in range/azimuth grids** + (`#2833 `_). + * **Fix TC-RMW to correct the tangential and radial wind computations** + (`#2841 `_). + * Fix Ensemble-Stat's handling of climo data when verifying ensemble-derived probabilities + (`#2856 `_). + * **Fix Point2Grid's handling of the -qc option for ADP input files** + (`#2867 `_). + * Fix Stat-Analysis errors for jobs using the -dump_row option and the -line_type option with VCNT, RPS, DMAP, or SSIDX + (`#2888 `_). + * Fix inconsistent handling of point observation valid times processed through Python embedding + (`#2897 `_). + * Fix Point2Grid processing of GFS Ocean data input + (`#2936 `_). + * **Fix contingency table statistic bugs in the CTS and NBRCTS line types for BAGSS, SEDI CI's, ORSS, and ORSS CI's** + (`#2958 `_). + * Fix the grid dimensions used for `point2grid_cice_set_attr_grid` unit test + (`#2968 `_). + * Fix MTD to run on any MET-supported grid projection + (`#2979 `_). + * Fix Grid-Stat segfault when SEEPS is the only NetCDF output type requested + (`#3020 `_). .. dropdown:: Enhancements + * **Enhance Series-Analysis to read its own output and incrementally update output statistics over time** + (`#1371 `_). + * Enhance the `set_attr_grid` processing logic to support input files lacking a grid definition + (`#1729 `_). + * **Add support for NetCDF files following the UGRID convention** + (`#2231 `_). + * **Add support for new point_weight_flag to the Point-Stat and Ensemble-Stat tools** + (`#2279 `_). + * **Refine configuration options for defining bins in the verification of probabilistic forecasts** + (`#2280 `_). + * Allow observation anomaly replacement in Anomaly Correlation Coefficient (ACC) calculation + (`#2308 `_). + * Enhance TC-Pairs to include storm diagnostics in consensus track output + (`#2476 `_). + * **Add support for native WRF output files already on pressure levels** + (`#2547 `_). + * **Enhance TC-Diag to actually compute and write diagnostics** + (`#2550 `_). + * Refine TC-Diag logic for handling missing data + (`#2609 `_). + * **Update ioda2nc to support version 3 IODA files** + (`#2640 `_). + * **Enhance MODE CTS output file to include missing categorical statistics, including SEDI** + (`#2648 `_). + * **Enhance MET to compile and link against the Proj library** + (`#2669 `_). + * Fix the SonarQube findings for MET v12.0 + (`#2673 `_). + * Change the default setting for the model string from "WRF" to "FCST" in the default MET configuration files + (`#2682 `_). + * Document the use of temporary files in MET and reduce it as much as reasonably possible + (`#2690 `_). + * **Eliminate the use of temporary files in the vx_config library** + (`#2691 `_). + * Refine TC-Pairs consensus diagnostics configuration options + (`#2699 `_). + * Enhance ASCII2NC to read ISMN point observations of soil moisture and temperature + (`#2701 `_). + * **Enhance Multivariate MODE to support differing numbers of forecast and observation input fields** + (`#2706 `_). + * Enhance Multivariate MODE to change the default "merge_flag" setting to NONE + (`#2708 `_). + * Documentation: Make Headers Consistent in All MET Guides + (`#2716 `_). + * **Enhance MODE to use OpenMP to make the convolution step faster** + (`#2724 `_). + * **Major enhancements to multivariate MODE** + (`#2745 `_). + * Enhance TC-Diag to use tc_diag_driver version 0.11.0 + (`#2769 `_). + * Switch from writing temporary Python files in NetCDF to JSON and NumPy serialization + (`#2772 `_). + * Revise the use of temporary files in PB2NC + (`#2792 `_). + * Enhance MET to make warnings messages about time differences configurable + (`#2801 `_). + * Enhance Stat-Analysis to apply the `-set_hdr` option to filter jobs + (`#2805 `_). + * Enhance MET to parse LAEA grids from the MET NetCDF file format + (`#2809 `_). + * **Add new wind direction verification statistics for RMSE, Bias, and MAE** + (`#2395 `_). + * Add new ECNT statistics that incorporate observational uncertainty as advised in Ferro (2017) + (`#2583 `_). * Update ndbc_stations.xml after 7-character buoy ids are introduced in Aug/Sept 2023 (`#2631 `_). + * Enhance ASCII2NC to support IABP/IPAB Arctic and Antarctic drifting buoy observations + (`#2654 `_). + * Enhance Multivariate MODE to read input data only once rather than multiple times + (`#2707 `_). + * Enhance the calculation of RPSS to support starting from probabilistic data + (`#2786 `_). + * Add convex hull to MODE output (`#2819 `_). + * **Add new wind direction verification statistics for RMSE, Bias, and MAE** + (`#2395 `_). + * Document UGRID configuration options added to Point-Stat and Grid-Stat + (`#2748 `_ * Update GRIB tables in MET based on wgrib2 versions 3.1.4 and 3.4.0 (`#2780 `_). + * Refine Point-Stat Warning message about fcst/obs level mismatch + (`#2795 `_). * Enhance MET to parse the set_attr options prior reading data from gridded data files (`#2826 `_). + * **Add new -ugrid_config command line option for unstructured grid inputs to Grid-Stat and Point-Stat** + (`#2842 `_). + * Enhance Point2Grid to support modified quality control settings for smoke/dust AOD data in GOES-16/17 as of April 16, 2024 + (`#2853 `_). + * **Enhance Point2Grid to support a wider variety of input tripolar datasets** + (`#2857 `_). + * Test NOAA Unstructured grids in MET-12.0.0 + (`#2860 `_). + * Enhance Ensemble-Stat and Gen-Ens-Prod to omit warning messages for the MISSING keyword + (`#2870 `_). + * Add new Python functionality to convert MET NetCDF observation data to a Pandas DataFrame + (`#2781 `_). + * Enhance Point2Grid to filter quality control strings with config file options + (`#2880 `_). + * Refine SEEPS processing logic and output naming conventions + (`#2882 `_). + * Enhance PCP-Combine to allow missing data + (`#2883 `_). + * **Enhance MET to calculate weighted contingency table counts and statistics** + (`#2887 `_). + * Enhance the OBTYPE header column for MPR and ORANK line types + (`#2893 `_). + * Enhance TC-Stat to support the -set_hdr job command option + (`#2911 `_). + * Refine ERROR messages written by PB2NC + (`#2912 `_). + * **Enhance MET to support separate climatology datasets for both the forecast and observation inputs** + (`#2924 `_). + * Refine PB2NC warning messages about changing Bufr center times + (`#2938 `_). * Eliminate Point2Grid warning when no valid output data is found (`#3000 `_). .. dropdown:: Documentation + * Remove the double-quotes around keywords + (`#2023 `_). * Enhance MTD documentation so that tables 21.3 and 21.4 have units (`#2750 `_). + * Documentation: Provide instructions for compiling MET with the C++11 standard + (`#2949 `_). * Update documentation about parsing grid information from CF-compliant NetCDF files (`#3009 `_). - -MET Version 12.0.0-beta6 Release Notes (20241018) -------------------------------------------------- + * Update the MET User's Guide to specify the data types in each output line type table + (`#3032 `_). .. dropdown:: Repository, build, and test - * Update METbaseimage to use newer versions of Atlas and ecKit (`METbaseimage#27 `_). - * MET: Enhance the MET testing framework to provide a mechanism for expected failure (`METplus-Internal#23 `_). - * Fix the SonarQube findings for MET version 12.0.0 (`#2673 `_). - * Enhance the `unit.py` MET testing script to allow for expected failures (`#2937 `_). - * Modify configure.ac to define C++17 as the default compilation standard (`#2948 `_). - - .. dropdown:: Bugfixes + * Add GitHub action to run SonarQube for MET pull requests and feature branches + (`#2379 `_). + * **Enhance MET to compile and link against the Atlas and ecKit libraries** + (`#2574 `_). + * **Enhance "compile_MET_all.sh" to support the new Intel oneAPI compilers and upgrade dependent library versions as needed** + (`#2611 `_). + * Update the ``install_met_env.generic`` configuration file + (`#2643 `_). + * Switch SonarQube server (mandan to needham) + (`#2650 `_). + * Update GitHub issue and pull request templates to reflect the current development workflow details + (`#2659 `_). + * Update the unit test diff logic to handle SEEPS, SEEPS_MPR, and MODE CTS line type updates + (`#2665 `_). + * **Enhance MET to compile and link against the Proj library** + (`#2669 `_). + * Fix the SonarQube findings for MET version 12.0.0 + (`#2673 `_). + * Upgrade SonarQube server version from 9.8 to 10.2 + (`#2689 `_). + * Move namespace specifications below include directives + (`#2696 `_). + * Update the token for upgraded SonarQube server + (`#2702 `_). + * Reimplement and enhance the Perl-based (unit.pl) unit test control script in Python + (`#2717 `_). + * Update compilation script and configuration files as needed for supported platforms + (`#2753 `_). + * Remove the SonarQube token from the properties file + (`#2757 `_). + * Repository cleanup of stale code and configuration consistency + (`#2776 `_). + * Add new example installation configuration files for Intel compiler users + (`#2785 `_). + * Update GitHub actions workflows to switch from node 16 to node 20 + (`#2796 `_). + * Enhance GitHub action compilation options and testing workflows + (`#2815 `_). + * SonarQube: Replace "enum" to "enum class" + (`#2830 `_). + * Update tag used for the release checksum action + (`#2929 `_). + * Enhance the ``unit.py`` MET testing script to allow for expected failures + (`#2937 `_). + * Modify configure.ac to define C++17 as the default compilation standard + (`#2948 `_). + + .. dropdown:: METplus-Internal issues + + METplus-Internal is a private repository where internal issues related to + security are tracked. + + * MET: Enhance the MET testing framework to provide a mechanism for expected failure + (`METplus-Internal#23 `_). + + .. dropdown:: METbaseimage testing environment + + METbaseimage is a public repository that provides the Docker environment + in which automated testing of MET is performed. + + * Refine METbaseimage to compile dependent libraries from a single tar file + (`METbaseimage#9 `_). + * Update METbaseimage to complete the transition to the Debian 12 (bookworm) base image + (`METbaseimage#12 `_). + * Enhance METbaseimage to compile the ecKit and Atlas libraries + (`METbaseimage#13 `_). + * Enhance METbaseimage to install the YAML Python package + (`METbaseimage#15 `_). + * Enhance METbaseimage to install SciPy Python package needed by the MET TC-Diag tool + (`METbaseimage#20 `_). + * Fix METbaseimage environment to correct the ncdump runtime linker error + (`METbaseimage#24 `_). + * Update METbaseimage to use newer versions of Atlas and ecKit + (`METbaseimage#27 `_). - * Bugfix: Fix Point2Grid processing of GFS Ocean data input (`#2936 `_). - * **Bugfix: Fix contingency table statistic bugs in the CTS and NBRCTS line types for BAGSS, SEDI CI's, ORSS, and ORSS CI's** (`#2958 `_). - * Bugfix: Fix the grid dimensions used for `point2grid_cice_set_attr_grid` unit test (`#2968 `_). - * Bugfix: Fix MTD to run on any MET-supported grid projection (`#2979 `_). +MET Upgrade Instructions +======================== - .. dropdown:: Enhancements +MET Version 12.0.0 Upgrade Instructions +--------------------------------------- - * **Enhance Series-Analysis to read its own output and incrementally update output statistics over time** (`#1371 `_). - * Enhance the `set_attr_grid` processing logic to support input files lacking a grid definition (`#1729 `_). - * **Add support for new point_weight_flag to the Point-Stat and Ensemble-Stat tools** (`#2279 `_). - * Allow observation anomaly replacement in Anomaly Correlation Coefficient (ACC) calculation (`#2308 `_). - * Enhance Point2Grid to filter quality control strings with config file options (`#2880 `_). - * Refine SEEPS processing logic and output naming conventions (`#2882 `_). - * **Enhance MET to calculate weighted contingency table counts and statistics** (`#2887 `_). - * Enhance the OBTYPE header column for MPR and ORANK line types (`#2893 `_). - * **Enhance MET to support separate climatology datasets for both the forecast and observation inputs** (`#2924 `_). - * Refine PB2NC warning messages about changing Bufr center times (`#2938 `_). +.. note:: Note that the `#2833 `_ + bugfix affects all previously generated output from the TC-Diag and + TC-RMW tools. - .. dropdown:: Documentation +.. note:: Note that the GRIB table updates in `#2780 `_ + modified some existing units strings for consistency and clarity. - * Remove the double-quotes around keywords (`#2023 `_). - * Documentation: Provide instructions for compiling MET with the C++11 standard (`#2949 `_). +.. dropdown:: Compilation dependencies -MET Version 12.0.0-beta5 Release Notes (20240710) -------------------------------------------------- + MET Version 12.0.0 introduces one new required and two new optional dependencies: - .. dropdown:: Repository, build, and test + * The `Proj `_ library is required + (`#2669 `_). + * The `Atlas `_ and + `ecKit `_ libraries are optional and only + required when configuring MET with the ``--enable-ugrid`` option + (`#2574 `_). - * Reimplement and enhance the Perl-based (unit.pl) unit test control script in Python (`#2717 `_). - * Update compilation script and configuration files as needed for supported platforms (`#2753 `_). - * Update tag used for the release checksum action (`#2929 `_). +.. dropdown:: Configuration file changes since version 11.1.0 - .. dropdown:: Bugfixes + MET Version 12.0.0 adds, modifies, or removes the following configuration options: - * Bugfix (METbaseimage): Fix the environment to correct the ncdump runtime linker error (`METbaseimage#24 `_). - * Bugfix: Fix the Grid-Stat configuration file to support the MET_SEEPS_GRID_CLIMO_NAME option (`#2601 `_). - * **Bugfix: Fix TC-RMW to correct the tangential and radial wind computations** (`#2841 `_). - * Bugfix: Fix Ensemble-Stat's handling of climo data when verifying ensemble-derived probabilities (`#2856 `_). - * **Bugfix: Fix Point2Grid's handling of the -qc option for ADP input files** (`#2867 `_). - * Bugfix: Fix Stat-Analysis errors for jobs using the -dump_row option and the -line_type option with VCNT, RPS, DMAP, or SSIDX (`#2888 `_). - * Bugfix: Fix inconsistent handling of point observation valid times processed through Python embedding (`#2897 `_). + * Configuration of all tools: - .. dropdown:: Enhancements + * Adds new **time_offset_warning** option in ``ConfigConstants`` + that can be overridden in tool-specific configuration files. - * **Add new wind direction verification statistics for RMSE, Bias, and MAE** (`#2395 `_). - * Document UGRID configuration options added to Point-Stat and Grid-Stat (`#2748 `_ - * Refine Point-Stat Warning message about fcst/obs level mismatch (`#2795 `_). - * **Add new -ugrid_config command line option for unstructured grid inputs to Grid-Stat and Point-Stat** (`#2842 `_). - * Enhance Point2Grid to support modified quality control settings for smoke/dust AOD data in GOES-16/17 as of April 16, 2024 (`#2853 `_). - * **Enhance Point2Grid to support a wider variety of input tripolar datasets** (`#2857 `_). - * Test NOAA Unstructured grids in MET-12.0.0 (`#2860 `_). - * Enhance Ensemble-Stat and Gen-Ens-Prod to omit warning messages for the MISSING keyword (`#2870 `_). - * Add new Python functionality to convert MET NetCDF observation data to a Pandas DataFrame (`#2781 `_). - * Enhance PCP-Combine to allow missing data (`#2883 `_). - * Enhance TC-Stat to support the -set_hdr job command option (`#2911 `_). - * Refine ERROR messages written by PB2NC (`#2912 `_). - -MET Version 12.0.0-beta4 Release Notes (20240417) -------------------------------------------------- + * Point-Stat, Grid-Stat, Ensemble-Stat, and Series-Analysis configurations: - .. dropdown:: Repository, build, and test + * Enables **climo_mean** and **climo_stdev** to be defined separately + within the **fcst** and **obs** dictionaries. - * Add GitHub action to run SonarQube for MET pull requests and feature branches (`#2379 `_). - * Move namespace specifications below include directives (`#2696 `_). - * Enhance GitHub action compilation options and testing workflows (`#2815 `_). - * Fix the SonarQube findings for MET version 12.0.0 (`#2673 `_). - * SonarQube: Replace "enum" to "enum class" (`#2830 `_). + * Point-Stat and Ensemble-Stat configurations: - .. dropdown:: Bugfixes + * Adds new **obtype_as_group_val_flag** option. + * Adds new **point_weight_flag** option. - * **Bugfix: Fix the TC-Diag and TC-RMW tools to correctly handle the range and azimuth settings in range/azimuth grids** (`#2833 `_). + * TC-Diag configuration: - .. dropdown:: Enhancements + * Adds new **override_diags** option in the **domain_info** dictionary. + * Adds new **one_time_per_file_flag** option. + * Renames **nc_rng_azi_flag** option as **nc_cyl_grid_flag**. + * Replaces **output_prefix** option with **output_base_format**. - * **Refine configuration options for defining bins in the verification of probabilistic forecasts** (`#2280 `_). - * **Add new wind direction verification statistics for RMSE, Bias, and MAE** (`#2395 `_). - * Add new ECNT statistics that incorporate observational uncertainty as advised in Ferro (2017) (`#2583 `_). - * Enhance ASCII2NC to support IABP/IPAB Arctic and Antarctic drifting buoy observations (`#2654 `_). - * Enhance Multivariate MODE to read input data only once rather than multiple times (`#2707 `_). - * Enhance the calculation of RPSS to support starting from probabilistic data (`#2786 `_). - * Add convex hull to MODE output (`#2819 `_). + * MODE configuration: -MET Version 12.0.0-beta3 Release Notes (20240207) -------------------------------------------------- + * Adds new **multivar_intensity_compare_fcst** and + **multivar_intensity_compare_obs** options. + * Adds new **multivar_name** and **multivar_level** options + within the **fcst** and **obs** dictionaries. - .. dropdown:: Repository, build, and test + * PB2NC configuration: - * Enhance METbaseimage to install SciPy Python package needed by the MET TC-Diag tool (`METbaseimage#20 `_). - * Remove the SonarQube token from the properties file (`#2757 `_). - * Repository cleanup of stale code and configuration consistency (`#2776 `_). - * Add new example installation configuration files for Intel compiler users (`#2785 `_). - * Update GitHub actions workflows to switch from node 16 to node 20 (`#2796 `_). + * Removes unused **quality_mark_thresh** option. + * Adds new **obs_quality_inc** and **obs_quality_exc** options. - .. dropdown:: Bugfixes + * IODA2NC configuration: - * Bugfix: Fix support for NSIDC v4 Climate Data Record data on Polar Stereographic grids in CF-compliant NetCDF files (`#2652 `_). - * Bugfix: Fix Python embedding failure when providing a single point observation (`#2755 `_). - * Bugfix: Fix MET to compile without the optional `--enable-python` configuration option (`#2760 `_). - * Bugfix: Fix the parsing of level values for GRIB2 template 4.48 data (`#2782 `_). + * Updates default **metadata_map** setting. - .. dropdown:: Enhancements + * Unstructured Grid input files: - * **Add support for native WRF output files already on pressure levels** (`#2547 `_). - * Enhance ASCII2NC to read ISMN point observations of soil moisture and temperature (`#2701 `_). - * **Major enhancements to multivariate MODE** (`#2745 `_). - * Enhance TC-Diag to use tc_diag_driver version 0.11.0 (`#2769 `_). - * Switch from writing temporary Python files in NetCDF to JSON and NumPy serialization (`#2772 `_). - * Revise the use of temporary files in PB2NC (`#2792 `_). - * Enhance MET to make warnings messages about time differences configurable (`#2801 `_). - * Enhance Stat-Analysis to apply the `-set_hdr` option to filter jobs (`#2805 `_). - * Enhance MET to parse LAEA grids from the MET NetCDF file format (`#2809 `_). + * Adds new ``UGridConfig_lfric`` and ``UGridConfig_mpas`` + to define model-specific metadata information. -MET Version 12.0.0-beta2 Release Notes (20231117) -------------------------------------------------- +.. dropdown:: Output line type changes since version 11.1.0 - .. dropdown:: Repository, build, and test + MET Version 12.0.0 adds or modifies the following ASCII output line types: - * Enhance METbaseimage to compile the ecKit and Atlas libraries (`METbaseimage#13 `_). - * Enhance METbaseimage to install the YAML Python package (`METbaseimage#15 `_). - * **Enhance MET to compile and link against the Proj library** (`#2669 `_). - * **Enhance MET to compile and link against the Atlas and ecKit libraries** (`#2574 `_). - * **Enhance "compile_MET_all.sh" to support the new Intel oneAPI compilers and upgrade dependent library versions as needed** (`#2611 `_). - * Upgrade SonarQube server version from 9.8 to 10.2 (`#2689 `_). - * Update the token for upgraded SonarQube server (`#2702 `_). + * Matched Pair (**MPR**) line type from Point-Stat: - .. dropdown:: Bugfixes + * Renames existing CLIMO_MEAN, CLIMO_STDEV, and CLIMO_CDF columns + as OBS_CLIMO_MEAN, OBS_CLIMO_STDEV, OBS_CLIMO_CDF, respectively. + * Adds new FCST_CLIMO_MEAN and FCST_CLIMO_STDEV columns to the + end of the line. - * Bugfix: Correct the usage statement for Point2Grid (`#2666 `_). - * Bugfix: Investigate unexpected number of derived HPBL observations in PB2NC (`#2687 `_). - * Bugfix: Fix the Point-Stat CNT header line typo causing duplicate "SI_BCL" column names (`#2730 `_). + * Vector Partial Sums (**VL1L2**) line type from Point-Stat and Grid-Stat: - .. dropdown:: Enhancements + * Adds new TOTAL_DIR, DIR_ME, DIR_MAE, and DIR_MSE columns to + the end of the line containing wind direction statistics. - * Documentation: Make Headers Consistent in All MET Guides (`#2716 `_). - * Document the use of temporary files in MET and reduce it as much as reasonably possible (`#2690 `_). - * **Eliminate the use of temporary files in the vx_config library** (`#2691 `_). - * **Add support for NetCDF files following the UGRID convention** (`#2231 `_). - * Enhance TC-Pairs to include storm diagnostics in consensus track output (`#2476 `_). - * Refine TC-Pairs consensus diagnostics configuration options (`#2699 `_). - * **Enhance TC-Diag to actually compute and write diagnostics** (`#2550 `_). - * **Enhance MODE to use OpenMP to make the convolution step faster** (`#2724 `_). - * Enhance Multivariate MODE to change the default "merge_flag" setting to NONE (`#2708 `_). - * **Enhance Multivariate MODE to support differing numbers of forecast and observation input fields** (`#2706 `_). - * Fix the SonarQube findings for MET v12.0 (`#2673 `_). - -MET Version 12.0.0-beta1 Release Notes (20230915) -------------------------------------------------- + * Vector Anomaly Partial Sums (**VAL1L2**) line type from Point-Stat and Grid-Stat: - .. dropdown:: Repository, build, and test + * Adds new TOTAL_DIR, DIRA_ME, DIRA_MAE, and DIRA_MSE columns to + the end of the line containing wind direction statistics. - * Refine the METbaseimage to compile dependent libraries from a single tar file (`METbaseimage#9 `_). - * Update METbaseimage to complete the transition to the Debian 12 (bookworm) base image (`METbaseimage#12 `_). - * Update the ``install_met_env.generic`` configuration file (`#2643 `_). - * Switch SonarQube server (mandan to needham) (`#2650 `_). - * Update GitHub issue and pull request templates to reflect the current development workflow details (`#2659 `_). - * Update the unit test diff logic to handle SEEPS, SEEPS_MPR, and MODE CTS line type updates (`#2665 `_). + * Vector Continuous Statisics (**VCNT**) line type from Point-Stat and Grid-Stat: - .. dropdown:: Bugfixes + * Adds new TOTAL_DIR, DIR_ME, DIR_ME_BCL, DIR_ME_BCU, DIR_MAE, + DIR_MAE_BCL, DIR_MAE_BCU, DIR_MSE, DIR_MSE_BCL, DIR_MSE_BCU, + DIR_RMSE, DIR_RMSE_BCL, and DIR_RMSE_BCU columns to the end + of the line containing wind direction statistics. + * Note that no bootstrap confidence intervals are currently + being computed so the BCL and BCU columns all contain NA. - * Bugfix: Refine support for coordinate dimensions in CF-compliant NetCDF files (`#2638 `_). - * Bugfix: Fix logic for computing the 100-th percentile (`#2644 `_). + * Stable Equitable Error in Probability Space (**SEEPS**) line type + from Point-Stat and Grid-Stat: - .. dropdown:: Enhancements + * Renames existing S12, S13, S21, S23, S31, and S32 columns + as ODFL, ODFH, OLFD, OLFH, OHFD, and OHFL, respectively, + where O and F are for observation and forecast and + D, L, and H are for dry, light, and heavy precipitation. - * Refine TC-Diag logic for handling missing data (`#2609 `_). - * **Update ioda2nc to support version 3 IODA files** (`#2640 `_). - * **Enhance MODE CTS output file to include missing categorical statistics, including SEDI** (`#2648 `_). - * **Enhance MET to compile and link against the Proj library** (`#2669 `_). - * Change the default setting for the model string from "WRF" to "FCST" in the default MET configuration files (`#2682 `_). + * Observation Rank (**ORANK**) line type from Ensemble-Stat: -MET Upgrade Instructions -======================== + * Renames existing CLIMO_MEAN and CLIMO_STDEV columns + as OBS_CLIMO_MEAN and OBS_CLIMO_STDEV, respectively. + * Adds new FCST_CLIMO_MEAN and FCST_CLIMO_STDEV columns to the + end of the line. -MET Version 12.0.0 Upgrade Instructions ---------------------------------------- + * Ensemble Continuous Statistics (**ECNT**) line type from Ensemble-Stat: -* MET Version 12.0.0 introduces one new required and two new optional dependencies: + * Adds new IGN_CONV_OERR and IGN_CORR_OERR columns to the + end of the line. - * The required `Proj `_ library dependency was added in the 12.0.0-beta1 development cycle (`#2669 `_). - * The optional `Atlas `_ library dependency was added in the 12.0.0-beta2 development cycle (`#2574 `_). - * The optional `ecKit `_ library dependency was added in the 12.0.0-beta2 development cycle (`#2574 `_). + * MODE Continuous Statistics (**MODE CTS**) line type from MODE: -* Note that the `#2833 `_ bugfix affects all previously generated output from the TC-Diag and TC-RMW tools. -* Note that the GRIB table updates in `#2780 `_ modified some existing units strings for consistency and clarity. + * Adds new SEDS, EDI, SEDI, and BAGSS columns to the end of the line. diff --git a/docs/conf.py b/docs/conf.py index 86beea82f..16c24b12d 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -19,12 +19,12 @@ project = 'MET' author = 'UCAR/NCAR, NOAA, CSU/CIRA, and CU/CIRES' -author_list = 'Prestopnik, J., H. Soh, L. Goodrich, B. Brown, R. Bullock, J. Halley Gotway, K. Newman, J. Opatz, T. Jensen' -version = '12.0.0-rc1' +author_list = 'Jensen, T., J. Prestopnik, H. Soh, L. Goodrich, B. Brown, R. Bullock, J. Halley Gotway, K. Newman, J. Opatz' +version = '12.0.0' verinfo = version release = f'{version}' release_year = '2024' -release_date = f'{release_year}-11-14' +release_date = f'{release_year}-12-18' copyright = f'{release_year}, {author}' # -- General configuration ---------------------------------------------------