From b8f6c95d3aa49cc612d20866bb28bd549d38fef4 Mon Sep 17 00:00:00 2001 From: BoCui-NOAA <53531984+BoCui-NOAA@users.noreply.github.com> Date: Fri, 5 May 2023 11:00:53 -0400 Subject: [PATCH 01/15] Fix compilation error with "-check all" for gfs_bufrsnd (#1580) Resolves NCO bugzilla #1208 within the GFSv16 package. --- sorc/gfs_bufr.fd/meteorg.f | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/sorc/gfs_bufr.fd/meteorg.f b/sorc/gfs_bufr.fd/meteorg.f index 7ad5344ebc..d777d67339 100755 --- a/sorc/gfs_bufr.fd/meteorg.f +++ b/sorc/gfs_bufr.fd/meteorg.f @@ -35,6 +35,7 @@ subroutine meteorg(npoint,rlat,rlon,istat,cstat,elevstn, ! RELATED CALLS AND CLEAN UP THE CODE. ! 2020-04-24 GUANG PING LOU Clean up code and remove station height ! adjustment +! 2023-03-28 Bo Cui Fix compilation error with "-check all" for gfs_bufrsnd ! ! USAGE: CALL PROGRAM meteorg ! INPUT: @@ -1105,7 +1106,7 @@ subroutine meteorg(npoint,rlat,rlon,istat,cstat,elevstn, endif print*,'finish computing MSLP' print*,'finish computing zp ', (zp(11,k),k=1,levs) - print*,'finish computing zp2(11-12) ', zp2(11),zp2(12) + print*,'finish computing zp2(1-2) ', zp2(1),zp2(2) ! ! prepare buffer data ! From dcf22da236e697fcdd804fdd3a5637a736d289f0 Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Mon, 11 Sep 2023 16:01:46 -0400 Subject: [PATCH 02/15] GFSv16.3.8 - add debug flag to resolve wave post runtimes (#1849) ARFC to add debug flag to resolve wave post runtimes * The wave post jobs were running long in production. GDIT added the `ldebug` PBS statements to the wave post ecf scripts to resolve the issue. * Updates version to v16.3.8 Refs #1843 --- docs/Release_Notes.gfs.v16.3.8.md | 129 ++++++++++++++++++ .../gfs/wave/post/jgfs_wave_post_bndpnt.ecf | 1 + .../wave/post/jgfs_wave_post_bndpntbll.ecf | 1 + .../gfs/wave/post/jgfs_wave_postpnt.ecf | 1 + versions/run.ver | 4 +- 5 files changed, 134 insertions(+), 2 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.8.md diff --git a/docs/Release_Notes.gfs.v16.3.8.md b/docs/Release_Notes.gfs.v16.3.8.md new file mode 100644 index 0000000000..f102ffb2de --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.8.md @@ -0,0 +1,129 @@ +GFS V16.3.8 RELEASE NOTES + +------- +PRELUDE +------- + +A debug option is added to the wave post scripts to resolve an issue with long runtimes in production. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.8 +cd gfs.v16.3.8 +git clone -b EMC-v16.3.8 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.7 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` + +VERSION FILE CHANGES +-------------------- + +* `versions/run.ver` - change `version=v16.3.8` and `gfs_ver=v16.3.8` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.7 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.7 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.7 + +SCRIPT CHANGES +-------------- + +* Add the `-l ldebug=true` PBS option to the following ecf scripts: + * `ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf` + * `ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf` + * `ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf` + +FIX CHANGES +----------- + +* No changes from GFS v16.3.7 + +MODULE CHANGES +-------------- + +* No changes from GFS v16.3.7 + +CHANGES TO FILE SIZES +--------------------- + +* No changes from GFS v16.3.7 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* No changes from GFS v16.3.7 + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * N/A +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.7 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.7 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.7 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.7 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf index 8f59963c97..1c88d43ffd 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf @@ -7,6 +7,7 @@ #PBS -l select=3:ncpus=80:ompthreads=1 #PBS -l place=vscatter:exclhost #PBS -l debug=true +#PBS -l ldebug=true model=gfs %include diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf index 8464c73fa5..b1a8cfc18a 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf @@ -7,6 +7,7 @@ #PBS -l select=4:ncpus=112:ompthreads=1 #PBS -l place=vscatter:exclhost #PBS -l debug=true +#PBS -l ldebug=true model=gfs %include diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf index bcf7f4c8c3..0a95f5faf8 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf @@ -7,6 +7,7 @@ #PBS -l select=4:ncpus=50:ompthreads=1 #PBS -l place=vscatter:exclhost #PBS -l debug=true +#PBS -l ldebug=true model=gfs %include diff --git a/versions/run.ver b/versions/run.ver index 348e1c7414..3770329f27 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.7 -export gfs_ver=v16.3.7 +export version=v16.3.8 +export gfs_ver=v16.3.8 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 From d9fe8a196dc382ad7079c739da52f6e8a8df272b Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Tue, 12 Sep 2023 12:05:30 -0400 Subject: [PATCH 03/15] GFSv16.3.9 - temporary satingest changes for NOAA-21 (#1852) A temporary fix to allow the satingest changes to be implemented on August 29 without causing GSI to crash. Issue with the CRTM means that GSI will crash unless NOAA-21 radiances are switched off. Additional updates: * Mention gfs_bufr -check all bugzilla fix in release notes. Resolves NCO bugzilla #1208. * Fix tropcy build (#1815) Refs #1813 --- Externals.cfg | 2 +- docs/Release_Notes.gfs.v16.3.9.md | 135 ++++++++++++++++++ .../modulefile.storm_reloc_v6.0.0.wcoss2.lua | 1 - sorc/build_tropcy_NEMS.sh | 2 +- sorc/checkout.sh | 2 +- versions/run.ver | 4 +- 6 files changed, 140 insertions(+), 6 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.9.md diff --git a/Externals.cfg b/Externals.cfg index bf2dc28b12..59b4aa4ed1 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -8,7 +8,7 @@ protocol = git required = True [GSI] -tag = gfsda.v16.3.7 +tag = gfsda.v16.3.8 local_path = sorc/gsi.fd repo_url = https://github.com/NOAA-EMC/GSI.git protocol = git diff --git a/docs/Release_Notes.gfs.v16.3.9.md b/docs/Release_Notes.gfs.v16.3.9.md new file mode 100644 index 0000000000..71dd4bc087 --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.9.md @@ -0,0 +1,135 @@ +GFS V16.3.9 RELEASE NOTES + +------- +PRELUDE +------- + +This change turns of ingest of NOAA-21 radiances into the GSI until CRTM fix file issues can be solved. This is necessary for a satingest upgrade to proceed. PlanetIQ GPSRO and NOAA-20 OMPS Ozone retrievals will also be actively assimilated, and the OMPS observation errors adjusted. + +Also included in this update is a fix to a compilation error with "-check all" for gfs_bufrsnd, which resolves NCO bugzilla #1208. + +Remove NEMSIOGFS dependency in sorc/build_tropcy_NEMS.sh. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.9 +cd gfs.v16.3.9 +git clone -b EMC-v16.3.9 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.8 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` + +VERSION FILE CHANGES +-------------------- + +* `versions/run.ver` - change `version=v16.3.9`, and `gfs_ver=v16.3.9` + +SORC CHANGES +------------ + +* Compilation error fix in sorc/gfs_bufr.fd/meteorg.f, resolves NCO bugzilla #1208 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.8 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.8 + +SCRIPT CHANGES +-------------- + +* Changes to sorc/gsi.fd/scripts/exglobal_atmos_analysis.sh and sorc/checkout.sh +* Change to sorc/build_tropcy_NEMS.sh + +FIX CHANGES +----------- + +* Change to sorc/gsi.fd/fix/global_convinfo.txt +* Change to sorc/gsi.fd/fix/global_ozinfo.txt + +MODULE CHANGES +-------------- + +* Remove nemsiogfs from modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua + +CHANGES TO FILE SIZES +--------------------- + +* No changes from GFS v16.3.8 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* No changes from GFS v16.3.8 + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * GSI +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.8 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.8 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.8 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.8 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov +Andrew.Collard@noaa.gov +Iliana.Genkova@noaa.gov +Walter.Kolczynski@noaa.gov diff --git a/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua b/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua index 33cd59f099..8d9e9168c1 100755 --- a/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua +++ b/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua @@ -14,7 +14,6 @@ load(pathJoin("zlib", os.getenv("zlib_ver"))) load(pathJoin("bacio", os.getenv("bacio_ver"))) load(pathJoin("w3nco", os.getenv("w3nco_ver"))) load(pathJoin("nemsio", os.getenv("nemsio_ver"))) -load(pathJoin("nemsiogfs", os.getenv("nemsiogfs_ver"))) load(pathJoin("sigio", os.getenv("sigio_ver"))) load(pathJoin("w3emc", os.getenv("w3emc_ver"))) load(pathJoin("sp", os.getenv("sp_ver"))) diff --git a/sorc/build_tropcy_NEMS.sh b/sorc/build_tropcy_NEMS.sh index 0e96cfcc00..113031f23a 100755 --- a/sorc/build_tropcy_NEMS.sh +++ b/sorc/build_tropcy_NEMS.sh @@ -33,7 +33,7 @@ export LIBS_SUP="${W3EMC_LIBd} ${W3NCO_LIBd}" echo lset echo lset export LIBS_REL="${W3NCO_LIB4}" -export LIBS_REL="${NEMSIOGFS_LIB} ${NEMSIO_LIB} ${LIBS_REL} ${SIGIO_LIB} ${BACIO_LIB4} ${SP_LIBd}" +export LIBS_REL="${NEMSIO_LIB} ${LIBS_REL} ${SIGIO_LIB} ${BACIO_LIB4} ${SP_LIBd}" export LIBS_SIG="${SIGIO_INC}" export LIBS_SYN_GET="${W3NCO_LIB4}" export LIBS_SYN_MAK="${W3NCO_LIB4} ${BACIO_LIB4}" diff --git a/sorc/checkout.sh b/sorc/checkout.sh index d1bbd56722..2756b1da75 100755 --- a/sorc/checkout.sh +++ b/sorc/checkout.sh @@ -35,7 +35,7 @@ fi echo gsi checkout ... if [[ ! -d gsi.fd ]] ; then rm -f ${topdir}/checkout-gsi.log - git clone --recursive --branch gfsda.v16.3.7 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 + git clone --recursive --branch gfsda.v16.3.8 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 cd gsi.fd git submodule update --init cd ${topdir} diff --git a/versions/run.ver b/versions/run.ver index 3770329f27..e3a6371db2 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.8 -export gfs_ver=v16.3.8 +export version=v16.3.9 +export gfs_ver=v16.3.9 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 From 040c91ff8ea4667c30581c7a9f77be6f83565502 Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Mon, 23 Oct 2023 15:46:10 -0400 Subject: [PATCH 04/15] GFSv16.3.10 - Annual CO2 fix file update for 2024 (#1955) New CO2 fix files for 2024. Refs #1924 --- docs/Release_Notes.gfs.v16.3.10.md | 132 +++++++++++++++++++++++++++++ versions/run.ver | 4 +- 2 files changed, 134 insertions(+), 2 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.10.md diff --git a/docs/Release_Notes.gfs.v16.3.10.md b/docs/Release_Notes.gfs.v16.3.10.md new file mode 100644 index 0000000000..3df1ed34c1 --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.10.md @@ -0,0 +1,132 @@ +GFS V16.3.10 RELEASE NOTES + +------- +PRELUDE +------- + +Annual update for 2024 CO2 fix files. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.10 +cd gfs.v16.3.10 +git clone -b EMC-v16.3.10 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.8 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` + +VERSION FILE CHANGES +-------------------- + +* `versions/run.ver` - change `version=v16.3.10`, and `gfs_ver=v16.3.10` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.9 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.9 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.9 + +SCRIPT CHANGES +-------------- + +* No changes from GFS v16.3.9 + +FIX CHANGES +----------- + +* New 2024 CO2 files (in on-disk staged set): + * `fix_am/co2dat_4a/global_co2historicaldata_2022.txt` + * `fix_am/co2dat_4a/global_co2historicaldata_2023.txt_proj_u` + * `fix_am/co2dat_4a/global_co2historicaldata_2024.txt_proj` + * `fix_am/fix_co2_proj/global_co2historicaldata_2024.txt` + * `fix_am/fix_co2_update/global_co2historicaldata_2023.txt` + +MODULE CHANGES +-------------- + +* No changes from GFS v16.3.9 + +CHANGES TO FILE SIZES +--------------------- + +* No changes from GFS v16.3.9 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* No changes from GFS v16.3.9 + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * None +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.9 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.9 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.9 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.9 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov +Qingfu.Liu@noaa.gov diff --git a/versions/run.ver b/versions/run.ver index e3a6371db2..187cb41356 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.9 -export gfs_ver=v16.3.9 +export version=v16.3.10 +export gfs_ver=v16.3.10 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 From aa8daec5a5b9dac32986a32703013737bcba95ac Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Tue, 5 Dec 2023 09:04:15 -0500 Subject: [PATCH 05/15] GFSv16.3.11 - Enable the monitoring of NOAA-21 and GOES-18 radiances (#2117) Enable the monitoring of NOAA-21 and GOES-18 radiances in the GFS GSI. Refs #1356 --- Externals.cfg | 6 +- docs/Release_Notes.gfs.v16.3.11.md | 133 +++++++++++++++++++++++++++++ sorc/checkout.sh | 6 +- versions/build.ver | 4 +- versions/run.ver | 6 +- 5 files changed, 144 insertions(+), 11 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.11.md diff --git a/Externals.cfg b/Externals.cfg index 59b4aa4ed1..eb418c9b09 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -1,14 +1,14 @@ # External sub-modules of global-workflow [FV3GFS] -tag = GFS.v16.3.0 +tag = GFS.v16.3.1 local_path = sorc/fv3gfs.fd repo_url = https://github.com/ufs-community/ufs-weather-model.git protocol = git required = True [GSI] -tag = gfsda.v16.3.8 +tag = gfsda.v16.3.10 local_path = sorc/gsi.fd repo_url = https://github.com/NOAA-EMC/GSI.git protocol = git @@ -22,7 +22,7 @@ protocol = git required = True [UPP] -tag = upp_v8.2.0 +tag = upp_v8.3.0 local_path = sorc/gfs_post.fd repo_url = https://github.com/NOAA-EMC/UPP.git protocol = git diff --git a/docs/Release_Notes.gfs.v16.3.11.md b/docs/Release_Notes.gfs.v16.3.11.md new file mode 100644 index 0000000000..c6449cd6cf --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.11.md @@ -0,0 +1,133 @@ +GFS V16.3.11 RELEASE NOTES + +------- +PRELUDE +------- + +Enable the monitoring of NOAA-21 and GOES-18 radiances in the GFS. A new version of CRTM with new coefficient files is required and included in this change. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.11 +cd gfs.v16.3.11 +git clone -b EMC-v16.3.11 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.10 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` + +Additional release notes for `upp/8.3.0` installation on WCOSS2: +https://docs.google.com/document/d/18bUYWmsN7FuweyA2CQTBW1rk3FNRMHKPlYHZlbS8ODs/edit?pli=1 + +VERSION FILE CHANGES +-------------------- + +* `versions/build.ver` - change `crtm_ver=2.4.0.1` and `upp_ver=8.3.0` +* `versions/run.ver` - change `version=v16.3.11`, `gfs_ver=v16.3.11` and `crtm_ver=2.4.0.1` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.10 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.10 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.10 + +SCRIPT CHANGES +-------------- + +* Changes to sorc/gsi.fd/scripts/exglobal_atmos_analysis.sh + +FIX CHANGES +----------- + +* Changes to `fix/fix_gsi/global_anavinfo.l127.txt`, `fix/fix_gsi/global_satinfo.txt` and add `fix/fix_gsi/Rcov_crisn21` + +MODULE CHANGES +-------------- + +* No changes from GFS v16.3.10 + +CHANGES TO FILE SIZES +--------------------- + +* No changes from GFS v16.3.10 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* No changes from GFS v16.3.10 + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * GSI +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.10 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.10 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.10 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.10 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov +Andrew.Collard@noaa.gov +Wen.Meng@noaa.gov +Jun.Wang@noaa.gov diff --git a/sorc/checkout.sh b/sorc/checkout.sh index 2756b1da75..ef01e4b807 100755 --- a/sorc/checkout.sh +++ b/sorc/checkout.sh @@ -26,7 +26,7 @@ echo $topdir echo fv3gfs checkout ... if [[ ! -d fv3gfs.fd ]] ; then rm -f ${topdir}/checkout-fv3gfs.log - git clone --recursive --branch GFS.v16.3.0 https://github.com/ufs-community/ufs-weather-model.git fv3gfs.fd >> ${topdir}/checkout-fv3gfs.log 2>&1 + git clone --recursive --branch GFS.v16.3.1 https://github.com/ufs-community/ufs-weather-model.git fv3gfs.fd >> ${topdir}/checkout-fv3gfs.log 2>&1 cd ${topdir} else echo 'Skip. Directory fv3gfs.fd already exists.' @@ -35,7 +35,7 @@ fi echo gsi checkout ... if [[ ! -d gsi.fd ]] ; then rm -f ${topdir}/checkout-gsi.log - git clone --recursive --branch gfsda.v16.3.8 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 + git clone --recursive --branch gfsda.v16.3.10 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 cd gsi.fd git submodule update --init cd ${topdir} @@ -64,7 +64,7 @@ fi echo EMC_post checkout ... if [[ ! -d gfs_post.fd ]] ; then rm -f ${topdir}/checkout-gfs_post.log - git clone ${gtg_git_args:-} --branch upp_v8.2.0 https://github.com/NOAA-EMC/UPP.git gfs_post.fd >> ${topdir}/checkout-gfs_post.log 2>&1 + git clone ${gtg_git_args:-} --branch upp_v8.3.0 https://github.com/NOAA-EMC/UPP.git gfs_post.fd >> ${topdir}/checkout-gfs_post.log 2>&1 ################################################################################ # checkout_gtg ## yes: The gtg code at NCAR private repository is available for ops. GFS only. diff --git a/versions/build.ver b/versions/build.ver index c3feba31d9..a072d253f7 100755 --- a/versions/build.ver +++ b/versions/build.ver @@ -15,7 +15,7 @@ export netcdf_ver=4.7.4 export esmf_ver=8.0.1 export wgrib2_ver=2.0.7 -export crtm_ver=2.4.0 +export crtm_ver=2.4.0.1 export g2tmpl_ver=1.9.1 export bacio_ver=2.4.1 @@ -33,4 +33,4 @@ export gfsio_ver=1.4.1 export sfcio_ver=1.4.1 export ncio_ver=1.0.0 -export upp_ver=8.2.0 +export upp_ver=8.3.0 diff --git a/versions/run.ver b/versions/run.ver index 187cb41356..06e2347e22 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.10 -export gfs_ver=v16.3.10 +export version=v16.3.11 +export gfs_ver=v16.3.11 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 @@ -35,7 +35,7 @@ export util_shared_ver=1.4.0 export grib_util_ver=1.2.3 export wgrib2_ver=2.0.7 -export crtm_ver=2.4.0 +export crtm_ver=2.4.0.1 export g2tmpl_ver=1.9.1 export bacio_ver=2.4.1 From ca193dff5b8a33ab6b05447b93072e432fa5984a Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Tue, 19 Dec 2023 12:48:34 -0500 Subject: [PATCH 06/15] GFSv16.3.12 - Turn on active assimilation of NOAA-21 radiances (#2167) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The fix files ‘global_satinfo.tx’t and ‘global_convinfo.txt’ are updated to begin actively assimilating NOAA-21 radiances into the GFS. Refs #2096 --- Externals.cfg | 2 +- docs/Release_Notes.gfs.v16.3.12.md | 126 ++++++++++++++++++ .../analysis/create/jenkfgdas_diag.ecf | 2 +- parm/config/config.resources.emc.dyn | 2 +- parm/config/config.resources.nco.static | 2 +- sorc/checkout.sh | 2 +- versions/run.ver | 4 +- 7 files changed, 133 insertions(+), 7 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.12.md diff --git a/Externals.cfg b/Externals.cfg index eb418c9b09..5bfc9ff979 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -8,7 +8,7 @@ protocol = git required = True [GSI] -tag = gfsda.v16.3.10 +tag = gfsda.v16.3.12 local_path = sorc/gsi.fd repo_url = https://github.com/NOAA-EMC/GSI.git protocol = git diff --git a/docs/Release_Notes.gfs.v16.3.12.md b/docs/Release_Notes.gfs.v16.3.12.md new file mode 100644 index 0000000000..3769f7e19a --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.12.md @@ -0,0 +1,126 @@ +GFS V16.3.12 RELEASE NOTES + +------- +PRELUDE +------- + +Enable the monitoring of NOAA-21 and GOES-18 radiances in the GFS. A new version of CRTM with new coefficient files is required and included in this change. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.12 +cd gfs.v16.3.12 +git clone -b EMC-v16.3.12 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` + +VERSION FILE CHANGES +-------------------- +* `versions/run.ver` - change `version=v16.3.12` and `gfs_ver=v16.3.12` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.11 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.11 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.11 + +SCRIPT CHANGES +-------------- + +* No changes from GFS v16.3.11 + +FIX CHANGES +----------- + +* Changes to `fix/fix_gsi/global_satinfo.txt` and `fix/fix_gsi/global_convinfo.txt` + +MODULE CHANGES +-------------- + +* No changes from GFS v16.3.11 + +CHANGES TO FILE SIZES +--------------------- + +* No changes from GFS v16.3.11 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* No changes from GFS v16.3.11 + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * GSI +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.11 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.11 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.11 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.11 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov +Andrew.Collard@noaa.gov diff --git a/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf b/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf index e50e886381..86bf12980a 100755 --- a/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf +++ b/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:06:00 -#PBS -l select=1:mpiprocs=48:ompthreads=1:ncpus=48:mem=24GB +#PBS -l select=1:mpiprocs=48:ompthreads=1:ncpus=48:mem=48GB #PBS -l place=vscatter #PBS -l debug=true diff --git a/parm/config/config.resources.emc.dyn b/parm/config/config.resources.emc.dyn index 9b1624fb15..6ad784473f 100755 --- a/parm/config/config.resources.emc.dyn +++ b/parm/config/config.resources.emc.dyn @@ -338,7 +338,7 @@ elif [ $step = "ediag" ]; then export npe_ediag=48 export nth_ediag=1 export npe_node_ediag=$npe_node_max - export memory_ediag="24GB" + export memory_ediag="48GB" elif [ $step = "eupd" ]; then diff --git a/parm/config/config.resources.nco.static b/parm/config/config.resources.nco.static index dbb57a6bbb..d7fd7d2975 100755 --- a/parm/config/config.resources.nco.static +++ b/parm/config/config.resources.nco.static @@ -274,7 +274,7 @@ elif [ $step = "ediag" ]; then export npe_ediag=48 export nth_ediag=1 export npe_node_ediag=$npe_node_max - export memory_ediag="24GB" + export memory_ediag="48GB" elif [ $step = "eupd" ]; then diff --git a/sorc/checkout.sh b/sorc/checkout.sh index ef01e4b807..bf53ed05fa 100755 --- a/sorc/checkout.sh +++ b/sorc/checkout.sh @@ -35,7 +35,7 @@ fi echo gsi checkout ... if [[ ! -d gsi.fd ]] ; then rm -f ${topdir}/checkout-gsi.log - git clone --recursive --branch gfsda.v16.3.10 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 + git clone --recursive --branch gfsda.v16.3.12 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 cd gsi.fd git submodule update --init cd ${topdir} diff --git a/versions/run.ver b/versions/run.ver index 06e2347e22..37eec20b25 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.11 -export gfs_ver=v16.3.11 +export version=v16.3.12 +export gfs_ver=v16.3.12 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 From 403d7ca070f4f64cc94fda53bbb163c72318d8bf Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Wed, 24 Jan 2024 14:56:07 -0500 Subject: [PATCH 07/15] GFSv16.3.13 - WAFS high resolution update (#2255) RFC 12134 - On WCOSS2, upgrade the GFS to v16.3.13. With this update, NCEP, in coordination with UKMO (UK Met Office), is updating the GFS to produce high resolution WAFS output and stop producing blended 1.25 deg WAFS files in order to meet a 2023 ICAO (International Civil Aviation Organization) milestone. Implemented on January 24 during 12z cycle. Refs #2013 --- Externals.cfg | 2 +- docs/Release_Notes.gfs.v16.3.13.md | 161 ++++++++++++++++++ ecf/defs/gfs_v16_3.def | 20 +-- .../jgfs_atmos_wafs_blending_0p25.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_grib2.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf | 4 +- .../post_processing/jgfs_atmos_wafs_gcip.ecf | 2 +- sorc/checkout.sh | 2 +- versions/run.ver | 4 +- 9 files changed, 174 insertions(+), 25 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.13.md diff --git a/Externals.cfg b/Externals.cfg index 5bfc9ff979..aa972b179c 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -43,7 +43,7 @@ protocol = git required = True [EMC_gfs_wafs] -tag = gfs_wafs.v6.3.1 +tag = gfs_wafs.v6.3.2 local_path = sorc/gfs_wafs.fd repo_url = https://github.com/NOAA-EMC/EMC_gfs_wafs.git protocol = git diff --git a/docs/Release_Notes.gfs.v16.3.13.md b/docs/Release_Notes.gfs.v16.3.13.md new file mode 100644 index 0000000000..b8e7757da8 --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.13.md @@ -0,0 +1,161 @@ +GFS V16.3.13 RELEASE NOTES + +------- +PRELUDE +------- + +This upgrade to the GFS includes updates to WAFS + +WAFS: + + At GFS v16.3 implementation, UPP and WAFS package were updated to be ready to produce high resolution WAFS output to meet 2023 ICAO milestone with one switch. + The switch was turned off at GFS v16.3. Now that UKMO has started to produce their corresponding high resolution WAFS output, EMC will work with NCO to turn on the switch. + + Additionally, EMC is updating WAFS ecf definition file to: + 1. trigger WAFS blending job 5 min later from 4:25 to 4:30 to compensate for 5-10 min delay in receiving UKMO high resolution data; + 2. stop producing blended 1.25 deg WAFS file per ICAO milestone. + 3. stop producing wafsgfs[37-44]* octant files because NCO decides to remove the related DBNET alerts + + Both sides agreed that we sill stop waiting for data from the other side at T+4:45. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.13 +cd gfs.v16.3.13 +git clone -b EMC-v16.3.13 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.2 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` +VERSION FILE CHANGES +-------------------- + +* `versions/run.ver` - change `version=v16.3.13` and `gfs_ver=v16.3.13` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.12 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.12 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.12 + +SCRIPT CHANGES +-------------- + +* Update ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf to ICAO2023=yes +* Update ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf to ICAO2023=yes +* Update ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf to ICAO2023=yes +* Update ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf to ICAO2023=yes +* In ecf/defs/gfs_v16_3.def, remove jgfs_atmos_wafs_blending task, delay trigger time of jgfs_atmos_wafs_blending_0p25 by 5 minutes +* Update scripts/exgfs_atmos_wafs_grib2_0p25.sh to add forecast hour window to dbn_alert for awf and WAFS unblended hazard data +* In scripts/exgfs_atmos_wafs_grib2.sh, add dbn_alert of non-headed non-hazard 1.25 deg data (gfs.tCCz.wafs_grb45fFF.grib2) with subtype GFS_WAFS_1P25_GB2 +* In scripts/exgfs_atmos_wafs_grib.sh, stop running ush/wafs_intdsk.sh which produces wafsgfs[37-44]* octant files because NCO decides to remove the related DBNET alerts. +* In ush/mkwfsgbl.sh, remove GFS_WAFS and GFS_XWAFS DBNET alerts. + +FIX CHANGES +----------- + +* No changes from GFS v16.3.12 + +MODULE CHANGES +-------------- + +* No changes from GFS v16.3.12 + +CHANGES TO FILE SIZES +--------------------- + +* WAFS - There will be file size increases. Please see page 2 of the following Google slide: +https://docs.google.com/presentation/d/1VtPhyYXTe_PS9gXZGMrMPlQ32ELl-JJem-Vq8vO4j_U/edit#slide=id.g134dd9cf8ea_0_107 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* jgfs_atmos_wafs_grib2_0p25.ecf changes from "mpiprocs=11:ompthreads=1:ncpus=11:mem=80GB" to "mpiprocs=39:ompthreads=1:ncpus=39:mem=200GB" because there will be 39 forecast hours and each forecast hour uses one processor through MPMD. + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * WAFS +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* SCN23-111: Change to Global Aviation Products related to the World Area Forecast System (WAFS) Product on or about January 17, 2024. A pdf version is posted at: +https://www.weather.gov/media/notification/pdf_2023_24/scn23-111_wafs_products_change.pdf + +* File changes + 1. Stop WAFS_blended_*.grib2, and wmo/grib2.*wafs_grb_wifs*.45 + 2. Stop wafsgfs[37-44]* octant files, and wmo/com.wafs* + 3. Stop gfs.t??z.wafs_grb45f??.nouswafs.grib2 + 4. gfs.tCCz.wafs_0p25.fFFF.grib2: temporal resolution increases and forecast hour is extended to 120 + 5. For the following files, vertical levels and file sizes are changed, and each level is the exact number of pressure level: + - gfs.tCCz.awf_0p25.fFFF.grib2 (additionally temporal resolution increases and forecast hour is extended to 48) + - gfs.tCCz.wafs_0p25_unblended.fFF.grib2 (additionally temporal resolution increases and forecast hour is extended to 48) + - WAFS_0p25_blended_*.grib2 (additionally temporal resolution increases and forecast hour is extended to 48) + - gfs.tCCz.wafs_grb45fFF.grib2, and wmo/grib2.tCCz.wafs_grbfFF.45 (additionally remove hazard data including CAT, ICIP and CB fields) + - gfs.tCCz.gcip.f00.grib2 + +HPSS ARCHIVE +------------ + +* Increase from 972M to 3G because both the vertical and temporal resolutions increase of both 0.25 unblended and blended hazard WAFS data. + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.12 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.12 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov +Yali.Mao@noaa.gov +Hui-Ya.Chuang@noaa.gov diff --git a/ecf/defs/gfs_v16_3.def b/ecf/defs/gfs_v16_3.def index 319e8796c3..512000813a 100644 --- a/ecf/defs/gfs_v16_3.def +++ b/ecf/defs/gfs_v16_3.def @@ -1584,12 +1584,9 @@ suite gfs_v16_3 trigger ../../post/jgfs_atmos_post_f000 == complete task jgfs_atmos_wafs_grib2_0p25 trigger ../../post/jgfs_atmos_post_f036 == complete - task jgfs_atmos_wafs_blending - trigger ./jgfs_atmos_wafs_grib2 == complete - time 04:33 task jgfs_atmos_wafs_blending_0p25 trigger ./jgfs_atmos_wafs_grib2_0p25 == complete - time 04:25 + time 04:30 endfamily family bufr_sounding task jgfs_atmos_postsnd @@ -4212,12 +4209,9 @@ suite gfs_v16_3 trigger ../../post/jgfs_atmos_post_f000 == complete task jgfs_atmos_wafs_grib2_0p25 trigger ../../post/jgfs_atmos_post_f036 == complete - task jgfs_atmos_wafs_blending - trigger ./jgfs_atmos_wafs_grib2 == complete - time 10:33 task jgfs_atmos_wafs_blending_0p25 trigger ./jgfs_atmos_wafs_grib2_0p25 == complete - time 10:25 + time 10:30 endfamily family bufr_sounding task jgfs_atmos_postsnd @@ -6839,12 +6833,9 @@ suite gfs_v16_3 trigger ../../post/jgfs_atmos_post_f000 == complete task jgfs_atmos_wafs_grib2_0p25 trigger ../../post/jgfs_atmos_post_f036 == complete - task jgfs_atmos_wafs_blending - trigger ./jgfs_atmos_wafs_grib2 == complete - time 16:33 task jgfs_atmos_wafs_blending_0p25 trigger ./jgfs_atmos_wafs_grib2_0p25 == complete - time 16:25 + time 16:30 endfamily family bufr_sounding task jgfs_atmos_postsnd @@ -9468,12 +9459,9 @@ suite gfs_v16_3 trigger ../../post/jgfs_atmos_post_f000 == complete task jgfs_atmos_wafs_grib2_0p25 trigger ../../post/jgfs_atmos_post_f036 == complete - task jgfs_atmos_wafs_blending - trigger ./jgfs_atmos_wafs_grib2 == complete - time 22:33 task jgfs_atmos_wafs_blending_0p25 trigger ./jgfs_atmos_wafs_grib2_0p25 == complete - time 22:25 + time 22:30 endfamily family bufr_sounding task jgfs_atmos_postsnd diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf index 6596cdc1aa..0b743f7d63 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf @@ -35,7 +35,7 @@ module list ############################################################# export cyc=%CYC% export cycle=t%CYC%z -export ICAO2023=no +export ICAO2023=yes ############################################################ # CALL executable job script here diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf index effbff87d5..267e4313b3 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf @@ -38,7 +38,7 @@ module list export cyc=%CYC% export cycle=t%CYC%z export USE_CFP=YES -export ICAO2023=no +export ICAO2023=yes ############################################################ # CALL executable job script here ############################################################ diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf index bf2eaecdf0..442742bc61 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 -#PBS -l select=1:mpiprocs=11:ompthreads=1:ncpus=11:mem=80GB +#PBS -l select=1:mpiprocs=39:ompthreads=1:ncpus=39:mem=200GB #PBS -l place=vscatter #PBS -l debug=true @@ -38,7 +38,7 @@ module list export cyc=%CYC% export cycle=t%CYC%z export USE_CFP=YES -export ICAO2023=no +export ICAO2023=yes ############################################################ # CALL executable job script here ############################################################ diff --git a/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf b/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf index 75c20c7542..dceb8d72bd 100755 --- a/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf @@ -40,7 +40,7 @@ module list export cyc=%CYC% export cycle=t%CYC%z export USE_CFP=YES -export ICAO2023=no +export ICAO2023=yes ############################################################ # CALL executable job script here diff --git a/sorc/checkout.sh b/sorc/checkout.sh index bf53ed05fa..d7bef93330 100755 --- a/sorc/checkout.sh +++ b/sorc/checkout.sh @@ -87,7 +87,7 @@ if [[ ${checkout_wafs} == "YES" ]] ; then echo EMC_gfs_wafs checkout ... if [[ ! -d gfs_wafs.fd ]] ; then rm -f ${topdir}/checkout-gfs_wafs.log - git clone --recursive --branch gfs_wafs.v6.3.1 https://github.com/NOAA-EMC/EMC_gfs_wafs.git gfs_wafs.fd >> ${topdir}/checkout-gfs_wafs.log 2>&1 + git clone --recursive --branch gfs_wafs.v6.3.2 https://github.com/NOAA-EMC/EMC_gfs_wafs.git gfs_wafs.fd >> ${topdir}/checkout-gfs_wafs.log 2>&1 cd ${topdir} else echo 'Skip. Directory gfs_wafs.fd already exists.' diff --git a/versions/run.ver b/versions/run.ver index 37eec20b25..37cf98fd78 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.12 -export gfs_ver=v16.3.12 +export version=v16.3.13 +export gfs_ver=v16.3.13 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 From 42d096ddb56c12b66f8d6f7ea8a10f0e6e5783b0 Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Mon, 29 Jan 2024 09:05:32 -0500 Subject: [PATCH 08/15] Set shared for non-exclusive jobs on WCOSS2 (GFSv16) (#2261) * Add shared to place settings in ecf scripts. Jobs that are not exclusive on WCOSS2 now need to set shared when job is shared. * Update DMPDIR path on WCOSS2 to use new location: /lfs/h2/emc/dump/noscrub/dump Refs #2135 --- docs/Release_Notes.gfs.v16.3.13.md | 2 +- ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf | 2 +- ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf | 2 +- .../gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf | 2 +- ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf | 2 +- .../gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf | 2 +- .../atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf | 2 +- .../atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf | 2 +- ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf | 2 +- .../atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf | 2 +- ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf | 2 +- ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf | 2 +- ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf | 2 +- ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf | 2 +- ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf | 2 +- ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf | 2 +- ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf | 2 +- ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf | 2 +- ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf | 2 +- .../gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf | 2 +- .../gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf | 2 +- .../gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf | 2 +- .../gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf | 2 +- .../gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf | 2 +- ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf | 2 +- .../awips_20km_1p0/jgfs_atmos_awips_master.ecf | 2 +- .../awips_g2/jgfs_atmos_awips_g2_master.ecf | 2 +- .../atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_blending.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf | 2 +- .../post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf | 2 +- .../post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf | 2 +- .../gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf | 2 +- ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf | 2 +- ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf | 2 +- ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf | 2 +- ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf | 2 +- ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf | 2 +- ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf | 2 +- ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf | 2 +- ush/rocoto/setup_expt.py | 2 +- ush/rocoto/setup_expt_fcstonly.py | 2 +- ush/rocoto/workflow_utils.py | 8 +++++++- 44 files changed, 50 insertions(+), 44 deletions(-) diff --git a/docs/Release_Notes.gfs.v16.3.13.md b/docs/Release_Notes.gfs.v16.3.13.md index b8e7757da8..405b76791e 100644 --- a/docs/Release_Notes.gfs.v16.3.13.md +++ b/docs/Release_Notes.gfs.v16.3.13.md @@ -137,7 +137,7 @@ https://www.weather.gov/media/notification/pdf_2023_24/scn23-111_wafs_products_c - gfs.tCCz.wafs_0p25_unblended.fFF.grib2 (additionally temporal resolution increases and forecast hour is extended to 48) - WAFS_0p25_blended_*.grib2 (additionally temporal resolution increases and forecast hour is extended to 48) - gfs.tCCz.wafs_grb45fFF.grib2, and wmo/grib2.tCCz.wafs_grbfFF.45 (additionally remove hazard data including CAT, ICIP and CB fields) - - gfs.tCCz.gcip.f00.grib2 + - gfs.tCCz.gcip.f00.grib2 HPSS ARCHIVE ------------ diff --git a/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf b/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf index 86bf12980a..af5adf0fdc 100755 --- a/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf +++ b/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:06:00 #PBS -l select=1:mpiprocs=48:ompthreads=1:ncpus=48:mem=48GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf b/ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf index 8a7f813ae9..be8d6d81a9 100755 --- a/ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf +++ b/ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:06:00 #PBS -l select=1:mpiprocs=80:ompthreads=1:ncpus=80:mem=60GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf b/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf index 09045cc667..214a838e54 100755 --- a/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf +++ b/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=96:ompthreads=1:ncpus=96:mem=48GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true export model=gfs diff --git a/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf b/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf index 039ca56852..0bc2d76455 100755 --- a/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf +++ b/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:15:00 #PBS -l select=1:ncpus=2:mpiprocs=2:mem=4GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf b/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf index 61f7f0a17f..9d66f4bda1 100755 --- a/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf +++ b/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf b/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf index 5322c363ac..2dd0bdf06c 100755 --- a/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf +++ b/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf b/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf index e0ab513b33..7e3282bc95 100755 --- a/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf +++ b/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:08:00 #PBS -l select=1:ncpus=1:mem=2GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf b/ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf index 55d7932aaf..1da24c0d46 100755 --- a/ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf +++ b/ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=01:15:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf b/ecf/scripts/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf index fbb53fca14..78d2d99a1b 100755 --- a/ecf/scripts/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf +++ b/ecf/scripts/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:ncpus=3:mpiprocs=3:ompthreads=1:mem=200GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf index ff4910a277..5af9636402 100755 --- a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf +++ b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf index 28fdd7f266..46dbe52cf4 100755 --- a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf +++ b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:20:00 #PBS -l select=1:ncpus=1:mem=5GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf index f4a1a748f2..57e3d91a29 100755 --- a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf +++ b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf b/ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf index 74a0f2806a..8321494bed 100755 --- a/ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf +++ b/ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=11:ompthreads=1:ncpus=11:mem=2GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf b/ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf index 15adbc8a69..717e1def63 100755 --- a/ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf +++ b/ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:12:00 #PBS -l select=4:mpiprocs=50:ompthreads=1:ncpus=50:mem=10GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf b/ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf index c323c32753..1f8a36e3d3 100755 --- a/ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf +++ b/ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:20:00 #PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=10GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf b/ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf index 5ccacc4958..2b699e4778 100755 --- a/ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf +++ b/ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=5:ompthreads=1:ncpus=5:mem=100GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf index 2a384546d7..863f1323aa 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=03:00:00 #PBS -l select=1:ncpus=28:mpiprocs=28:mem=2GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf index 81f8e14864..1ff3933042 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=03:00:00 #PBS -l select=1:ncpus=23:mpiprocs=23:mem=2GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf index e7cbbab8cc..928796b4d3 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=02:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf index 6f1d6b3ba5..9a9d483e5a 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=02:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf index 3eb0596993..250fd6e981 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf b/ecf/scripts/gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf index 5322c363ac..2dd0bdf06c 100755 --- a/ecf/scripts/gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf +++ b/ecf/scripts/gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf b/ecf/scripts/gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf index f0a1a3346f..bb0bcf8db7 100755 --- a/ecf/scripts/gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf +++ b/ecf/scripts/gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:07:00 #PBS -l select=1:ncpus=1:mem=2GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf b/ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf index fc22e941bc..d2e315bcef 100755 --- a/ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf +++ b/ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=04:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/awips_20km_1p0/jgfs_atmos_awips_master.ecf b/ecf/scripts/gfs/atmos/post_processing/awips_20km_1p0/jgfs_atmos_awips_master.ecf index cb1ddbe70c..866feeb320 100755 --- a/ecf/scripts/gfs/atmos/post_processing/awips_20km_1p0/jgfs_atmos_awips_master.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/awips_20km_1p0/jgfs_atmos_awips_master.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:ncpus=1:mem=3GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/awips_g2/jgfs_atmos_awips_g2_master.ecf b/ecf/scripts/gfs/atmos/post_processing/awips_g2/jgfs_atmos_awips_g2_master.ecf index b45add609c..1a07668e2d 100755 --- a/ecf/scripts/gfs/atmos/post_processing/awips_g2/jgfs_atmos_awips_g2_master.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/awips_g2/jgfs_atmos_awips_g2_master.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=3GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf b/ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf index 069cb62683..de293dcbf5 100755 --- a/ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=4GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending.ecf index 72e69281b1..963c681932 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf index 0b743f7d63..8866e16b90 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=15GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf index 267e4313b3..fbf2f64b68 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=18:ompthreads=1:ncpus=18:mem=80GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf index 442742bc61..42ff28d997 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=39:ompthreads=1:ncpus=39:mem=200GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf b/ecf/scripts/gfs/atmos/post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf index 7e56ea1b9e..6dec906669 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf b/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf index dceb8d72bd..264db37908 100755 --- a/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=2:ompthreads=1:ncpus=2:mem=50GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf b/ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf index 4eb9d4e585..8a6f034c92 100755 --- a/ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf +++ b/ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf b/ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf index 199f68adeb..2cb7f75949 100755 --- a/ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf +++ b/ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=02:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf b/ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf index 74a0f2806a..8321494bed 100755 --- a/ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf +++ b/ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=11:ompthreads=1:ncpus=11:mem=2GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf index d398c490ce..d34fdf94f8 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=03:00:00 #PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=10GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf index 9f30289093..3e039d88e4 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:20:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf index 192f8cd98e..2f40944928 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=02:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf b/ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf index 363c090ce0..dbf5be906f 100755 --- a/ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf +++ b/ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=65:ompthreads=1:ncpus=65:mem=150GB -#PBS -l place=vscatter +#PBS -l place=vscatter:shared #PBS -l debug=true model=gfs diff --git a/ush/rocoto/setup_expt.py b/ush/rocoto/setup_expt.py index 131e534267..65f74f03a9 100755 --- a/ush/rocoto/setup_expt.py +++ b/ush/rocoto/setup_expt.py @@ -186,7 +186,7 @@ def edit_baseconfig(): if machine == 'WCOSS2': base_git = '/lfs/h2/emc/global/save/emc.global/git' base_svn = '/lfs/h2/emc/global/save/emc.global/git' - dmpdir = '/lfs/h2/emc/global/noscrub/emc.global/dump' + dmpdir = '/lfs/h2/emc/dump/noscrub/dump' packageroot = '${PACKAGEROOT:-"/lfs/h1/ops/prod/packages"}' comroot = '${COMROOT:-"/lfs/h1/ops/prod/com"}' cominsyn = '${COMROOT}/gfs/${gfs_ver:-"v16.3"}/syndat' diff --git a/ush/rocoto/setup_expt_fcstonly.py b/ush/rocoto/setup_expt_fcstonly.py index 434fcb2220..b8f2754130 100755 --- a/ush/rocoto/setup_expt_fcstonly.py +++ b/ush/rocoto/setup_expt_fcstonly.py @@ -157,7 +157,7 @@ def edit_baseconfig(): if machine == 'WCOSS2': base_git = '/lfs/h2/emc/global/save/emc.global/git' base_svn = '/lfs/h2/emc/global/save/emc.global/git' - dmpdir = '/lfs/h2/emc/global/noscrub/emc.global/dump' + dmpdir = '/lfs/h2/emc/dump/noscrub/dump' packageroot = '${PACKAGEROOT:-"/lfs/h1/ops/prod/packages"}' comroot = '${COMROOT:-"/lfs/h1/ops/prod/com"}' cominsyn = '${COMROOT}/gfs/${gfs_ver:-"v16.3"}/syndat' diff --git a/ush/rocoto/workflow_utils.py b/ush/rocoto/workflow_utils.py index cc0898c5c9..1ca97d9290 100755 --- a/ush/rocoto/workflow_utils.py +++ b/ush/rocoto/workflow_utils.py @@ -336,10 +336,16 @@ def get_resources(machine, cfg, task, reservation, cdump='gdas'): if machine in ['WCOSS2']: natstr = "-l debug=true" - if task not in ['arch', 'earc', 'getic']: + # Add place settings + if task in ['arch', 'earc', 'getic']: # dev_transfer shared only + natstr += ",place=shared" + else: natstr += ",place=vscatter" + # Set either exclusive or shared - default on WCOSS2 is exclusive when not set if memory is None: natstr += ":exclhost" + else: + natstr += ":shared" elif machine in ['WCOSS']: resstr = f'{tasks}' From 09f9c520bbac73972a1550dcb6b262154f9c44ce Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Wed, 27 Mar 2024 07:38:19 -0400 Subject: [PATCH 09/15] GFSv16.3.14 - Remove ldebug flag from wave post ecf scripts (#2436) Remove the temporary `ldebug=true` setting in the ecf scripts for the wave post jobs in operations (GFSv16.3). Refs #2431 --- docs/Release_Notes.gfs.v16.3.14.md | 125 ++++++++++++++++++ .../gfs/wave/post/jgfs_wave_post_bndpnt.ecf | 1 - .../wave/post/jgfs_wave_post_bndpntbll.ecf | 1 - .../gfs/wave/post/jgfs_wave_postpnt.ecf | 1 - versions/run.ver | 4 +- 5 files changed, 127 insertions(+), 5 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.14.md diff --git a/docs/Release_Notes.gfs.v16.3.14.md b/docs/Release_Notes.gfs.v16.3.14.md new file mode 100644 index 0000000000..7735bd2197 --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.14.md @@ -0,0 +1,125 @@ +GFS V16.3.14 RELEASE NOTES + +------- +PRELUDE +------- + +This version removes the PBS `ldebug=true` flags from the wave post ecf scripts. The flag is no longer needed after recent lustre upgrades on WCOSS2. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.14 +cd gfs.v16.3.14 +git clone -b EMC-v16.3.14 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.2 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` +VERSION FILE CHANGES +-------------------- + +* `versions/run.ver` - change `version=v16.3.14` and `gfs_ver=v16.3.14` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.13 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.13 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.13 + +SCRIPT CHANGES +-------------- + +* No changes from GFS v16.3.13 + +FIX CHANGES +----------- + +* No changes from GFS v16.3.13 + +MODULE CHANGES +-------------- + +* No changes from GFS v16.3.13 + +CHANGES TO FILE SIZES +--------------------- + +* No changes from GFS v16.3.13 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* Remove `ldebug=true` from PBS statements in wave post ecf scripts. + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * Wave post +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.13 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.13 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.13 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.13 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf index 1c88d43ffd..8f59963c97 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf @@ -7,7 +7,6 @@ #PBS -l select=3:ncpus=80:ompthreads=1 #PBS -l place=vscatter:exclhost #PBS -l debug=true -#PBS -l ldebug=true model=gfs %include diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf index b1a8cfc18a..8464c73fa5 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf @@ -7,7 +7,6 @@ #PBS -l select=4:ncpus=112:ompthreads=1 #PBS -l place=vscatter:exclhost #PBS -l debug=true -#PBS -l ldebug=true model=gfs %include diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf index 0a95f5faf8..bcf7f4c8c3 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf @@ -7,7 +7,6 @@ #PBS -l select=4:ncpus=50:ompthreads=1 #PBS -l place=vscatter:exclhost #PBS -l debug=true -#PBS -l ldebug=true model=gfs %include diff --git a/versions/run.ver b/versions/run.ver index 37cf98fd78..3dfe77dbdb 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.13 -export gfs_ver=v16.3.13 +export version=v16.3.14 +export gfs_ver=v16.3.14 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 From 1a7234bd9cad6b4d5dcab11ff1070c21d594c38b Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Thu, 23 May 2024 10:03:46 -0400 Subject: [PATCH 10/15] Updates for `obsproc/v1.2` in operations (#2616) Updates for the upstream dependency upgrade to obsproc/v1.2. Implemented into operations May 22nd during the 12z cycle. Refs #2291 --- docs/Release_Notes.gfs.v16.3.15.md | 133 +++++++++++++++++++++++++++++ versions/hera.ver | 2 +- versions/orion.ver | 2 +- versions/run.ver | 6 +- versions/wcoss2.ver | 2 +- 5 files changed, 139 insertions(+), 6 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.15.md diff --git a/docs/Release_Notes.gfs.v16.3.15.md b/docs/Release_Notes.gfs.v16.3.15.md new file mode 100644 index 0000000000..efe6ff3b1a --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.15.md @@ -0,0 +1,133 @@ +GFS V16.3.15 RELEASE NOTES + +------- +PRELUDE +------- + +OBSPROC is updated to v1.2 in operations. This upstream dependency results in a version increase for the GFS. + +This OBSPROC update adds the following: + +* high-vertical resolution radiosonde profiles (up to 255 pressure levels) to the global and RAP prepbufr files +* high-vertical resolution radiosonde profiles (full profiles) to the newly established global and RAP *uprair* bufr dump files +* high-spatial and temporal resolution hurricane tailored winds for the HAFS model in the *satwhr* buff dump files + +It also increases the amount of msonet observations across all regional models. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.15 +cd gfs.v16.3.15 +git clone -b EMC-v16.3.15 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.2 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` +VERSION FILE CHANGES +-------------------- + +* `versions/run.ver` - change `version=v16.3.15`, `gfs_ver=v16.3.15`, and `obsproc_ver=v1.2` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.14 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.14 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.14 + +SCRIPT CHANGES +-------------- + +* No changes from GFS v16.3.14 + +FIX CHANGES +----------- + +* No changes from GFS v16.3.14 + +MODULE CHANGES +-------------- + +* No changes from GFS v16.3.14 + +CHANGES TO FILE SIZES +--------------------- + +* No changes from GFS v16.3.14 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* No changes from GFS v16.3.14 + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * N/A +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.14 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.14 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.14 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.14 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov diff --git a/versions/hera.ver b/versions/hera.ver index 025dc5004e..42fc9bd208 100644 --- a/versions/hera.ver +++ b/versions/hera.ver @@ -2,7 +2,7 @@ export hpc_ver=1.2.0 export hpc_intel_ver=18.0.5.274 export hpc_impi_ver=2018.0.4 -export obsproc_run_ver=1.1.2 +export obsproc_run_ver=1.2.0 export prepobs_run_ver=1.0.1 export hpss_ver=hpss diff --git a/versions/orion.ver b/versions/orion.ver index 419f77e2ea..00beb4f9e0 100644 --- a/versions/orion.ver +++ b/versions/orion.ver @@ -2,7 +2,7 @@ export hpc_ver=1.2.0 export hpc_intel_ver=2018.4 export hpc_impi_ver=2018.4 -export obsproc_run_ver=1.1.2 +export obsproc_run_ver=1.2.0 export prepobs_run_ver=1.0.1 export prod_util_ver=1.2.2 diff --git a/versions/run.ver b/versions/run.ver index 3dfe77dbdb..6d7339b4fe 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,11 +1,11 @@ -export version=v16.3.14 -export gfs_ver=v16.3.14 +export version=v16.3.15 +export gfs_ver=v16.3.15 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 export rtofs_ver=v2.3 export radarl2_ver=v1.2 -export obsproc_ver=v1.1 +export obsproc_ver=v1.2 export PrgEnv_intel_ver=8.1.0 export intel_ver=19.1.3.304 diff --git a/versions/wcoss2.ver b/versions/wcoss2.ver index e96d7ad3f3..55bfd23d67 100644 --- a/versions/wcoss2.ver +++ b/versions/wcoss2.ver @@ -2,7 +2,7 @@ export envvar_ver=1.0 export prod_envir_ver=${prod_envir_ver:-2.0.4} # Allow override from ops ecflow export prod_util_ver=${prod_util_ver:-2.0.9} # Allow override from ops ecflow -export obsproc_run_ver=1.1.2 +export obsproc_run_ver=1.2.0 export prepobs_run_ver=1.0.1 export tracker_ver=v1.1.15.5 From 876868267dbe42da7585df642fb5a81938143ca2 Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Wed, 3 Jul 2024 12:09:40 -0400 Subject: [PATCH 11/15] GFSv16.3.16 - add GDAS WDQMS (WIGOS Data Quality Monitoring System) job (#2746) The GFSv16.3.16 operational upgrade adds a job for the GDAS WDQMS (WIGOS Data Quality Monitoring System) data, which provides 6-hourly summaries of observation reports. The GFSv16.3.16 was implemented into operations during the 12z gfs cycle on July 2nd 2024. Refs #2389 --------- Co-authored-by: Rahul Mahajan Co-authored-by: emilyhcliu <36091766+emilyhcliu@users.noreply.github.com> Co-authored-by: David Huber <69919478+DavidHuber-NOAA@users.noreply.github.com> --- docs/Release_Notes.gfs.v16.3.16.md | 141 ++++ ecf/defs/gfs_v16_3.def | 8 + .../analysis/create/jenkfgdas_diag.ecf | 2 +- .../analysis/recenter/jenkfgdas_sfc.ecf | 2 +- .../analysis/jgdas_atmos_analysis_diag.ecf | 2 +- .../analysis/jgdas_atmos_analysis_wdqms.ecf | 61 ++ .../gdas/atmos/gempak/jgdas_atmos_gempak.ecf | 2 +- .../gempak/jgdas_atmos_gempak_meta_ncdc.ecf | 2 +- .../dump/jgdas_atmos_tropcy_qc_reloc.ecf | 2 +- .../prep/jgdas_atmos_emcsfc_sfc_prep.ecf | 2 +- .../atmos/post/jgdas_atmos_post_manager.ecf | 2 +- .../jgdas_atmos_chgres_forenkf.ecf | 2 +- .../gdas/atmos/verf/jgdas_atmos_verfozn.ecf | 2 +- .../gdas/atmos/verf/jgdas_atmos_verfrad.ecf | 2 +- .../gdas/atmos/verf/jgdas_atmos_vminmon.ecf | 2 +- .../gdas/wave/init/jgdas_wave_init.ecf | 2 +- .../gdas/wave/post/jgdas_wave_postpnt.ecf | 2 +- .../gdas/wave/post/jgdas_wave_postsbs.ecf | 2 +- .../gdas/wave/prep/jgdas_wave_prep.ecf | 2 +- .../gfs/atmos/gempak/jgfs_atmos_gempak.ecf | 2 +- .../atmos/gempak/jgfs_atmos_gempak_meta.ecf | 2 +- .../gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf | 2 +- .../gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf | 2 +- .../gempak/jgfs_atmos_pgrb2_spec_gempak.ecf | 2 +- .../dump/jgfs_atmos_tropcy_qc_reloc.ecf | 2 +- .../prep/jgfs_atmos_emcsfc_sfc_prep.ecf | 2 +- .../atmos/post/jgfs_atmos_post_manager.ecf | 2 +- .../jgfs_atmos_awips_master.ecf | 2 +- .../awips_g2/jgfs_atmos_awips_g2_master.ecf | 2 +- .../bulletins/jgfs_atmos_fbwind.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_blending.ecf | 2 +- .../jgfs_atmos_wafs_blending_0p25.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_grib2.ecf | 2 +- .../grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf | 2 +- .../grib_wafs/jgfs_atmos_wafs_master.ecf | 2 +- .../post_processing/jgfs_atmos_wafs_gcip.ecf | 2 +- .../gfs/atmos/verf/jgfs_atmos_vminmon.ecf | 2 +- .../gfs/wave/gempak/jgfs_wave_gempak.ecf | 2 +- ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf | 2 +- .../gfs/wave/post/jgfs_wave_postsbs.ecf | 2 +- .../gfs/wave/post/jgfs_wave_prdgen_bulls.ecf | 2 +- .../wave/post/jgfs_wave_prdgen_gridded.ecf | 2 +- ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf | 2 +- jobs/JGDAS_ATMOS_ANALYSIS_WDQMS | 74 ++ jobs/rocoto/wdqms.sh | 13 + parm/config/config.base.emc.dyn | 1 + parm/config/config.base.nco.static | 1 + parm/config/config.resources.emc.dyn | 8 + parm/config/config.resources.nco.static | 8 + parm/config/config.wdqms | 14 + .../transfer/transfer_gfs_gdas_gdas_misc.list | 41 - parm/transfer/transfer_gfs_gfs_misc.list | 43 - scripts/exgdas_atmos_analysis_wdqms.sh | 113 +++ ush/rocoto/setup_workflow.py | 17 + ush/wdqms.py | 775 ++++++++++++++++++ versions/run.ver | 4 +- 56 files changed, 1276 insertions(+), 126 deletions(-) create mode 100644 docs/Release_Notes.gfs.v16.3.16.md create mode 100755 ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_wdqms.ecf create mode 100755 jobs/JGDAS_ATMOS_ANALYSIS_WDQMS create mode 100755 jobs/rocoto/wdqms.sh create mode 100755 parm/config/config.wdqms delete mode 100644 parm/transfer/transfer_gfs_gfs_misc.list create mode 100755 scripts/exgdas_atmos_analysis_wdqms.sh create mode 100755 ush/wdqms.py diff --git a/docs/Release_Notes.gfs.v16.3.16.md b/docs/Release_Notes.gfs.v16.3.16.md new file mode 100644 index 0000000000..3d3ab7c15a --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.16.md @@ -0,0 +1,141 @@ +GFS V16.3.16 RELEASE NOTES + +------- +PRELUDE +------- + +This upgrade adds a new GDAS job - `gdaswdqms`. It generates 6-hourly summaries of observation reports, which contain information on time, location, station ID, and quality (usage flag and innovations) from GDAS analysis. The objective of this new job is to support the WMO WDQMS (WIGOS Data Quality Monitoring System) project and ensure that WMO observational data and products are reliable and correspond to agreed-upon needs. + +The 6-hourly summaries include surface (synop), upper-air, and surface marine (ship and buoy) observations. + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.16 +cd gfs.v16.3.16 +git clone -b EMC-v16.3.16 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.2 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` +VERSION FILE CHANGES +-------------------- + +* `versions/run.ver` - change `version=v16.3.16` and `gfs_ver=v16.3.16` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.15 + +JOBS CHANGES +------------ + +* Added a new `j-job` `JGDAS_ATMOS_ANALYSIS_WDQMS` + +PARM/CONFIG CHANGES +------------------- + +* Added a `config.wdqms` file for the new j-job added. +* Added new configuration parameter `DO_WDQMS` in the following configuration files + - `config.base.emc.dyn` (default to NO) + - `config.base.nco.static` (default to YES) +* Added resource parameters for `WDQMS` job in the following resource configuration files + - `config.resource.emc.dyn` + - `config.resource.nco.static` + +SCRIPT CHANGES +-------------- + +* Added `exscript` `exgdas_atmos_analysis_wdqms.sh` +* Added a utility in `ush` `wdqms.py` called by the new job. +* Added `ecf` script `jgdas_atmos_analysis_wdqms.ecf` and updated the `ecflow` suite definition files. + +FIX CHANGES +----------- + +* No changes from GFS v16.3.15 + +MODULE CHANGES +-------------- + +* New job loads `python` module in the ecf script. + +CHANGES TO FILE SIZES +--------------------- + +* No changes of existing file sizes from GFS v16.3.15 +* The `gdaswdqms` job creates three observation quality reports in CSV format for the following data types: + - Upper air (~0.5 MB) + - Marine (-6.5 MB) + - Synop (~ 22 MB) + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* Computing resource added for the `gdaswdqms` job for each gdas cycle: The new job `gdaswdqms` requests a single (1) core with `48GB` memory for 20 minutes + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * WDQMS +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.15 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.15 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* Added a new job `gdaswdqms` after `gdasanaldiag` with dependency on the completion of `gdasanaldiag` job. + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.15 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov +Rahul.Mahajan@noaa.gov +Emily.Liu@noaa.gov diff --git a/ecf/defs/gfs_v16_3.def b/ecf/defs/gfs_v16_3.def index 512000813a..883259b9e9 100644 --- a/ecf/defs/gfs_v16_3.def +++ b/ecf/defs/gfs_v16_3.def @@ -2251,6 +2251,8 @@ suite gfs_v16_3 trigger ./jgdas_atmos_analysis == complete task jgdas_atmos_analysis_diag trigger ./jgdas_atmos_analysis == complete + task jgdas_atmos_analysis_wdqms + trigger ./jgdas_atmos_analysis_diag == complete endfamily family post task jgdas_atmos_post_manager @@ -4876,6 +4878,8 @@ suite gfs_v16_3 trigger ./jgdas_atmos_analysis == complete task jgdas_atmos_analysis_diag trigger ./jgdas_atmos_analysis == complete + task jgdas_atmos_analysis_wdqms + trigger ./jgdas_atmos_analysis_diag == complete endfamily family post task jgdas_atmos_post_manager @@ -7501,6 +7505,8 @@ suite gfs_v16_3 trigger ./jgdas_atmos_analysis == complete task jgdas_atmos_analysis_diag trigger ./jgdas_atmos_analysis == complete + task jgdas_atmos_analysis_wdqms + trigger ./jgdas_atmos_analysis_diag == complete endfamily family post task jgdas_atmos_post_manager @@ -10126,6 +10132,8 @@ suite gfs_v16_3 trigger ./jgdas_atmos_analysis == complete task jgdas_atmos_analysis_diag trigger ./jgdas_atmos_analysis == complete + task jgdas_atmos_analysis_wdqms + trigger ./jgdas_atmos_analysis_diag == complete endfamily family post task jgdas_atmos_post_manager diff --git a/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf b/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf index af5adf0fdc..86bf12980a 100755 --- a/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf +++ b/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:06:00 #PBS -l select=1:mpiprocs=48:ompthreads=1:ncpus=48:mem=48GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf b/ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf index be8d6d81a9..8a7f813ae9 100755 --- a/ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf +++ b/ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:06:00 #PBS -l select=1:mpiprocs=80:ompthreads=1:ncpus=80:mem=60GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf b/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf index 214a838e54..09045cc667 100755 --- a/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf +++ b/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=96:ompthreads=1:ncpus=96:mem=48GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true export model=gfs diff --git a/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_wdqms.ecf b/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_wdqms.ecf new file mode 100755 index 0000000000..dba2a57f54 --- /dev/null +++ b/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_wdqms.ecf @@ -0,0 +1,61 @@ +#PBS -S /bin/bash +#PBS -N %RUN%_atmos_analysis_wdqms_%CYC% +#PBS -j oe +#PBS -q %QUEUE% +#PBS -A %PROJ%-%PROJENVIR% +#PBS -l walltime=00:20:00 +#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=48GB +#PBS -l place=vscatter:shared +#PBS -l debug=true + +export model=gfs +%include +%include + +set -x + +export NET=%NET:gfs% +export RUN=%RUN% +export CDUMP=%RUN% + +############################################################ +# Load modules +############################################################ +module load PrgEnv-intel/${PrgEnv_intel_ver} +module load craype/${craype_ver} +module load intel/${intel_ver} +module load cray-mpich/${cray_mpich_ver} +module load cray-pals/${cray_pals_ver} +module load python/${python_ver} +module list + +############################################################# +# WCOSS environment settings +############################################################# +export cyc=%CYC% +export cycle=t%CYC%z + +############################################################ +# CALL executable job script here +############################################################ +${HOMEgfs}/jobs/JGDAS_ATMOS_ANALYSIS_WDQMS +if [ $? -ne 0 ]; then + ecflow_client --msg="***JOB ${ECF_NAME} ERROR RUNNING J-SCRIPT ***" + ecflow_client --abort + exit +fi + +%include +%manual +###################################################################### +# Purpose: To execute the job that creates the WDQMS products +###################################################################### + +###################################################################### +# Job specific troubleshooting instructions: +# see generic troubleshoot manual page +# +###################################################################### + +# include manual page below +%end diff --git a/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf b/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf index 0bc2d76455..039ca56852 100755 --- a/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf +++ b/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:15:00 #PBS -l select=1:ncpus=2:mpiprocs=2:mem=4GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf b/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf index 9d66f4bda1..61f7f0a17f 100755 --- a/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf +++ b/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf b/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf index 2dd0bdf06c..5322c363ac 100755 --- a/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf +++ b/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf b/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf index 7e3282bc95..e0ab513b33 100755 --- a/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf +++ b/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:08:00 #PBS -l select=1:ncpus=1:mem=2GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf b/ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf index 1da24c0d46..55d7932aaf 100755 --- a/ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf +++ b/ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=01:15:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf b/ecf/scripts/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf index 78d2d99a1b..fbb53fca14 100755 --- a/ecf/scripts/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf +++ b/ecf/scripts/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:ncpus=3:mpiprocs=3:ompthreads=1:mem=200GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf index 5af9636402..ff4910a277 100755 --- a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf +++ b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf index 46dbe52cf4..28fdd7f266 100755 --- a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf +++ b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:20:00 #PBS -l select=1:ncpus=1:mem=5GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf index 57e3d91a29..f4a1a748f2 100755 --- a/ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf +++ b/ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf b/ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf index 8321494bed..74a0f2806a 100755 --- a/ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf +++ b/ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=11:ompthreads=1:ncpus=11:mem=2GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf b/ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf index 717e1def63..15adbc8a69 100755 --- a/ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf +++ b/ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:12:00 #PBS -l select=4:mpiprocs=50:ompthreads=1:ncpus=50:mem=10GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf b/ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf index 1f8a36e3d3..c323c32753 100755 --- a/ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf +++ b/ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:20:00 #PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=10GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf b/ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf index 2b699e4778..5ccacc4958 100755 --- a/ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf +++ b/ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=5:ompthreads=1:ncpus=5:mem=100GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf index 863f1323aa..2a384546d7 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=03:00:00 #PBS -l select=1:ncpus=28:mpiprocs=28:mem=2GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf index 1ff3933042..81f8e14864 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=03:00:00 #PBS -l select=1:ncpus=23:mpiprocs=23:mem=2GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf index 928796b4d3..e7cbbab8cc 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_ncdc_upapgif.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=02:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf index 9a9d483e5a..6f1d6b3ba5 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_npoess_pgrb2_0p5deg.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=02:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf index 250fd6e981..3eb0596993 100755 --- a/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf +++ b/ecf/scripts/gfs/atmos/gempak/jgfs_atmos_pgrb2_spec_gempak.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf b/ecf/scripts/gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf index 2dd0bdf06c..5322c363ac 100755 --- a/ecf/scripts/gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf +++ b/ecf/scripts/gfs/atmos/obsproc/dump/jgfs_atmos_tropcy_qc_reloc.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf b/ecf/scripts/gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf index bb0bcf8db7..f0a1a3346f 100755 --- a/ecf/scripts/gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf +++ b/ecf/scripts/gfs/atmos/obsproc/prep/jgfs_atmos_emcsfc_sfc_prep.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:07:00 #PBS -l select=1:ncpus=1:mem=2GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf b/ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf index d2e315bcef..fc22e941bc 100755 --- a/ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf +++ b/ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=04:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/awips_20km_1p0/jgfs_atmos_awips_master.ecf b/ecf/scripts/gfs/atmos/post_processing/awips_20km_1p0/jgfs_atmos_awips_master.ecf index 866feeb320..cb1ddbe70c 100755 --- a/ecf/scripts/gfs/atmos/post_processing/awips_20km_1p0/jgfs_atmos_awips_master.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/awips_20km_1p0/jgfs_atmos_awips_master.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:ncpus=1:mem=3GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/awips_g2/jgfs_atmos_awips_g2_master.ecf b/ecf/scripts/gfs/atmos/post_processing/awips_g2/jgfs_atmos_awips_g2_master.ecf index 1a07668e2d..b45add609c 100755 --- a/ecf/scripts/gfs/atmos/post_processing/awips_g2/jgfs_atmos_awips_g2_master.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/awips_g2/jgfs_atmos_awips_g2_master.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=3GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf b/ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf index de293dcbf5..069cb62683 100755 --- a/ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=4GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending.ecf index 963c681932..72e69281b1 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf index 8866e16b90..0b743f7d63 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=15GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf index fbf2f64b68..267e4313b3 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=18:ompthreads=1:ncpus=18:mem=80GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf index 42ff28d997..442742bc61 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=39:ompthreads=1:ncpus=39:mem=200GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf b/ecf/scripts/gfs/atmos/post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf index 6dec906669..7e56ea1b9e 100755 --- a/ecf/scripts/gfs/atmos/post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/grib_wafs/jgfs_atmos_wafs_master.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf b/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf index 264db37908..dceb8d72bd 100755 --- a/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf +++ b/ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:30:00 #PBS -l select=1:mpiprocs=2:ompthreads=1:ncpus=2:mem=50GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf b/ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf index 8a6f034c92..4eb9d4e585 100755 --- a/ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf +++ b/ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:05:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf b/ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf index 2cb7f75949..199f68adeb 100755 --- a/ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf +++ b/ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=02:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf b/ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf index 8321494bed..74a0f2806a 100755 --- a/ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf +++ b/ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=11:ompthreads=1:ncpus=11:mem=2GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf index d34fdf94f8..d398c490ce 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=03:00:00 #PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=10GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf index 3e039d88e4..9f30289093 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:20:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf b/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf index 2f40944928..192f8cd98e 100755 --- a/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf +++ b/ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=02:00:00 #PBS -l select=1:ncpus=1:mem=1GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf b/ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf index dbf5be906f..363c090ce0 100755 --- a/ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf +++ b/ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf @@ -5,7 +5,7 @@ #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 #PBS -l select=1:mpiprocs=65:ompthreads=1:ncpus=65:mem=150GB -#PBS -l place=vscatter:shared +#PBS -l place=vscatter #PBS -l debug=true model=gfs diff --git a/jobs/JGDAS_ATMOS_ANALYSIS_WDQMS b/jobs/JGDAS_ATMOS_ANALYSIS_WDQMS new file mode 100755 index 0000000000..7c3721c644 --- /dev/null +++ b/jobs/JGDAS_ATMOS_ANALYSIS_WDQMS @@ -0,0 +1,74 @@ +#!/bin/bash + +set -x +export PS4='$SECONDS + ' +date + +############################## +# Source relevant config files +############################## +configs="base wdqms" +export EXPDIR=${EXPDIR:-${HOMEgfs}/parm/config} +for config in ${configs}; do + source "${EXPDIR}/config.${config}" + status=$? + (( status != 0 )) && exit "${status}" +done + +############################################################### +source "${BASE_ENV}/${machine}.env" wdqms +status=$? +(( status != 0 )) && exit "${status}" + + +########################################################## +# obtain unique process id (pid) and make temp directory +########################################################## +export DATA=${DATA:-${DATAROOT}/${jobid:?}} +mkdir -p "${DATA}" +cd "${DATA}" + +###################################### +# Set up the cycle variable +###################################### +export cycle=${cycle:-t${cyc}z} + +########################################### +# Run setpdy and initialize PDY variables +########################################### +setpdy.sh +source ./PDY + +############################################## +# Define COM directories +############################################## +export COMIN="${ROTDIR}/${RUN}.${PDY}/${cyc}/atmos" +export COMOUT="${ROTDIR}/${RUN}.${PDY}/${cyc}/atmos/wdqms" + +mkdir -m 775 -p "${COMOUT}" + +######################################################## +# Execute the script for generating WDQMS products +"${HOMEgfs}/scripts/exgdas_atmos_analysis_wdqms.sh" +export err=$? +err_chk + +######################################################## + +echo "JOB ${job:-} HAS COMPLETED NORMALLY!" + +############################################ +# print exec I/O output +############################################ +if [ -e "${pgmout:-}" ] ; then + cat "${pgmout}" +fi + +################################### +# Remove temp directories +################################### +if [[ "${KEEPDATA}" != "YES" ]] ; then + rm -rf "${DATA}" +fi + +date diff --git a/jobs/rocoto/wdqms.sh b/jobs/rocoto/wdqms.sh new file mode 100755 index 0000000000..0dbe821df1 --- /dev/null +++ b/jobs/rocoto/wdqms.sh @@ -0,0 +1,13 @@ +#!/bin/ksh -x + +############################################################### +# Source FV3GFS workflow modules +. "${HOMEgfs}/ush/load_fv3gfs_modules.sh" +status=$? +(( status != 0 )) && exit "${status}" + +############################################################### +# Execute the JJOB +"${HOMEgfs}/jobs/JGDAS_ATMOS_ANALYSIS_WDQMS" +status=$? +exit "${status}" diff --git a/parm/config/config.base.emc.dyn b/parm/config/config.base.emc.dyn index 2e7cdee387..00ac698807 100755 --- a/parm/config/config.base.emc.dyn +++ b/parm/config/config.base.emc.dyn @@ -52,6 +52,7 @@ export DO_BUFRSND="YES" # BUFR sounding products export DO_GEMPAK="NO" # GEMPAK products export DO_AWIPS="NO" # AWIPS products export WAFSF="NO" # WAFS products +export DO_WDQMS="NO" # Generate WDQMS products # NO for retrospective parallel; YES for real-time parallel # arch.sh uses REALTIME for MOS. Need to set REALTIME=YES diff --git a/parm/config/config.base.nco.static b/parm/config/config.base.nco.static index 1dbcbd0e2f..b0b06e6cd9 100755 --- a/parm/config/config.base.nco.static +++ b/parm/config/config.base.nco.static @@ -50,6 +50,7 @@ export DO_BUFRSND="YES" # BUFR sounding products export DO_GEMPAK="YES" # GEMPAK products export DO_AWIPS="YES" # AWIPS products export WAFSF="YES" # WAFS products +export DO_WDQMS="YES" # Generate WDQMS products # NO for retrospective parallel; YES for real-time parallel export REALTIME="YES" diff --git a/parm/config/config.resources.emc.dyn b/parm/config/config.resources.emc.dyn index 6ad784473f..1dc073abaa 100755 --- a/parm/config/config.resources.emc.dyn +++ b/parm/config/config.resources.emc.dyn @@ -176,6 +176,14 @@ elif [ $step = "analdiag" ]; then if [[ "$npe_node_analdiag" -gt "$npe_node_max" ]]; then export npe_node_analdiag=$npe_node_max ; fi export memory_analdiag="48GB" +elif [ $step = "wdqms" ]; then + + export wtime_wdqms="00:20:00" + export npe_wdqms=1 + export nth_wdqms=1 + export npe_node_wdqms=1 + export memory_wdqms="48GB" + elif [ $step = "gldas" ]; then export wtime_gldas="00:10:00" diff --git a/parm/config/config.resources.nco.static b/parm/config/config.resources.nco.static index d7fd7d2975..50bfef8810 100755 --- a/parm/config/config.resources.nco.static +++ b/parm/config/config.resources.nco.static @@ -144,6 +144,14 @@ elif [ $step = "analdiag" ]; then export npe_node_analdiag=$npe_analdiag export memory_analdiag="48GB" +elif [ $step = "wdqms" ]; then + + export wtime_wdqms="00:20:00" + export npe_wdqms=1 + export nth_wdqms=1 + export npe_node_wdqms=1 + export memory_wdqms="48GB" + elif [ $step = "gldas" ]; then export wtime_gldas="00:10:00" diff --git a/parm/config/config.wdqms b/parm/config/config.wdqms new file mode 100755 index 0000000000..d5118a2cbe --- /dev/null +++ b/parm/config/config.wdqms @@ -0,0 +1,14 @@ +#!/bin/bash + +########## config.wdqms ########## +# WDQMS steps specific + +echo "BEGIN: config.wdqms" + +# Get task specific resources +source "${EXPDIR}/config.resources" wdqms + +# WDQMS utility script +export WDQMSPY="${HOMEgfs}/ush/wdqms.py" + +echo "END: config.wdqms" diff --git a/parm/transfer/transfer_gfs_gdas_gdas_misc.list b/parm/transfer/transfer_gfs_gdas_gdas_misc.list index 3d7fe47a88..9418e0c006 100644 --- a/parm/transfer/transfer_gfs_gdas_gdas_misc.list +++ b/parm/transfer/transfer_gfs_gdas_gdas_misc.list @@ -33,44 +33,3 @@ _COMROOT_/gfs/_SHORTVER_/syndat/ B 180 -_COMROOT_/gfs/_SHORTVER_/gdascounts/ -+ /data_counts._MONPREV_/*** -- * -B 16000000 - -_COMROOT_/gfs/_SHORTVER_/gdascounts/ -+ /data_counts._MONCUR_/*** -- * -B 16000000 - -_COMROOT_/gfs/_SHORTVER_/gdascounts/ -+ /satcounts._MONPREV_/*** -- * -B 16000000 - -_COMROOT_/gfs/_SHORTVER_/gdascounts/ -+ /satcounts._MONCUR_/*** -- * -B 16000000 - -_COMROOT_/gfs/_SHORTVER_/sdm_rtdm/ -+ /obcount_30day/ -+ /obcount_30day/gdas/ -+ /obcount_30day/gdas/gdas._PDYm1_/*** -+ /obcount_30day/gdas/gdas._PDY_/*** -- * -B 2000000 - -_COMROOT_/gfs/_SHORTVER_/sdm_rtdm/ -+ /avgdata/ -+ /avgdata/obcount_30davg.gdas._MONPREV_ -+ /avgdata/obcount_30davg.gdas.current -- * -B 256000 - -_COMROOT_/gfs/_SHORTVER_/gdascounts/ -+ /index.shtml -+ /index_backup.shtml -- * -B 6 - diff --git a/parm/transfer/transfer_gfs_gfs_misc.list b/parm/transfer/transfer_gfs_gfs_misc.list deleted file mode 100644 index 32f002d1e7..0000000000 --- a/parm/transfer/transfer_gfs_gfs_misc.list +++ /dev/null @@ -1,43 +0,0 @@ -# This file specifies the directories to be tranatmfered and, optionally, the files within -# those directories to include or exclude. If one directory is specified per line, it -# will be used as both the source and destination. If two directories are specified per -# line, separated by one or more spaces, the first will be used as the source and the -# second the destination. Directories that begin with "com/" will be resolved using -# the compath.py utility. Rules may be placed below each directory or directory pair -# and must begin with one of the following characters: -# - exclude, specifies an exclude pattern -# + include, specifies an include pattern -# . merge, specifies a merge-file to read for more rules -# : dir-merge, specifies a per-directory merge-file -# H hide, specifies a pattern for hiding files from the tranatmfer -# S show, files that match the pattern are not hidden -# P protect, specifies a pattern for protecting files from deletion -# R risk, files that match the pattern are not protected -# ! clear, clears the current include/exclude list (takes no arg) -# B bytes, relative size of the path in relation to the other paths in the list -# D delete, delete extraneous files from destination directories (takes no arg) -# E encrypt, enables data encryption [two cores should be allocated] (takes no arg) -# W whole files, copy whole files rather than use delta-xfer algorithm (takes no arg) (v2.2.3+) -# T two-way syncronization will update both sides with latest changes (takes no arg) -# Z compress data as it is sent, accepts optional compression level argument (1-9) -# Rules higher in the list take precedence over lower ones. By default, all files in a -# directory are included, so if no exclude patterns match that file, it will be -# tranatmferred. - -_COMROOT_/gfs/_SHORTVER_/sdm_rtdm/ -+ /avgdata/ -+ /avgdata/obcount_30davg.gfs._MONPREV_ -+ /avgdata/obcount_30davg.gfs.current -- * -B 256000 - - -_COMROOT_/gfs/_SHORTVER_/sdm_rtdm/ -+ /obcount_30day/ -+ /obcount_30day/gfs/ -+ /obcount_30day/gfs/gfs._PDYm1_/*** -+ /obcount_30day/gfs/gfs._PDY_/*** -- * -B 2000000 - - diff --git a/scripts/exgdas_atmos_analysis_wdqms.sh b/scripts/exgdas_atmos_analysis_wdqms.sh new file mode 100755 index 0000000000..73ccfca45a --- /dev/null +++ b/scripts/exgdas_atmos_analysis_wdqms.sh @@ -0,0 +1,113 @@ +#!/bin/bash +set -x + +################################################################################ +# UNIX Script Documentation Block +# Name: exgdas_atmos_analysis_wdqms.sh +# Author: Rahul Mahajan +# Org: NCEP/EMC +# Abstract: This script unpacks GSI diagnostic files, runs them through a python +# script ush/wdqms.py, and creates CSV files. +# These CSV files contain observation information, residual statistics, +# and data use in the assimilation for certain observation sub-types +# History Log: +# 2024-04-01 Rahul Mahajan Initial Version. +# Usage: +# Input Files: +# ${RUN}.t${cyc}z.cnvstat +# Output Files: +# ${RUN}.t${cyc}z.${otype}.csv +# where: otype = synop | temp | marine +# Condition codes: +# == 0 : success +# != 0 : non-fatal error encountered while generating output file +################################################################################ + +# Input GSI diagnostic file containing inputs to wdqms.py +CNVSTAT="${RUN}.t${cyc}z.cnvstat" + +# Input files from CNVSTAT fed to wdqms.py +INPUT_LIST=("diag_conv_ps_ges.${PDY}${cyc}.nc4" \ + "diag_conv_t_ges.${PDY}${cyc}.nc4" \ + "diag_conv_q_ges.${PDY}${cyc}.nc4" \ + "diag_conv_uv_ges.${PDY}${cyc}.nc4") + +# Observation types being processed by wdqms.py +OTYPES=(SYNOP TEMP MARINE) + +################################################################################ +echo "Begin job ${job:-}" + +#------------------------------------------------------------------------------- +# Enter working directory +cd "${DATA}" || ( echo "FATAL ERROR: Unable to cd into '${DATA}', ABORT!"; exit 2 ) + +#------------------------------------------------------------------------------- +# Copy cnvstat file from COMIN to DATA, untar and gunzip input files for wdqms.py +# These should always be available +cp "${COMIN}/${CNVSTAT}" . +export err=$? +(( err != 0 )) && ( msg="FATAL ERROR: Unable to copy '${CNVSTAT}' from '${COMIN}', ABORT!"; err_exit "${msg}" ) +for diagfile in "${INPUT_LIST[@]}"; do + tar -xvf "${CNVSTAT}" "${diagfile}.gz" + export err=$? + (( err != 0 )) && ( msg="FATAL ERROR: Unable to extract '${diagfile}.gz' from '${CNVSTAT}', ABORT!"; err_exit "${msg}" ) + gunzip "${diagfile}.gz" + export err=$? + (( err != 0 )) && ( msg="FATAL ERROR: Unable to gunzip '${diagfile}.gz', ABORT!"; err_exit "${msg}" ) +done + +#------------------------------------------------------------------------------- +# Loop over observation types, produce CSV files +# Copy CSV files to COMOUT +# Issue DBN alerts +# Issue warnings if wdqms.py fails for any reason +# These do not need to be a FATAL ERROR, but developers should be notified +error=0 +for otype in "${OTYPES[@]}"; do + + echo "Processing ... ${otype}" + + #============================================================================= + # Process with wdqms.py + ${WDQMSPY} -i ${INPUT_LIST[@]} -t "${otype}" -o "${DATA}" + rc=$? + if (( rc != 0 )); then + echo "WARNING: wdqms.py failed to process observation type '${otype}'" + error=$((error + 1)) + fi + #============================================================================= + + #============================================================================= + # Copy to COMOUT if wdqms.py created the output file + csvfile="NCEP_${otype}_${PDY}_${cyc}.csv" + csvfileout="${RUN}.t${cyc}z.${otype,,}.csv" + if [[ -f "${csvfile}" ]]; then + cp "./${csvfile}" "${COMOUT}/${csvfileout}" || ( echo "WARNING: Unable to copy '${csvfile}' to '${COMOUT}/${csvfileout}'" ) + else + echo "WARNING: wdqms.py failed to create csvfile '${csvfile}'" + error=$((error + 1)) + fi + #============================================================================= + + #============================================================================= + # Send DBN alerts + if [[ "${SENDDBN:-}" == "YES" ]]; then + if [[ -f "${COMOUT}/${csvfileout}" ]]; then + "${DBNROOT}/bin/dbn_alert" MODEL "${RUN^^}_WDQMS" "${job}" "${COMOUT}/${csvfileout}" + fi + fi + #============================================================================= + +done # for otype +#------------------------------------------------------------------------------- + +#------------------------------------------------------------------------------- +if (( error == 0 )); then + echo "Job completed normally." +else + echo "WARNING: Job completed with non-fatal errors." +fi +################################################################################ + +exit 0 diff --git a/ush/rocoto/setup_workflow.py b/ush/rocoto/setup_workflow.py index 27d021030b..bb3568b082 100755 --- a/ush/rocoto/setup_workflow.py +++ b/ush/rocoto/setup_workflow.py @@ -64,6 +64,7 @@ def main(): steps = steps + wav_steps if _base.get('DO_WAVE', 'NO') == 'YES' else steps steps = steps + wav_steps_gempak if _base.get('DO_GEMPAK', 'NO') == 'YES' else steps steps = steps + wav_steps_awips if _base.get('DO_AWIPS', 'NO') == 'YES' else steps + steps = steps + ['wdqms'] if _base.get('DO_WDQMS', 'NO') == 'YES' else steps dict_configs = wfu.source_configs(configs, steps) @@ -243,6 +244,7 @@ def get_gdasgfs_resources(dict_configs, cdump='gdas'): do_wafs = base.get('WAFSF', 'NO').upper() do_metp = base.get('DO_METP', 'NO').upper() do_gldas = base.get('DO_GLDAS', 'NO').upper() + do_wdqms = base.get('DO_WDQMS', 'NO').upper() do_wave = base.get('DO_WAVE', 'NO').upper() do_wave_cdump = base.get('WAVE_CDUMP', 'BOTH').upper() reservation = base.get('RESERVATION', 'NONE').upper() @@ -252,6 +254,8 @@ def get_gdasgfs_resources(dict_configs, cdump='gdas'): if cdump in ['gdas']: tasks += ['analdiag'] + if do_wdqms in ['Y', 'YES']: + tasks += ['wdqms'] if cdump in ['gdas'] and do_gldas in ['Y', 'YES']: tasks += ['gldas'] if cdump in ['gdas'] and do_wave in ['Y', 'YES'] and do_wave_cdump in ['GDAS', 'BOTH']: @@ -411,6 +415,7 @@ def get_gdasgfs_tasks(dict_configs, cdump='gdas'): do_wafs = base.get('WAFSF', 'NO').upper() do_metp = base.get('DO_METP', 'NO').upper() do_gldas = base.get('DO_GLDAS', 'NO').upper() + do_wdqms = base.get('DO_WDQMS', 'NO').upper() do_wave = base.get('DO_WAVE', 'NO').upper() do_wave_cdump = base.get('WAVE_CDUMP', 'BOTH').upper() dumpsuffix = base.get('DUMP_SUFFIX', '') @@ -522,6 +527,18 @@ def get_gdasgfs_tasks(dict_configs, cdump='gdas'): dict_tasks[f'{cdump}analdiag'] = task + # wdqms + if cdump in ['gdas'] and do_wdqms in ['Y', 'YES']: + deps1 = [] + dep_dict = {'type': 'task', 'name': f'{cdump}analdiag'} + deps1.append(rocoto.add_dependency(dep_dict)) + dep_dict = {'type': 'cycleexist', 'offset': '-06:00:00'} + deps1.append(rocoto.add_dependency(dep_dict)) + dependencies1 = rocoto.create_dependency(dep_condition='and', dep=deps1) + + task = wfu.create_wf_task('wdqms', cdump=cdump, envar=envars, dependency=dependencies1) + dict_tasks[f'{cdump}wdqms'] = task + # gldas if cdump in ['gdas'] and do_gldas in ['Y', 'YES']: deps1 = [] diff --git a/ush/wdqms.py b/ush/wdqms.py new file mode 100755 index 0000000000..a7844c0f19 --- /dev/null +++ b/ush/wdqms.py @@ -0,0 +1,775 @@ +#!/usr/bin/env python3 + +import sys +import os +import argparse +import logging +import pandas as pd +import numpy as np +from netCDF4 import Dataset +from pathlib import Path + + +class WDQMS: + + def __init__(self, inputfiles, wdqms_type, outdir, + loglvl=logging.INFO): + + # Start logging + logging.basicConfig(filename='file.log', + filemode='w', + level=loglvl, + format='%(levelname)s:%(message)s') + + self.wdqms_type = wdqms_type + self.outdir = outdir + + logging.info("Working in wdqms()") + + # Create dataframes from GSI diag files + logging.info('Creating dataframe from GSI diag files ...') + + self.wdqms_type_dict = { + 'SYNOP': { + 'df_type': self._create_conv_df, + 'obs_types': [181, 187, 281, 287], + 'variable_ids': {'ps': 110, 'q': 58, 't': 39, 'u': 41, 'v': 42} + }, + 'TEMP': { + 'df_type': self._create_sondes_df, + 'obs_types': [120, 220], + 'variable_ids': {'ps': 110, 'q': 29, 't': 2, 'u': 3, 'v': 4} + }, + 'MARINE': { + 'df_type': self._create_conv_df, + 'obs_types': [180, 183, 280, 282, 284], + 'variable_ids': {'ps': 110, 'q': 58, 't': 39, 'u': 41, 'v': 42} + } + } + + df_list = [] + + for file in inputfiles: + logging.info(f'Working on {file} ...') + logging.info(f'Reading gsi diag ... ') + + df = self._read_gsi_diag(file) + df_list.append(df) + + df_total = pd.concat(df_list) + + logging.info('Files successfully read into dataframe!') + + # Grab data specific to WDQMS type + df_total = self._wdqms_type_requirements(df_total) + + # Grab actual datetimes from datetime + timedelta + df_total = self._get_datetimes(df_total) + + # Drop duplicates + df_total = df_total.drop_duplicates() + + # Create temporary dataframe of only temperature and q values + tq_condition = [self.wdqms_type_dict[self.wdqms_type]['variable_ids']['t'], + self.wdqms_type_dict[self.wdqms_type]['variable_ids']['q']] + + tq_df = df_total.loc[df_total['var_id'].isin(tq_condition)] + no_tq_df = df_total.loc[~df_total['var_id'].isin(tq_condition)] + + # Adjust relative humidity data + tq_df = self._genqsat(tq_df) + + # Merge the non t and q values back into returned t and q dataframe + df_total = pd.concat([tq_df, no_tq_df]) + + # Add Status Flag column + df_total = self._create_status_flag(df_total) + df_total['StatusFlag'] = df_total['StatusFlag'].astype(int) + + # Sort by Station ID + df_total['Station_ID'] = df_total['Station_ID'].astype(str) + df_total = df_total.sort_values('Station_ID') + + logging.info(f'Creating dataframe for {self.wdqms_type} type ...') + + # Create dataframe for appropriate WDQMS type + output_df = self.wdqms_type_dict[self.wdqms_type]['df_type'](df_total) + + # Get str datetime + self.datetime = inputfiles[0].split('/')[-1].split('.')[-2] + + out_filename = self._df_to_csv(output_df) + + logging.info(f"Success! Output file saved to: {out_filename}") + logging.info("Exiting ...") + sys.exit() + + return + + def _wdqms_type_requirements(self, df): + """ + Filter dataframe to only include specific observation types. + """ + logging.info("Working in wdqms_type_requirements()") + logging.debug(f"WDQMS Type: {self.wdqms_type}") + logging.debug(f"Total observations for {self.wdqms_type} before filter: {len(df)}") + + obs_types = self.wdqms_type_dict[self.wdqms_type]['obs_types'] + + df = df.loc[(df['Observation_Type'].isin(obs_types))] + + if self.wdqms_type in ['SYNOP', 'MARINE']: + # Only include -3 > val >= 3 to avoid overlapping in cycles + df = df.loc[df['Time'] != -3.] + + # Remove bad background departures for each variable + df.loc[(df['var_id'] == 110) & (df['Obs_Minus_Forecast_adjusted'].abs() > 200), + 'Obs_Minus_Forecast_adjusted'] = -999.9999 + df.loc[(df['var_id'] != 110) & (df['Obs_Minus_Forecast_adjusted'].abs() > 500), + 'Obs_Minus_Forecast_adjusted'] = -999.9999 + + if self.wdqms_type in ['TEMP']: + # Only include assimilated data as per WDQMS requirement document + df = df.loc[df['Analysis_Use_Flag'] == 1] + + logging.debug(f"Total observations for {self.wdqms_type} after filter: {len(df)}") + logging.info("Exiting wdqms_type_requirements()") + + return df + + def _get_datetimes(self, df): + """ + Use 'Datetime' and 'Time' columns to create new datetime and + separate into new columns: 'YYYYMMDD' and 'HHMMSS' + Args: + df : (df) pandas dataframe populated with data from GSI + diagnostic files + Returns: + df: (df) the same dataframe read in with new columns: + 'YYYYMMDD' and 'HHMMSS' + """ + logging.info("Working in get_datetimes()") + + # Convert 'Datetime' column from str to datetime + dates = pd.to_datetime(df['Datetime'], format='%Y%m%d%H') + # Converts 'Time' column to time delta in hours + hrs = pd.to_timedelta(df['Time'], unit='hours') + # Actual datetime of ob adding datetime and timedelta in hours + new_dt = dates + hrs + + df['yyyymmdd'] = new_dt.dt.strftime('%Y%m%d') + df['HHMMSS'] = new_dt.dt.strftime('%H%M%S') + + logging.info("Exiting get_datetimes()") + + return df + + def _create_status_flag(self, df): + """ + Create Status Flag based on the values from Prep_QC_Mark, + Prep_Use_Flag, and Analysis_Use_Flag. + Args: + df: (df) pandas dataframe populated with data from GSI + diagnostic files + Returns: + df: (df) the same dataframe read in with a new column: 'StatusFlag' + """ + logging.info("Working in create_status_flag()") + + # Create 'StatusFlag' column and fill with nans + df['StatusFlag'] = np.nan + + # Obs used by GSI, Status_Flag=0 + df.loc[(df['Prep_QC_Mark'] <= 8) & ( + df['Analysis_Use_Flag'] == 1), 'StatusFlag'] = 0 + + # Obs rejected by GSI, Status_Flag=0 + df.loc[(df['Prep_QC_Mark'] <= 8) & ( + df['Analysis_Use_Flag'] == -1), 'StatusFlag'] = 2 + + # Obs never used by GSI, Status_Flag=3 + df.loc[(df['Prep_QC_Mark'] > 8) & ( + df['Prep_Use_Flag'] >= 100), 'StatusFlag'] = 3 + + # Obs is flagged for non-use by the analysis, Status_Flag=3 + df.loc[df['Prep_QC_Mark'] >= 15, 'StatusFlag'] = 3 + + # Obs rejected by SDM or CQCPROF, Status_Flag=7 + df.loc[(df['Prep_QC_Mark'] >= 12) & ( + df['Prep_QC_Mark'] <= 14), 'StatusFlag'] = 7 + + # Fill those that do not fit a condition with -999 + df.loc[df['StatusFlag'].isnull(), 'StatusFlag'] = -999 + + logging.debug("Status Flag Counts:") + logging.debug(f"{df['StatusFlag'].value_counts()}") + logging.info("Exiting create_status_flag()") + + return df + + def _round_column(self, df, col): + """ + Round column numbers to 4 decimal places. + Input: + df: dataframe with information + col: column name to round data + Output: + df: dataframe with changed values in provided column + """ + logging.debug("Working in round_column()") + + df[col] = df[col].map('{:,.4f}'.format) + + logging.debug("Exiting round_column()") + + return df + + def _create_conv_df(self, df): + """ + Create dataframe for conventional data. + """ + logging.info("Working in create_conv_df") + + # Add center_id + df['Centre_id'] = 'NCEP' + df['CodeType'] = 999 + + # Remove unnecessary columns + df.drop(['Observation_Type', 'Pressure', 'Time', 'Prep_QC_Mark', + 'Prep_Use_Flag', 'Analysis_Use_Flag', 'Datetime'], + axis=1, inplace=True) + + # Rename columns + df = df.rename({'Obs_Minus_Forecast_adjusted': 'Bg_dep', + 'Latitude': 'latitude', + 'Station_ID': 'Station_id'}, axis=1) + + # ordered columns + cols = ['Station_id', 'yyyymmdd', 'HHMMSS', 'latitude', 'Longitude', + 'StatusFlag', 'Centre_id', 'var_id', 'Bg_dep', 'CodeType'] + + df = df[cols] + df = df.reset_index(drop=True) + + # Round given columns to four decimal places + for col in ['latitude', 'Longitude', 'Bg_dep']: + df = self._round_column(df, col) + + logging.info("Exiting create_conv_df()") + + return df + + def _create_sondes_df(self, df): + """ + Create dataframe for sondes. + """ + logging.info("Working in create_sondes_df()") + + stn_ids = df['Station_ID'].unique() + + df_list = [] + + # Loop through stations and create individual dataframes + # that grabs average stats from surface, troposphere, and + # stratosphere + for stn in stn_ids: + logging.debug(f"Station ID: {stn}") + + d = { + 'var_id': [], + 'Mean_Bg_dep': [], + 'Std_Bg_dep': [], + 'Levels': [], + 'LastRepLevel': [], + 'StatusFlag': [] + } + + surf_lat = None + surf_lon = None + + # Temporary dataframe of specific station data + tmp = df.loc[df['Station_ID'] == stn] + + # Add pressure info if available + if 110 in tmp['var_id'].unique(): + logging.debug(f"Variable: p") + + mean_bg_dep = tmp['Obs_Minus_Forecast_adjusted'].loc[tmp['var_id'] == 110].values[0] + std_bg_dep = 0 + level = 'Surf' + last_rep_lvl = -999.99 + status_flag = tmp['StatusFlag'].loc[tmp['var_id'] == 110].values[0] + + d['var_id'].append(110) + d['Mean_Bg_dep'].append(mean_bg_dep) + # cannot compute std w/ one value so set to 0 + d['Std_Bg_dep'].append(std_bg_dep) + d['Levels'].append(level) + d['LastRepLevel'].append(last_rep_lvl) + d['StatusFlag'].append(status_flag) + + # surface lat and lon if exists + surf_lat = tmp['Latitude'].loc[tmp['var_id'] == 110].values[0] + surf_lon = tmp['Longitude'].loc[tmp['var_id'] == 110].values[0] + + logging.debug("Mean_Bg_dep, Std_Bg_dep, Levels, LastRepLevel, StatusFlag") + logging.debug(f"{mean_bg_dep}, {std_bg_dep}, {level}, {last_rep_lvl}, {status_flag}") + + # Get unique variable ID's and remove 110 (surface pressure) + var_ids = sorted(tmp['var_id'].unique()) + var_ids.remove(110) if 110 in var_ids else var_ids + + for var in var_ids: + logging.debug(f"Variable: {var}") + + # Surface + + # Find max pressure of the surface 110 value + surf_p_max = tmp['Pressure'].loc[tmp['var_id'] == 110].max() + + if (110 in tmp['var_id'].unique() and + var in tmp['var_id'].loc[tmp['Pressure'] == surf_p_max].unique()): + + surf_tmp = tmp.loc[(tmp['Pressure'] == surf_p_max) & + (tmp['var_id'] == var)] + + surf_omf = surf_tmp['Obs_Minus_Forecast_adjusted'].values.mean( + ) + surf_std = 0 # cannot compute std w/ one value so set to 0 + level = 'Surf' + last_rep_lvl = -999.99 + + # If at least one ob is used, we report the lowest Status Flag. + # Although it does not represent the whole column, it is what is + # required by the WDQMS team. + status_flag = surf_tmp['StatusFlag'].min() + + d['var_id'].append(var) + d['Mean_Bg_dep'].append(surf_omf) + d['Std_Bg_dep'].append(surf_std) + d['Levels'].append(level) + d['LastRepLevel'].append(last_rep_lvl) + d['StatusFlag'].append(status_flag) + + logging.debug("Mean_Bg_dep, Std_Bg_dep, Levels, LastRepLevel, StatusFlag") + logging.debug(f"{surf_omf}, {surf_std}, {level}, {last_rep_lvl}, {status_flag}") + + # Troposphere + trop_tmp = tmp.loc[(tmp['var_id'] == var) & + (tmp['Pressure'] >= 100)] + + if len(trop_tmp) > 0: + trop_avg_omf = trop_tmp['Obs_Minus_Forecast_adjusted'].mean( + ) + trop_std_omf = trop_tmp['Obs_Minus_Forecast_adjusted'].std( + ) + level = 'Trop' + # Get lowest p for entire atmosphere + last_rep_lvl = tmp['Pressure'].min() + + # If at least one ob is used, we report the lowest Status Flag. + # Although it does not represent the whole column, it is what is + # required by the WDQMS team. + status_flag = trop_tmp['StatusFlag'].min() + + d['var_id'].append(var) + d['Mean_Bg_dep'].append(trop_avg_omf) + d['Std_Bg_dep'].append(trop_std_omf) + d['Levels'].append(level) + d['LastRepLevel'].append(last_rep_lvl) + d['StatusFlag'].append(status_flag) + + logging.debug("Mean_Bg_dep, Std_Bg_dep, Levels, LastRepLevel, StatusFlag") + logging.debug(f"{trop_avg_omf}, {trop_std_omf}, {level}, {last_rep_lvl}, {status_flag}") + + # Stratosphere + stra_tmp = tmp.loc[(tmp['var_id'] == var) & + (tmp['Pressure'] < 100)] + + if len(stra_tmp) > 0: + stra_avg_omf = stra_tmp['Obs_Minus_Forecast_adjusted'].mean( + ) + stra_std_omf = 0 if len( + stra_tmp == 1) else stra_tmp['Obs_Minus_Forecast_adjusted'].std() + level = 'Stra' + # Get lowest p for entire atmosphere + last_rep_lvl = tmp['Pressure'].min() + + # If at least one ob is used, we report the lowest Status Flag. + # Although it does not represent the whole column, it is what is + # required by the WDQMS team. + status_flag = stra_tmp['StatusFlag'].min() + + d['var_id'].append(var) + d['Mean_Bg_dep'].append(stra_avg_omf) + d['Std_Bg_dep'].append(stra_std_omf) + d['Levels'].append(level) + d['LastRepLevel'].append(last_rep_lvl) + d['StatusFlag'].append(status_flag) + + logging.debug("Mean_Bg_dep, Std_Bg_dep, Levels, LastRepLevel, StatusFlag") + logging.debug(f"{stra_avg_omf}, {stra_std_omf}, {level}, {last_rep_lvl}, {status_flag}") + + sub_df = pd.DataFrame.from_dict(d) + sub_df['Station_id'] = stn + # Add lats and lons + lat = surf_lat if surf_lat else tmp['Latitude'].value_counts( + ).index[0] + lon = surf_lon if surf_lon else tmp['Longitude'].value_counts( + ).index[0] + sub_df['latitude'] = lat + sub_df['Longitude'] = lon + # add datetime + str_datetime = str(tmp['Datetime'].values[0]) + sub_df['yyyymmdd'] = str_datetime[:-2] + sub_df['HHMMSS'] = str_datetime[-2:] + '0000' + + df_list.append(sub_df) + + df = pd.concat(df_list) + df['Centre_id'] = 'NCEP' + df['CodeType'] = 999 + df = df.dropna() + + # Ordered columns + cols = ['Station_id', 'yyyymmdd', 'HHMMSS', 'latitude', 'Longitude', + 'StatusFlag', 'Centre_id', 'var_id', 'Mean_Bg_dep', 'Std_Bg_dep', + 'Levels', 'LastRepLevel', 'CodeType'] + + df = df[cols] + df = df.reset_index(drop=True) + + # Round given columns to four decimal places + for col in ['latitude', 'Longitude', 'Mean_Bg_dep', 'Std_Bg_dep', 'LastRepLevel']: + df = self._round_column(df, col) + + logging.info("Exiting create_sondes_df()") + + return df + + def _genqsat(self, df): + """ + Calculates new background departure values for specific humidity (q) + by calculating saturation specific humidity from corresponding temperature + and pressure values. + + bg_dep = (q_obs/qsat_obs)-(q_ges/qsat_ges) + + q_obs : measured q obs + qsat_obs : calculated saturation q + q_ges : q_obs minus q background error from GSI diagnostic file + qsat_ges : calculated saturation q using temperature obs minus + temperature background error from GSI diagnostic file + + Args: + df : (df) pandas dataframe populated with t and q data from GSI + diagnostic files + wdqms_type : (str) wdqms type file being created + Returns: + df: (df) the same dataframe read in with new background + departure values for humidity data + """ + logging.info("Working in genqstat()") + + # Get variable type specific to WDQMS type + q_id = self.wdqms_type_dict[self.wdqms_type]['variable_ids']['q'] + t_id = self.wdqms_type_dict[self.wdqms_type]['variable_ids']['t'] + + df_list = [] + + # Groupby Station_ID + for stn, stn_df in df.groupby('Station_ID'): + + # Filter the dataframes + q_df = stn_df[stn_df['var_id'] == q_id] + t_df = stn_df[stn_df['var_id'] == t_id] + + # Make sure there are no duplicates in q_df and t_df before merging + columns_to_compare = ['Station_ID', 'Latitude', 'Longitude', 'Pressure', 'Time'] + q_df = q_df.drop_duplicates(subset=columns_to_compare) + t_df = t_df.drop_duplicates(subset=columns_to_compare) + + # Merge dataframes on common keys using an inner join + merged_df = pd.merge(q_df, t_df, on=['Station_ID', 'Latitude', 'Longitude', 'Pressure', 'Time'], suffixes=('_q', '_t'), how='inner') + + # Calculate needed values + q_obs = merged_df['Observation_q'].to_numpy() * 1.0e6 + q_ges = (merged_df['Observation_q'].to_numpy() - merged_df['Obs_Minus_Forecast_adjusted_q'].to_numpy()) * 1.0e6 + t_obs = merged_df['Observation_t'].to_numpy() - 273.16 + t_ges = (merged_df['Observation_t'].to_numpy() - merged_df['Obs_Minus_Forecast_adjusted_t'].to_numpy()) - 273.16 + pressure = merged_df['Pressure'].to_numpy() + + qsat_obs = self._temp_2_saturation_specific_humidity(pressure, t_obs) + qsat_ges = self._temp_2_saturation_specific_humidity(pressure, t_ges) + + # Calculate background departure + bg_dep = (q_obs / qsat_obs) - (q_ges / qsat_ges) + + # Grab conditions from merged_df + station_ids = merged_df['Station_ID'] + pressure_vals = merged_df['Pressure'] + time_vals = merged_df['Time'] + latitude = merged_df['Latitude'] + longitude = merged_df['Longitude'] + conditions = (q_df['Station_ID'].isin(station_ids)) & \ + (q_df['Pressure'].isin(pressure_vals)) & \ + (q_df['Time'].isin(time_vals)) & \ + (q_df['Latitude'].isin(latitude)) & \ + (q_df['Longitude'].isin(longitude)) + + # Update the background departure values for q_df + q_df = q_df.loc[conditions] + q_df['Obs_Minus_Forecast_adjusted'] = bg_dep + + df_list.append(pd.concat([t_df, q_df])) + + df = pd.concat(df_list) + + logging.info("Exiting genqstat()") + + return df + + def _temp_2_saturation_specific_humidity(self, pres, tsen): + """ + Uses pressure and temperature arrays to calculate saturation + specific humidity. + Args: + pres: (array) array of pressure obs + tsen: (array) array of temperature obs in Celsius + Returns: + qsat_array: (array) corresponding calculated sat. spec. humidity + """ + logging.debug("Working in temp_2_saturation_specific_humidity()") + + ttp = 2.7316e2 # temperature at h2o triple point (K) + psat = 6.1078e1 # pressure at h2o triple point (Pa) + cvap = 1.8460e3 # specific heat of h2o vapor (J/kg/K) + csol = 2.1060e3 # specific heat of solid h2o (ice)(J/kg/K) + hvap = 2.5000e6 # latent heat of h2o condensation (J/kg) + hfus = 3.3358e5 # latent heat of h2o fusion (J/kg) + rd = 2.8705e2 + rv = 4.6150e2 + cv = 7.1760e2 + cliq = 4.1855e3 + + dldt = cvap - cliq + dldti = cvap - csol + hsub = hvap + hfus + tmix = ttp - 20. + xa = -(dldt / rv) + xai = -(dldti / rv) + xb = xa + hvap / (rv * ttp) + xbi = xai + hsub / (rv * ttp) + eps = rd / rv + omeps = 1.0 - eps + + tdry = tsen + ttp + tdry = np.array([1.0e-8 if np.abs(t) < 1.0e-8 else t for t in tdry]) + + tr = ttp / tdry + + qsat_array = [] + + # Loop through temperatures and appropriate indexes to solve qsat + for idx, t in enumerate(tdry): + # Get correct estmax and es values based on conditions + if t >= ttp: + estmax = psat * (tr[idx]**xa) * np.exp(xb * (1.0 - tr[idx])) + es = estmax + elif t < tmix: + estmax = psat * (tr[idx]**xa) * np.exp(xbi * (1.0 - tr[idx])) + es = estmax + else: + w = (t - tmix) / (ttp - tmix) + estmax = w * psat * (tr[idx]**xa) * np.exp(xb * (1.0 - tr[idx])) \ + + (1.0 - w) * psat * (tr[idx]**xai) * \ + np.exp(xbi * (1.0 - tr[idx])) + + es = w * psat * (tr[idx]**xa) * np.exp(xb * (1.0 - tr[idx])) \ + + (1.0 - w) * psat * (tr[idx]**xai) * \ + np.exp(xbi * (1.0 - tr[idx])) + + pw = pres[idx] + esmax = pw + + esmax = np.min([esmax, estmax]) + es2 = np.min([es, esmax]) + + qsat = eps * es2 / ((pw * 10.0) - (omeps * es2)) + qsat2 = qsat * 1e6 + + qsat_array.append(qsat2) + + logging.debug("Exiting temp_2_saturation_specific_humidity()") + + return np.array(qsat_array) + + def _read_gsi_diag(self, file): + """ + Reads the data from the conventional diagnostic file during + initialization into a pandas dataframe. + Args: + file : (str) netCDF GSI diagnostic file + Returns: + df : (dataframe) pandas dataframe populated with data from + netCDF GSI diagnostic file + """ + logging.debug("Working in read_gsi_diag()") + + filename = os.path.splitext(Path(file).stem)[0] + logging.debug(f'Filename: {filename}') + + variable = filename.split('_')[2] + logging.debug(f'Variable: {variable}') + + df_dict = {} + + column_list = ['Station_ID', 'Observation_Class', 'Observation_Type', + 'Latitude', 'Longitude', 'Pressure', 'Time', 'Prep_QC_Mark', 'Prep_Use_Flag', + 'Analysis_Use_Flag', 'Observation', 'Obs_Minus_Forecast_adjusted'] + + # Grab datetime from file + datetime = self._grab_netcdf_data(file, 'Datetime') + + if variable == 'uv': + for wtype in ['u', 'v']: + df_dict[wtype] = {} + for col in column_list: + col = f'{wtype}_' + col if col == 'Observation' else col + col = f'{wtype}_' + \ + col if col == 'Obs_Minus_Forecast_adjusted' else col + data = self._grab_netcdf_data(file, col) + df_dict[wtype][col] = data + + # Need to separate the u and v dataframes to concatenate them + u_df = pd.DataFrame(df_dict['u']) + u_df = u_df.rename({'Observation_Class': 'var_id', + 'u_Observation': 'Observation', + 'u_Obs_Minus_Forecast_adjusted': 'Obs_Minus_Forecast_adjusted'}, + axis=1) + u_df['var_id'] = self.wdqms_type_dict[self.wdqms_type]['variable_ids']['u'] + + v_df = pd.DataFrame(df_dict['v']) + v_df = v_df.rename({'Observation_Class': 'var_id', + 'v_Observation': 'Observation', + 'v_Obs_Minus_Forecast_adjusted': 'Obs_Minus_Forecast_adjusted'}, + axis=1) + v_df['var_id'] = self.wdqms_type_dict[self.wdqms_type]['variable_ids']['v'] + + df = pd.concat([u_df, v_df]) + + else: + for col in column_list: + data = self._grab_netcdf_data(file, col) + df_dict[col] = data + + df = pd.DataFrame(df_dict) + df = df.rename({'Observation_Class': 'var_id'}, axis=1) + df['var_id'] = self.wdqms_type_dict[self.wdqms_type]['variable_ids'][variable] + + # Add datetime column to dataframe + df['Datetime'] = datetime + + # Subtract longitudes > 180 by 360 to be negative + df.loc[df['Longitude'] > 180, 'Longitude'] -= 360 + + logging.debug("Exiting read_gsi_diag()") + + return df + + def _grab_netcdf_data(self, file, var): + """ + Opens and grabs data based on column name. + Args: + file : (str) netCDF GSI file + var : (str) the variable to be extracted + Returns: + data : (array) values from the specified variable + """ + logging.debug('Working in grab_netcdf_data()') + + with Dataset(file, mode='r') as f: + # Station_ID and Observation_Class variables need + # to be converted from byte string to string + if var == 'Datetime': + data = f.date_time + + elif var in ['Station_ID', 'Observation_Class']: + data = f.variables[var][:] + data = [i.tobytes(fill_value=' ', order='C') + for i in data] + data = np.array( + [''.join(i.decode('UTF-8', 'ignore').split()) + for i in data]) + + # Grab variables with only 'nobs' dimension + elif len(f.variables[var].shape) == 1: + data = f.variables[var][:] + + logging.debug("Exiting grab_netcdf_data()") + + return data + + def _df_to_csv(self, df): + """ + Produce output .csv file from dataframe. + """ + logging.info("Working in df_to_csv()") + logging.info(f'Coverting dataframe to .csv file for {self.wdqms_type} data ...') + + # Write dataframe to .csv + date = self.datetime[:-2] + cycle = self.datetime[-2:] + + hr_range = { + '00': ['21', '03'], + '06': ['03', '09'], + '12': ['09', '15'], + '18': ['15', '21'] + } + + filename = f'{self.outdir}/NCEP_{self.wdqms_type}_{date}_{cycle}.csv' + + f = open(filename, 'a') + f.write(f"# TYPE={self.wdqms_type}\n") + f.write(f"#An_Date= {date}\n") + f.write(f"#An_time= {cycle}\n") + f.write(f"#An_range=[ {hr_range[cycle][0]} to {hr_range[cycle][-1]} )\n") + f.write("#StatusFlag: 0(Used);1(Not Used);2(Rejected by DA);" + "3(Never Used by DA);4(Data Thinned);5(Rejected before DA);" + "6(Alternative Used);7(Quality Issue);8(Other Reason);9(No content)\n") + df.to_csv(f, index=False) + f.close() + + logging.info(f'{filename} file created.') + logging.info('Exiting df_to_csv()') + + return filename + + +if __name__ == "__main__": + + # Parse command line + ap = argparse.ArgumentParser() + ap.add_argument("-i", "--input_list", nargs='+', default=[], + help="List of input GSI diagnostic files") + ap.add_argument("-t", "--type", + help="WDQMS file type (SYNOP, TEMP, MARINE)") + ap.add_argument("-o", "--outdir", + help="Out directory where files will be saved") + ap.add_argument('-d', '--debug', + help="Print debugging statements to log file", + action="store_const", dest="loglevel", + const=logging.DEBUG, + default=logging.WARNING) + ap.add_argument('-v', '--verbose', + help="Print information statements about code", + action="store_const", dest="loglevel", + const=logging.INFO) + + args = ap.parse_args() + + if args.type not in ['SYNOP', 'TEMP', 'MARINE']: + raise ValueError(f"FATAL ERROR: {args.type} not a correct input. Inputs include: 'SYNOP, TEMP, MARINE'") + + WDQMS(args.input_list, args.type, args.outdir, args.loglevel) diff --git a/versions/run.ver b/versions/run.ver index 6d7339b4fe..5fe04f6514 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.15 -export gfs_ver=v16.3.15 +export version=v16.3.16 +export gfs_ver=v16.3.16 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 From 881b3275d2259c9c95908d5678df88a842714632 Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Wed, 21 Aug 2024 15:16:03 -0400 Subject: [PATCH 12/15] Update prepobs to v1.1.0 in GFSv16.3.16 (#2849) Update the prepobs package version to `1.1.0` via the `prepobs_run_ver` variable in the version files. This update was missed in the prior PR to update to `obsproc/v1.2` in GFSv16.3.16 but only affected developer runs; operations is fine as it correctly gets prepobs/v1.1.0 through obsproc. Resolves #2837 Refs #2840 --- docs/Release_Notes.gfs.v16.3.16.md | 1 + versions/hera.ver | 2 +- versions/orion.ver | 2 +- versions/wcoss2.ver | 2 +- 4 files changed, 4 insertions(+), 3 deletions(-) diff --git a/docs/Release_Notes.gfs.v16.3.16.md b/docs/Release_Notes.gfs.v16.3.16.md index 3d3ab7c15a..31973f481e 100644 --- a/docs/Release_Notes.gfs.v16.3.16.md +++ b/docs/Release_Notes.gfs.v16.3.16.md @@ -53,6 +53,7 @@ VERSION FILE CHANGES -------------------- * `versions/run.ver` - change `version=v16.3.16` and `gfs_ver=v16.3.16` +* `versions/hera[orion][wcoss2].ver` - change `prepobs_run_ver=1.1.0` (used for dev runs only) SORC CHANGES ------------ diff --git a/versions/hera.ver b/versions/hera.ver index 42fc9bd208..2e3b10ad52 100644 --- a/versions/hera.ver +++ b/versions/hera.ver @@ -3,7 +3,7 @@ export hpc_intel_ver=18.0.5.274 export hpc_impi_ver=2018.0.4 export obsproc_run_ver=1.2.0 -export prepobs_run_ver=1.0.1 +export prepobs_run_ver=1.1.0 export hpss_ver=hpss export prod_util_ver=1.2.2 diff --git a/versions/orion.ver b/versions/orion.ver index 00beb4f9e0..9980daefd7 100644 --- a/versions/orion.ver +++ b/versions/orion.ver @@ -3,7 +3,7 @@ export hpc_intel_ver=2018.4 export hpc_impi_ver=2018.4 export obsproc_run_ver=1.2.0 -export prepobs_run_ver=1.0.1 +export prepobs_run_ver=1.1.0 export prod_util_ver=1.2.2 export cmake_ver=3.22.1 diff --git a/versions/wcoss2.ver b/versions/wcoss2.ver index 55bfd23d67..674a750aa5 100644 --- a/versions/wcoss2.ver +++ b/versions/wcoss2.ver @@ -3,7 +3,7 @@ export prod_envir_ver=${prod_envir_ver:-2.0.4} # Allow override from ops ecflow export prod_util_ver=${prod_util_ver:-2.0.9} # Allow override from ops ecflow export obsproc_run_ver=1.2.0 -export prepobs_run_ver=1.0.1 +export prepobs_run_ver=1.1.0 export tracker_ver=v1.1.15.5 export fit_ver="newm.1.5" From 29c63b3cb88b3e546a7eb310f5307876f101d5b8 Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Mon, 16 Sep 2024 08:26:19 -0400 Subject: [PATCH 13/15] Updates for RTOFSv2.4.4 operational upgrade (#2800) (#2921) The upstream RTOFS system was upgraded to v2.4.4 on September 13th, 2024. A new GFS (`v16.3.17`) version resulted from this upgrade due to the second digit change (`3 -> 4`) and resulting COM path update (`../rtofs/v2.4`). No other change in the GFS in ops for this operational upgrade. Also some requested cleanup/decluttering of release notes. Have deleted all older release notes and renamed the most recent version notes to `Release_Notes.md`. Future implementations will update this same file instead of making a new file. Refs #2320 --- docs/Release_Notes.gfs.v15.2.0.txt | 261 -------- docs/Release_Notes.gfs.v15.2.2.txt | 269 -------- docs/Release_Notes.gfs.v16.0.0.md | 413 ------------ docs/Release_Notes.gfs.v16.1.0.txt | 193 ------ docs/Release_Notes.gfs.v16.1.4.txt | 160 ----- docs/Release_Notes.gfs.v16.1.5.txt | 118 ---- docs/Release_Notes.gfs.v16.1.6.txt | 147 ----- docs/Release_Notes.gfs.v16.1.7.txt | 121 ---- docs/Release_Notes.gfs.v16.1.8.txt | 128 ---- docs/Release_Notes.gfs.v16.2.0.md | 399 ----------- docs/Release_Notes.gfs.v16.2.1.md | 129 ---- docs/Release_Notes.gfs.v16.2.2.md | 123 ---- docs/Release_Notes.gfs.v16.3.10.md | 132 ---- docs/Release_Notes.gfs.v16.3.11.md | 133 ---- docs/Release_Notes.gfs.v16.3.12.md | 126 ---- docs/Release_Notes.gfs.v16.3.13.md | 161 ----- docs/Release_Notes.gfs.v16.3.15.md | 133 ---- docs/Release_Notes.gfs.v16.3.16.md | 142 ---- docs/Release_Notes.gfs.v16.3.3.md | 617 ------------------ docs/Release_Notes.gfs.v16.3.4.md | 136 ---- docs/Release_Notes.gfs.v16.3.5.md | 142 ---- docs/Release_Notes.gfs.v16.3.6.md | 127 ---- docs/Release_Notes.gfs.v16.3.7.md | 127 ---- docs/Release_Notes.gfs.v16.3.8.md | 129 ---- docs/Release_Notes.gfs.v16.3.9.md | 135 ---- docs/Release_Notes.gfs_downstream.v15.2.0.txt | 104 --- docs/Release_Notes.gfs_downstream.v16.0.0.txt | 114 ---- ...Notes.gfs.v16.3.14.md => Release_Notes.md} | 40 +- versions/run.ver | 6 +- 29 files changed, 23 insertions(+), 4942 deletions(-) delete mode 100644 docs/Release_Notes.gfs.v15.2.0.txt delete mode 100644 docs/Release_Notes.gfs.v15.2.2.txt delete mode 100644 docs/Release_Notes.gfs.v16.0.0.md delete mode 100644 docs/Release_Notes.gfs.v16.1.0.txt delete mode 100644 docs/Release_Notes.gfs.v16.1.4.txt delete mode 100644 docs/Release_Notes.gfs.v16.1.5.txt delete mode 100644 docs/Release_Notes.gfs.v16.1.6.txt delete mode 100644 docs/Release_Notes.gfs.v16.1.7.txt delete mode 100644 docs/Release_Notes.gfs.v16.1.8.txt delete mode 100644 docs/Release_Notes.gfs.v16.2.0.md delete mode 100644 docs/Release_Notes.gfs.v16.2.1.md delete mode 100644 docs/Release_Notes.gfs.v16.2.2.md delete mode 100644 docs/Release_Notes.gfs.v16.3.10.md delete mode 100644 docs/Release_Notes.gfs.v16.3.11.md delete mode 100644 docs/Release_Notes.gfs.v16.3.12.md delete mode 100644 docs/Release_Notes.gfs.v16.3.13.md delete mode 100644 docs/Release_Notes.gfs.v16.3.15.md delete mode 100644 docs/Release_Notes.gfs.v16.3.16.md delete mode 100644 docs/Release_Notes.gfs.v16.3.3.md delete mode 100644 docs/Release_Notes.gfs.v16.3.4.md delete mode 100644 docs/Release_Notes.gfs.v16.3.5.md delete mode 100644 docs/Release_Notes.gfs.v16.3.6.md delete mode 100644 docs/Release_Notes.gfs.v16.3.7.md delete mode 100644 docs/Release_Notes.gfs.v16.3.8.md delete mode 100644 docs/Release_Notes.gfs.v16.3.9.md delete mode 100644 docs/Release_Notes.gfs_downstream.v15.2.0.txt delete mode 100644 docs/Release_Notes.gfs_downstream.v16.0.0.txt rename docs/{Release_Notes.gfs.v16.3.14.md => Release_Notes.md} (69%) diff --git a/docs/Release_Notes.gfs.v15.2.0.txt b/docs/Release_Notes.gfs.v15.2.0.txt deleted file mode 100644 index 4f3cbcddd9..0000000000 --- a/docs/Release_Notes.gfs.v15.2.0.txt +++ /dev/null @@ -1,261 +0,0 @@ -GFS v15.2.0 RELEASE NOTES - - -PRELUDE (taken from GFS v15.2.0 SCN) - - GFS version 15.1 was implemented into operation at the 12Z cycle on June 12, 2019. It was the first - GFS implementation with the finite­ volume cubed-sphere (FV3) dynamical core as the Weather Service’s - Next Generation Global Prediction System (NGGPS). - - GFS version 15.2 is a minor upgrade. The major change to the system is to ingest new and replacement - satellite observations for data assimilation. It also contains a few other minor upgrades and bug fixes. - - 1) Assimilate new satellite observations - * GOES-17 AMVs - * GOES-17 has already replaced GOES-15 as the operational GOES-West satellite. Distribution of - GOES-15 products is expected to cease around December 2019 and active assimilation of GOES-17 - AMVs is required to prevent a gap in data coverage. - * Metop-C AMSU and MHS - * Metop-C is now the primary satellite in the 9:30 AM orbit. Assimilation of these data provide - additional impact as well as adding robustness to the system. - * KOMPSAT-5 (GPS-RO) - * Provides additional robustness to the system. - * Addition changes are made to VIIRS AMV ingest code to allow continued use after an expected change - to the BUFR format. - - 2) Assimilate buoyb sea-surface temperature (SST) data - TAC2BUFR changes in the buoy network resulted in a reduction of available SST measurements from buoys - to 10% or less of expected levels. Obsproc and GSI changes were required to restore data counts to - previous levels. - - 3) New product: Graphical Turbulence Guidance (GTG) - Global Turbulence product generated using NCAR GTG algorithm will start being disseminated on NOMADS. - The product will be available 3 hourly from F06 to F36 and horizontal resolution will be a quarter - degree. gfs.t{CC}Z.gtg.0p25.grb2f{HHH} - - 4) Update the Unified Post Processor(UPP) to address a mask issue of several land surface fields over - water bodies in grib2 products. - - This update will make GFS.v15.2 p-grid products to be more consistent with GFS.v14 products, and - remove spurious soil moisture along coastlines. These land surface fields include Soil Moisture, - Soil Temperature, Liquid Volumetric Soil Moisture, WEASD, Snow Depth, Water Runoff, GFLUX Ground - Heat Flux, WILT Wilting Point, and FLDCP Field Capacity. - - Affected product files are: - gfs.t{CC}Z.pgrb2.0p25.F{HHH} - gfs.t{CC}Z.pgrb2b.0p25.g{HHH} - gfs.t{CC}Z.pgrb2.0p50.F{HHH} - gfs.t{CC}Z.pgrb2b.0p50.g{HHH} - gfs.t{CC}Z.pgrb2.1p00.F{HHH} - gfs.t{CC}Z.pgrb2b.1p00.g{HHH} - gfs.t{CC}Z.sfluxgrbf{HHH}.grib2 - Where CC is cycle for 00, 06, 12, 18 UTC, and HHH is forecast hour. - - 5) The vessel icing program uses OISST as input. OISST will not be ported from WCOSS Phase 1 to Phase 3 - after Phase 1 is decommissioned in 2020. A decision was made to move the vessel icing program - within the Unified Post Processor(UPP) and use GFS forecast skin temperature as input. Current vessel - icing product in operation (sice.tCCz.siceg) has a 1-deg resolution and is disseminated to the public at - - ftp://ftp.ncep.noaa.gov/pub/data/nccf/com/omb/prod/sice.yyyymmdd/ - - New vessel icing product will be included as a variable (ICEG) in GFS p-grid products gfs.tCCz.pgrb2.xpxx.fxxx - and gfs.tCCz.pgrb2b.xpxx.fxxx at 0.25, 0.5, and 1.0-deg resolutions, and be disseminated to the public at - - ftp://ftp.ncep.noaa.gov/pub/data/nccf/com/gfs/prod/gfs.yyyymmdd/ - - 6) Added three stations to station time series bufr soundings: - - 006011 62.02N 6.76W TOR 00 Thorshvan, Denmark 54 Usr Rqst 4-19 - 999913 15.51S 128.15E WYN 00 Wyndham aerodrome Australia 4 Usr Rqst 1-19 - 999914 57.48N 7.36W EGPL 00 Benbecula, Scotland, UK 6 Usr Rqst 1-19 - - The affected output files are: - gfs_yyyymmddhh.sfc - gfs_yyyymmddhh.snd - gfs.tCCz.bufrsnd.tar.gz - - Three additional files for the stations: - bufr.006011.yyyymmddhh - bufr.999913.yyyymmddhh - bufr.999914.yyyymmddhh - - 7) Reduction of water temperature biases in small lakes. - For small lakes adequate observations do not always exit to support the analysis of lake surface - temperature, often leading to significant departures from both the climatology and real-time observation. - Two changes were introduced to ensure that lake temperatures do not deviate from the climatology when - observations are not available. The first change is to replace a surface mask file at 0.5-degree - resolution with the one on the T1534 Gaussian grid (~13km) to prevent unrealistic SST climatology - from being used for updating the background of the near sea-surface temperature analysis over small - water bodies, such as those in the Great Salt Lake. The second change is to reduce the relaxation - time scale of the SST to climatology in GDAS forecast step from 90 days to 10 days. - - 8) Changes to NOAAPORT/SBN - Product Removals - * GADS FAX product which contains tropical surface analysis in TIF format with G4 compression. - - - -IMPLEMENTATION INSTRUCTIONS - - * NOAA Vlab GIT is used to manage GFS.v15.2 code. The SPA(s) handling the GFS.v15.2 implementation need to have - permission to clone Vlab gerrit repositories. So far Wojciech Cencek has been given access to all GFS.v15.2 - related git repositories. Please contact Kate.Friedman@noaa.gov or Hang.Lei@noaa.gov if there is any VLAB - access issue and/or the individual code managers listed under item #6) below. Please follow the following - steps to install the package on WCOSS DELL - - 1) cd $NWROOTp3 - 2) mkdir gfs.v15.2.0 - 3) cd gfs.v15.2.0 - 4) git clone --recursive gerrit:global-workflow . - 5) git checkout feature/dev-v15.2 - 6) cd sorc - 7) ./checkout.sh - This script extracts the following GFS components from gerrit - MODEL -- tag nemsfv3_gfsv15.2.1 Jun.Wang@noaa.gov - GSI -- tag fv3da_gfs.v15.2.0 Russ.Treadon@noaa.gov - UPP -- tag ncep_post_gtg.v1.1.4 Wen.Meng@noaa.gov - WAFS -- tag gfs_wafs.v5.0.9 Yali.Mao@noaa.gov - - - 8) ./build_all.sh - *This script compiles all GFS components. Runtime output from the build for each package is written - to log files in directory logs. To build an individual program, for instance, gsi, use build_gsi.sh. - - 9) ./link_fv3gfs.sh nco dell - - * Note: 1) ecflow suite definition and scripts are saved in gfs.v15.2.0/ecflow/ecf - 2) ncep_post_gtg.v1.1.4 contains restricted GTG (Graphic Turbulence Guidance) code provided by - NCAR. Please do not post the GTG code in any public domain. - - - - -JOB CHANGES - - * See docs/Release_Notes.gfs_downstream.v15.2.0.txt - - -SORC CHANGES - - * sorc/ - * checkout.sh - update to check out the following tags - * NEMSfv3gfs nemsfv3_gfsv15.2.1 - * ProdGSI fv3da_gfsv15.2.0 - * EMC_post_gtg ncep_post_gtg.v1.1.4 - * EMC_gfs_wafs gfs_wafs.v5.0.9 - * sorc/global_chgres.fd/ - * sfcsub.F - bug fix. set logical variable (lmask) to be false for a land surface variable - * sorc/global_cycle.fd/ - * sfcsub.F - bug fix. set logical variable (lmask) to be false for a land surface variable - - -SCRIPT CHANGES - - * scripts/ - * run_gfsmos_master.sh.cray - remove reference to COMROOTp1 - * run_gfsmos_master.sh.dell - remove reference to COMROOTp1 - * additional script changes documented in docs/Release_Notes.gfs_downstream.v15.2.0.txt - - -PARM/CONFIG CHANGES - - * parm/ - * Two files are modified to set a - * parm/config/config.base.emc.dyn - set 10 day relaxaion time scale to SST climatology in GDAS forecast - * parm/config/config.base.nco.static - set 10 day relaxaion time scale to SST climatology in GDAS forecast - - * Two files were modified for adding three bufr stations: - * parm/product/bufr_stalist.meteo.gfs - * parm/product/bufr_stalist.meteo.gfs3 - - -FIX CHANGES - - * Files in fix/fix_gsi altered by GFS DA v15.2. See GFS DA v15.2 release notes - (sorc/gsi.fd/doc/Release_Notes.gfs_da.v15.2.0.txt) for details - - -PRODUCT CHANGES - - * see SCN - - -RESOURCE INFORMATION - - * Frequency of run - * No change from GFS v15.1 - - * Commonly used libraries, compiler, and modules are defined in gfs.v15.2.0/modulefiles. For nemsfv3gfs, gsi, upp, wafs - they maintain their own module files under gfs.v15.2.0/sorc/(fv3gfs gsi gfs_post global_wafs).fd/modulefiles - * GSI updated to use bufr/11.3.0 - - * Data retention time under $COMROOTp3 for GFS.v15.2 should be the same as GFS.v15.1. - - * Disk space: - * About 4 Gb more per gdas cycle due to additional observation data in gdas and enkf diagnostic files - - * Computational resources and run times: - * Due to processing additional observation data the runtime for the following jobs increases with - respect to GFS v15.1 as noted below - * gfs_analysis : about 30 seconds longer (27.4 minutes for GFS v15.1 -vs- 27.9 minutes for GFS v15.2) - * gdas_enkf_select_obs : about 1 minute longer (3.7 for GFS v15.1 -vs- 4.7 for GFS v15.2) - * gdas_enkf_innovate_obs_grp*: about 30 seconds longer (14.8 for GFS v15.1 -vs - 15.3 for GFS v15.2) - * gdas_enkf_update : about 20 seconds longer (6.4 for GFS v15.1 -vs- 6.7 for GFS v15.2) - - - -PRE-IMPLEMENTATION TESTING REQUIREMENTS - - * Which production jobs should be tested as part of this implementation? - * The entire GFS v15.2 package needs to be installed and tested. EMC can run the same date - and compare NCO and EMC output to confirm the EMC and NCO tests reproduce each other - - * Does this change require a 30-day evaluation? - * No. - - - * Suggested evaluators - * Please contact the following EMC staff for the indicated components - Fanglin.Yang@noaa.gov - MODEL - Russ.Treadon@noaa.gov - DA - Wen.Meng@noaa.gov - UPP - Yali.Mao@noaa.gov - WAFS - Boi.Vuong@noaa.gov - downstream products - - -DISSEMINATION INFORMATION - - * Where should this output be sent? - * No change from GFS v15.1 - - * Who are the users? - * No change from GFS v15.1 - - * Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v15.1 - - * Directory changes - * No change from GFS v15.1 - - * File changes. - * See SCN - - -HPSS ARCHIVE - - No change from GFS v15.1 - - - -JOB DEPENDENCIES & FLOW DIAGRAM - * No change from GFS v15.1 - - -=========== -Prepared by -Fanglin.Yang@noaa -Russ.Treadon@noaa.gov -Boi.Vuong@noaa.gov -Wen.Meng@noaa.gov - - diff --git a/docs/Release_Notes.gfs.v15.2.2.txt b/docs/Release_Notes.gfs.v15.2.2.txt deleted file mode 100644 index c1978fcf23..0000000000 --- a/docs/Release_Notes.gfs.v15.2.2.txt +++ /dev/null @@ -1,269 +0,0 @@ -GFS v15.2.2 - updated by SPA on 11/13/2019 - -Fixed missing gempak pathes in GFS_GEMPAK_NCDC_UPAPGIF job that caused the black/white background switch in the Fax chart. - -Change: -jobs/JGFS_GEMPAK_NCDC_UPAPGIF - - -GFS v15.2.0 RELEASE NOTES - - -PRELUDE (taken from GFS v15.2.0 SCN) - - GFS version 15.1 was implemented into operation at the 12Z cycle on June 12, 2019. It was the first - GFS implementation with the finite­ volume cubed-sphere (FV3) dynamical core as the Weather Service’s - Next Generation Global Prediction System (NGGPS). - - GFS version 15.2 is a minor upgrade. The major change to the system is to ingest new and replacement - satellite observations for data assimilation. It also contains a few other minor upgrades and bug fixes. - - 1) Assimilate new satellite observations - * GOES-17 AMVs - * GOES-17 has already replaced GOES-15 as the operational GOES-West satellite. Distribution of - GOES-15 products is expected to cease around December 2019 and active assimilation of GOES-17 - AMVs is required to prevent a gap in data coverage. - * Metop-C AMSU and MHS - * Metop-C is now the primary satellite in the 9:30 AM orbit. Assimilation of these data provide - additional impact as well as adding robustness to the system. - * KOMPSAT-5 (GPS-RO) - * Provides additional robustness to the system. - * Addition changes are made to VIIRS AMV ingest code to allow continued use after an expected change - to the BUFR format. - - 2) Assimilate buoyb sea-surface temperature (SST) data - TAC2BUFR changes in the buoy network resulted in a reduction of available SST measurements from buoys - to 10% or less of expected levels. Obsproc and GSI changes were required to restore data counts to - previous levels. - - 3) New product: Graphical Turbulence Guidance (GTG) - Global Turbulence product generated using NCAR GTG algorithm will start being disseminated on NOMADS. - The product will be available 3 hourly from F06 to F36 and horizontal resolution will be a quarter - degree. gfs.t{CC}Z.gtg.0p25.grb2f{HHH} - - 4) Update the Unified Post Processor(UPP) to address a mask issue of several land surface fields over - water bodies in grib2 products. - - This update will make GFS.v15.2 p-grid products to be more consistent with GFS.v14 products, and - remove spurious soil moisture along coastlines. These land surface fields include Soil Moisture, - Soil Temperature, Liquid Volumetric Soil Moisture, WEASD, Snow Depth, Water Runoff, GFLUX Ground - Heat Flux, WILT Wilting Point, and FLDCP Field Capacity. - - Affected product files are: - gfs.t{CC}Z.pgrb2.0p25.F{HHH} - gfs.t{CC}Z.pgrb2b.0p25.g{HHH} - gfs.t{CC}Z.pgrb2.0p50.F{HHH} - gfs.t{CC}Z.pgrb2b.0p50.g{HHH} - gfs.t{CC}Z.pgrb2.1p00.F{HHH} - gfs.t{CC}Z.pgrb2b.1p00.g{HHH} - gfs.t{CC}Z.sfluxgrbf{HHH}.grib2 - Where CC is cycle for 00, 06, 12, 18 UTC, and HHH is forecast hour. - - 5) The vessel icing program uses OISST as input. OISST will not be ported from WCOSS Phase 1 to Phase 3 - after Phase 1 is decommissioned in 2020. A decision was made to move the vessel icing program - within the Unified Post Processor(UPP) and use GFS forecast skin temperature as input. Current vessel - icing product in operation (sice.tCCz.siceg) has a 1-deg resolution and is disseminated to the public at - - ftp://ftp.ncep.noaa.gov/pub/data/nccf/com/omb/prod/sice.yyyymmdd/ - - New vessel icing product will be included as a variable (ICEG) in GFS p-grid products gfs.tCCz.pgrb2.xpxx.fxxx - and gfs.tCCz.pgrb2b.xpxx.fxxx at 0.25, 0.5, and 1.0-deg resolutions, and be disseminated to the public at - - ftp://ftp.ncep.noaa.gov/pub/data/nccf/com/gfs/prod/gfs.yyyymmdd/ - - 6) Added three stations to station time series bufr soundings: - - 006011 62.02N 6.76W TOR 00 Thorshvan, Denmark 54 Usr Rqst 4-19 - 999913 15.51S 128.15E WYN 00 Wyndham aerodrome Australia 4 Usr Rqst 1-19 - 999914 57.48N 7.36W EGPL 00 Benbecula, Scotland, UK 6 Usr Rqst 1-19 - - The affected output files are: - gfs_yyyymmddhh.sfc - gfs_yyyymmddhh.snd - gfs.tCCz.bufrsnd.tar.gz - - Three additional files for the stations: - bufr.006011.yyyymmddhh - bufr.999913.yyyymmddhh - bufr.999914.yyyymmddhh - - 7) Reduction of water temperature biases in small lakes. - For small lakes adequate observations do not always exit to support the analysis of lake surface - temperature, often leading to significant departures from both the climatology and real-time observation. - Two changes were introduced to ensure that lake temperatures do not deviate from the climatology when - observations are not available. The first change is to replace a surface mask file at 0.5-degree - resolution with the one on the T1534 Gaussian grid (~13km) to prevent unrealistic SST climatology - from being used for updating the background of the near sea-surface temperature analysis over small - water bodies, such as those in the Great Salt Lake. The second change is to reduce the relaxation - time scale of the SST to climatology in GDAS forecast step from 90 days to 10 days. - - 8) Changes to NOAAPORT/SBN - Product Removals - * GADS FAX product which contains tropical surface analysis in TIF format with G4 compression. - - - -IMPLEMENTATION INSTRUCTIONS - - * NOAA Vlab GIT is used to manage GFS.v15.2 code. The SPA(s) handling the GFS.v15.2 implementation need to have - permission to clone Vlab gerrit repositories. So far Wojciech Cencek has been given access to all GFS.v15.2 - related git repositories. Please contact Kate.Friedman@noaa.gov or Hang.Lei@noaa.gov if there is any VLAB - access issue and/or the individual code managers listed under item #6) below. Please follow the following - steps to install the package on WCOSS DELL - - 1) cd $NWROOTp3 - 2) mkdir gfs.v15.2.0 - 3) cd gfs.v15.2.0 - 4) git clone --recursive gerrit:global-workflow . - 5) git checkout feature/dev-v15.2 - 6) cd sorc - 7) ./checkout.sh - This script extracts the following GFS components from gerrit - MODEL -- tag nemsfv3_gfsv15.2.1 Jun.Wang@noaa.gov - GSI -- tag fv3da_gfs.v15.2.0 Russ.Treadon@noaa.gov - UPP -- tag ncep_post_gtg.v1.1.4 Wen.Meng@noaa.gov - WAFS -- tag gfs_wafs.v5.0.9 Yali.Mao@noaa.gov - - - 8) ./build_all.sh - *This script compiles all GFS components. Runtime output from the build for each package is written - to log files in directory logs. To build an individual program, for instance, gsi, use build_gsi.sh. - - 9) ./link_fv3gfs.sh nco dell - - * Note: 1) ecflow suite definition and scripts are saved in gfs.v15.2.0/ecflow/ecf - 2) ncep_post_gtg.v1.1.4 contains restricted GTG (Graphic Turbulence Guidance) code provided by - NCAR. Please do not post the GTG code in any public domain. - - - - -JOB CHANGES - - * See docs/Release_Notes.gfs_downstream.v15.2.0.txt - - -SORC CHANGES - - * sorc/ - * checkout.sh - update to check out the following tags - * NEMSfv3gfs nemsfv3_gfsv15.2.1 - * ProdGSI fv3da_gfsv15.2.0 - * EMC_post_gtg ncep_post_gtg.v1.1.4 - * EMC_gfs_wafs gfs_wafs.v5.0.9 - * sorc/global_chgres.fd/ - * sfcsub.F - bug fix. set logical variable (lmask) to be false for a land surface variable - * sorc/global_cycle.fd/ - * sfcsub.F - bug fix. set logical variable (lmask) to be false for a land surface variable - - -SCRIPT CHANGES - - * scripts/ - * run_gfsmos_master.sh.cray - remove reference to COMROOTp1 - * run_gfsmos_master.sh.dell - remove reference to COMROOTp1 - * additional script changes documented in docs/Release_Notes.gfs_downstream.v15.2.0.txt - - -PARM/CONFIG CHANGES - - * parm/ - * Two files are modified to set a - * parm/config/config.base.emc.dyn - set 10 day relaxaion time scale to SST climatology in GDAS forecast - * parm/config/config.base.nco.static - set 10 day relaxaion time scale to SST climatology in GDAS forecast - - * Two files were modified for adding three bufr stations: - * parm/product/bufr_stalist.meteo.gfs - * parm/product/bufr_stalist.meteo.gfs3 - - -FIX CHANGES - - * Files in fix/fix_gsi altered by GFS DA v15.2. See GFS DA v15.2 release notes - (sorc/gsi.fd/doc/Release_Notes.gfs_da.v15.2.0.txt) for details - - -PRODUCT CHANGES - - * see SCN - - -RESOURCE INFORMATION - - * Frequency of run - * No change from GFS v15.1 - - * Commonly used libraries, compiler, and modules are defined in gfs.v15.2.0/modulefiles. For nemsfv3gfs, gsi, upp, wafs - they maintain their own module files under gfs.v15.2.0/sorc/(fv3gfs gsi gfs_post global_wafs).fd/modulefiles - * GSI updated to use bufr/11.3.0 - - * Data retention time under $COMROOTp3 for GFS.v15.2 should be the same as GFS.v15.1. - - * Disk space: - * About 4 Gb more per gdas cycle due to additional observation data in gdas and enkf diagnostic files - - * Computational resources and run times: - * Due to processing additional observation data the runtime for the following jobs increases with - respect to GFS v15.1 as noted below - * gfs_analysis : about 30 seconds longer (27.4 minutes for GFS v15.1 -vs- 27.9 minutes for GFS v15.2) - * gdas_enkf_select_obs : about 1 minute longer (3.7 for GFS v15.1 -vs- 4.7 for GFS v15.2) - * gdas_enkf_innovate_obs_grp*: about 30 seconds longer (14.8 for GFS v15.1 -vs - 15.3 for GFS v15.2) - * gdas_enkf_update : about 20 seconds longer (6.4 for GFS v15.1 -vs- 6.7 for GFS v15.2) - - - -PRE-IMPLEMENTATION TESTING REQUIREMENTS - - * Which production jobs should be tested as part of this implementation? - * The entire GFS v15.2 package needs to be installed and tested. EMC can run the same date - and compare NCO and EMC output to confirm the EMC and NCO tests reproduce each other - - * Does this change require a 30-day evaluation? - * No. - - - * Suggested evaluators - * Please contact the following EMC staff for the indicated components - Fanglin.Yang@noaa.gov - MODEL - Russ.Treadon@noaa.gov - DA - Wen.Meng@noaa.gov - UPP - Yali.Mao@noaa.gov - WAFS - Boi.Vuong@noaa.gov - downstream products - - -DISSEMINATION INFORMATION - - * Where should this output be sent? - * No change from GFS v15.1 - - * Who are the users? - * No change from GFS v15.1 - - * Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v15.1 - - * Directory changes - * No change from GFS v15.1 - - * File changes. - * See SCN - - -HPSS ARCHIVE - - No change from GFS v15.1 - - - -JOB DEPENDENCIES & FLOW DIAGRAM - * No change from GFS v15.1 - - -=========== -Prepared by -Fanglin.Yang@noaa -Russ.Treadon@noaa.gov -Boi.Vuong@noaa.gov -Wen.Meng@noaa.gov - - diff --git a/docs/Release_Notes.gfs.v16.0.0.md b/docs/Release_Notes.gfs.v16.0.0.md deleted file mode 100644 index 19ce4e5600..0000000000 --- a/docs/Release_Notes.gfs.v16.0.0.md +++ /dev/null @@ -1,413 +0,0 @@ -GFS RELEASE NOTES (GFS.v16.0.0) -- October 9, 2020 - -------- -PRELUDE -------- - -* GFS version 16.0 is the first major upgrade to Finite Volume Cubed Sphere (FV3) dynamical core based GFS which replaced the spectral dynamical core in June 2019. In this upgrade, the number of model vertical layers is increased from 64 to 127 and the model top is extended from the upper stratosphere (~55 km height) to the mesopause (~80 km height). With this upgrade, for the first time, the operational stand alone global deterministic WAVEWATCH III based wave model Multi_1 (wave_multi_1.v3.3) is merged into the GFS system. The WAVEWATCH III model is updated and coupled to the GFS using a one-way coupling scheme where the atmospheric model provides forcing to the wave model using the NOAA Environmental Modeling System (NEMS). Major changes have also been made in other components of the forecast system including model physics, data assimilation, system infrastructure, post-processing and product generation. - -EMC has conducted a set of retrospective and real-time experiments, covering part of the 2018 hurricane season and the entire period from May 10, 2019 to the present, for a comprehensive evaluation of the model upgrades. GFSv16 showed improved forecast skills in many areas. For more details please refer to the Science Change Notice: https://docs.google.com/document/d/1pDLqP6ne2grEJ2vMfw7RnkwyzRsGpGPMb1d2DeDuu2E/edit. - -* GFS.v16 has been reorganized to use a COMPONENT directory structure to separate the atmos and wave components. - -* This release note describes the overall changes made to the entire system. More details about changes in science and structure of the data assimilation system are documented in gfs.v16.0.0/sorc/gsi.fd/doc/Release_Notes.gfsda.v16.0.0.txt. Details about downstream product generation is documented in Release_Notes.gfs_downstream.v16.0.0.txt. - ---------------------------- -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -* The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com are used to manage the GFS.v16 code. The SPA(s) handling the GFS.v16 implementation need to have permissions to clone VLab gerrit repositories and the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please contact Fanglin.Yang@noaa.gov if there is any VLAB access issue and/or the individual code managers listed under item #6) below. Please follow the following steps to install the package on WCOSS-Dell: - - 1) cd $NWROOTp3 - 2) mkdir gfs.v16.0.0 - 3) cd gfs.v16.0.0 - 4) git clone -b EMC-v16.0.0 https://github.com/NOAA-EMC/global-workflow.git . - 5) cd sorc - 6) ./checkout.sh -o - * This script extracts the following GFS components: - MODEL tag GFS.v16.0.13 Jun.Wang@noaa.gov - GSI tag gfsda.v16.0.0 Russ.Treadon@noaa.gov - GLDAS tag gldas_gfsv16_release.v1.11.0 Helin.Wei@noaa.gov - UFS_UTIL tag ops-gfsv16.0.0 George.Gayno@noaa.gov - POST tag upp_gfsv16_release.v1.1.0 Wen.Meng@noaa.gov - WAFS tag gfs_wafs.v6.0.9 Yali.Mao@noaa.gov - - 7) ./build_all.sh - *This script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use build_gsi.sh. - - 8) ./link_fv3gfs.sh nco dell - - 9) Please use the script /gpfs/dell6/emc/modeling/noscrub/emc.glopara/para_gfs/misc/copyic_v16rt2_nco.sh on Mars to copy initial conditions from EMC real-time parallel v16rt2 to $COM directory to start NCO’s parallel from the dump step of next cycle. Please remember to change the COMROOT setting in this script to /gpfs/dell1/nco/ops/com. It will rsync v16rt2 data from the dev machine to either dev or prod machine. - -Instruction notes: ------------------- - -* The GSI build script ($HOMEgfs/sorc/build_gsi.sh) must be executed prior to $HOMEgfs/sorc/build_enkf_chgres_recenter_nc.sh. This automatically happens when executing $HOMEgfs/sorc/build_all.sh to build all GFS v16 executables. - -* The RTOFS curfile*h variable settings must be updated in scripts/exgfs_wave_prep.sh when the RTOFS implementation occurs. The “_1hrly” and “_3hrly” text will be removed to update the filenames: - - Before RTOFS implementation (current settings): - - curfile1h=${COMIN_WAV_CUR}/rtofs_glo_2ds_${fext}${fh3_rtofs}_1hrly_prog.nc - curfile3h=${COMIN_WAV_CUR}/rtofs_glo_2ds_${fext}${fh3_rtofs}_3hrly_prog.nc - - After RTOFS implementation: - - curfile1h=${COMIN_WAV_CUR}/rtofs_glo_2ds_${fext}${fh3_rtofs}_prog.nc - curfile3h=${COMIN_WAV_CUR}/rtofs_glo_2ds_${fext}${fh3_rtofs}_prog.nc - -* ecflow suite definition and scripts are saved in gfs.v16.0.0/ecflow/ecf - -* POST contains restricted GTG (Graphic Turbulence Guidance) code provided NCAR. Please do not post the GTG code in any public domain. - ------------ -JOB CHANGES ------------ - -Many job scripts have been added, removed or renamed to meet NCO script naming conventions for GFS.v16. - -Renamed job scripts are: - -* JGDAS_ENKF_RECENTER -> JGDAS_ENKF_ECEN -* JGDAS_GEMPAK -> JGDAS_ATMOS_GEMPAK -* JGDAS_GEMPAK_META -> JGDAS_ATMOS_GEMPAK_META_NCDC -* JGDAS_VMINMON -> JGDAS_ATMOS_VMINMON -* JGDAS_VERFRAD -> JGDAS_ATMOS_VERFRAD -* JGDAS_VERFOZN -> JGDAS_ATMOS_VERFOZN -* JGFS_AWIPS_20KM_1P0DEG -> JGFS_ATMOS_AWIPS_20KM_1P0DEG -* JGFS_AWIPS_G2 -> JGFS_ATMOS_AWIPS_G2 -* JGFS_CYCLONE_GENESIS -> JGFS_ATMOS_CYCLONE_GENESIS -* JGFS_CYCLONE_TRACKER -> JGFS_ATMOS_CYCLONE_TRACKER -* JGFS_FBWIND -> JGFS_ATMOS_FBWIND -* JGFS_GEMPAK -> JGFS_ATMOS_GEMPAK -* JGFS_GEMPAK_META -> JGFS_ATMOS_GEMPAK_META -* JGFS_GEMPAK_NCDC_UPAPGIF -> JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF -* JGFS_GEMPAK_PGRB2_SPEC -> JGFS_ATMOS_GEMPAK_PGRB2_SPEC -* JGFS_PGRB2_SPEC_NPOESS -> JGFS_ATMOS_PGRB2_SPEC_NPOESS -* JGFS_POSTSND -> JGFS_ATMOS_POSTSND -* JGFS_VMINMON -> JGFS_ATMOS_VMINMON -* JGFS_WAFS -> JGFS_ATMOS_WAFS -* JGFS_WAFS_BLENDING -> JGFS_ATMOS_WAFS_BLENDING -* JGFS_WAFS_GCIP -> JGFS_ATMOS_WAFS_GCIP -* JGFS_WAFS_GRIB2 -> JGFS_ATMOS_WAFS_GRIB2 -* JGLOBAL_ANALYSIS -> JGLOBAL_ATMOS_ANALYSIS -* JGLOBAL_EMCSFC_SFC_PREP -> JGLOBAL_ATMOS_EMCSFC_SFC_PREP -* JGLOBAL_ENKF_SELECT_OBS -> JGDAS_ENKF_SELECT_OBS -* JGLOBAL_ENKF_UPDATE -> JGDAS_ENKF_UPDATE -* JGLOBAL_TROPCY_QC_RELOC -> JGLOBAL_ATMOS_TROPCY_QC_RELOC -* JGLOBAL_NCEPPOST -> JGLOBAL_ATMOS_NCEPPOST -* JGLOBAL_POST_MANAGER -> JGLOBAL_ATMOS_POST_MANAGER - -New job scripts are: - -* JGDAS_ATMOS_ANALYSIS_DIAG -* JGDAS_ATMOS_CHGRES_FORENKF -* JGDAS_ATMOS_GLDAS -* JGDAS_ENKF_DIAG -* JGDAS_ENKF_SFC -* JGFS_ATMOS_FSU_GENESIS -* JGFS_ATMOS_WAFS_GRIB2_0P25 -* JGFS_ATMOS_WAFS_BLENDING_0P25 -* JGLOBAL_ATMOS_ANALYSIS_CALC -* JGLOBAL_WAVE_GEMPAK -* JGLOBAL_WAVE_INIT -* JGLOBAL_WAVE_POST_BNDPNT -* JGLOBAL_WAVE_POST_PNT -* JGLOBAL_WAVE_POST_SBS -* JGLOBAL_WAVE_PRDGEN_BULLS -* JGLOBAL_WAVE_PRDGEN_GRIDDED -* JGLOBAL_WAVE_PREP - -Removed job scripts are: - -* JGDAS_BULLS_NAVY -* JGDAS_TROPC -* JGFS_FAX -* JGFS_FAX_WAFS -* JGLOBAL_ENKF_INNOVATE_OBS - --------------- -SCRIPT CHANGES --------------- - -Many scripts have been added, removed or renamed to meet NCO script naming conventions for GFS.v16. - -Renamed scripts are: - -* exemcsfc_global_sfc_prep.sh.ecf -> exemcsfc_global_sfc_prep.sh -* exgdas_nawips.sh.ecf -> exgdas_atmos_nawips.sh -* exgdas_nceppost.sh.ecf -> exgdas_atmos_nceppost.sh -* exgdas_vrfminmon.sh.ecf -> exgdas_atmos_vminmon.sh -* exgdas_vrfyrad.sh.ecf -> exgdas_atmos_verfrad.sh -* exgdas_vrfyozn.sh.ecf -> exgdas_atmos_verfozn.sh -* exgempak_gdas_gif_ncdc.sh.ecf -> exgdas_atmos_gempak_gif_ncdc.sh -* exgempak_gfs_gif_ncdc_skew_t.sh.ecf -> exgfs_atmos_gempak_gif_ncdc_skew_t.sh -* exgfs_awips_20km_1p0deg.sh.ecf -> exgfs_atmos_awips_20km_1p0deg.sh -* exgfs_fbwind.sh.ecf -> exgfs_atmos_fbwind.sh -* exgfs_gempak_meta.sh.ecf -> exgfs_atmos_gempak_meta.sh -* exgfs_grib_awips.sh.ecf -> exgfs_atmos_grib_awips.sh -* exgfs_nawips.sh.ecf -> exgfs_atmos_nawips.sh -* exgfs_nceppost.sh.ecf -> exgfs_atmos_nceppost.sh -* exgfs_pmgr.sh.ecf -> exgfs_pmgr.sh -* exgfs_postsnd.sh.ecf -> exgfs_atmos_postsnd.sh -* exgfs_prdgen_manager.sh.ecf -> exgfs_prdgen_manager.sh -* exgfs_vrfminmon.sh.ecf -> exgfs_atmos_vminmon.sh -* exgfs_wafs_blending.sh.ecf -> exgfs_atmos_wafs_blending.sh -* exgfs_wafs_gcip.sh.ecf -> exgfs_atmos_wafs_gcip.sh -* exgfs_wafs_grib.sh.ecf -> exgfs_atmos_wafs_grib.sh -* exgfs_wafs_grib2.sh.ecf -> exgfs_atmos_wafs_grib2.sh -* exglobal_analysis_fv3gfs.sh.ecf -> exglobal_atmos_analysis.sh -* exglobal_enkf_fcst_fv3gfs.sh.ecf -> exgdas_enkf_fcst.sh -* exglobal_enkf_recenter_fv3gfs.sh.ecf -> exgdas_enkf_ecen.sh -* exglobal_enkf_post_fv3gfs.sh.ecf -> exgdas_enkf_post.sh -* exglobal_enkf_update_fv3gfs.sh.ecf -> exgdas_enkf_update.sh -* exglobal_fcst_nemsfv3gfs.sh -> exglobal_forecast.sh -* exglobal_grib2_special_npoess.sh.ecf -> exgfs_atmos_grib2_special_npoess.sh -* exglobal_innovate_obs_fv3gfs.sh.ecf -> exgdas_enkf_select_obs.sh -* exglobal_pmgr.sh.ecf -> exglobal_atmos_pmgr.sh -* exgoes_nawips.sh.ecf -> exgfs_atmos_goes_nawips.sh -* exnawips.sh.ecf -> exgfs_atmos_nawips.sh -* extropcy_qc_reloc.sh.ecf -> exglobal_atmos_tropcy_qc_reloc.sh - -New scripts are: - -* exgdas_atmos_gldas.sh -* exgdas_enkf_sfc.sh -* exgfs_atmos_wafs_grib2_0p25.sh -* exgfs_atmos_wafs_blending_0p25.sh -* exgfs_wave_init.sh -* exgfs_wave_nawips.sh -* exgfs_wave_post_bndpnt.sh -* exgfs_wave_post_gridded_sbs.sh -* exgfs_wave_post_pnt.sh -* exgfs_wave_prdgen_bulls.sh -* exgfs_wave_prdgen_gridded.sh -* exgfs_wave_prep.sh -* exgdas_atmos_chgres_forenkf.sh -* exglobal_atmos_analysis_calc.sh -* exglobal_diag.sh - -Removed scripts are: - -* exgdas_bulls_navy.sh.ecf -* exgdas_tropc.sh.ecf -* exgfs_fax.sh.ecf -* exgfs_fax_wafs.sh.ecf -* exgfs_grib_awips_g2.sh.ecf -* exgfs_grib_wafs.sh.ecf - -------------------- -PARM/CONFIG CHANGES -------------------- - -All JJOBS except for those used by downstream product generation source config files under ./gfs.v16.0.0/parm/config to set up job-specific parameters. The config.base is sourced by all JJOBS to set parameters that are common to either all JJOBS or are shared by more than one JJOBS. The config.anal is shared by a few analysis steps, config.wave is shared by the wave steps, and config.wafs is shared by the WAFS jobs. Below are the parm (config) files modified or added in GFS.v16. - -Modified configs: - -* config.anal -* config.arch -* config.awips -* config.base.emc.dyn -* config.base.nco.static -* config.earc -* config.ecen -* config.efcs -* config.eobs -* config.epos -* config.eupd -* config.fcst -* config.fv3 -* config.fv3ic -* config.gempak -* config.post -* config.postsnd -* config.prep -* config.prepbufr -* config.resources -* config.vrfy - -New configs: - -* config.analcalc -* config.analdiag -* config.echgres -* config.ediag -* config.esfc -* config.gldas -* config.metp -* config.wafs -* config.wafsblending -* config.wafsblending0p25 -* config.wafsgcip -* config.wafsgrib2 -* config.wafsgrib20p25 -* config.wave -* config.waveawipsbulls -* config.waveawipsgridded -* config.wavegempak -* config.waveinit -* config.wavepostbndpnt -* config.wavepostpnt -* config.wavepostsbs -* config.waveprep - ------------ -FIX CHANGES ------------ - -* All fixed fields used by the system are placed under gfs.v16.0.0/fix, and further categorized based on the type of applications. During the NCO implementation process the fix_gsi and wafs fix files are copied from external repositories via sorc/checkout.sh and linked under /fix via sorc/link_fv3gfs.sh. All other fix files are copied from EMC's local archives via sorc/link_fv3gfs.sh: fix_am, fix_fv3_gmted2010, fix_gldas, fix_orog, fix_verif, fix_wave_gfs - -The entire package takes 165 GB disk space to install. This ./fix directory alone takes ~153G. - -New fix files: - -* fix_am - new solar constants, Thompson MP climatology, salinity climatology -* fix_fv3_gmted2010 - new fix_sfc subfolder -* fix_gldas - new folder with files for GLDAS package -* fix_orog - new global lake files -* fix_verif - new grid2obs files -* fix_wave_gfs - new folder with files for wave component - ---------------- -PRODUCT CHANGES ---------------- - -* Please refer to GFSv16 SCN: https://docs.google.com/document/d/1pDLqP6ne2grEJ2vMfw7RnkwyzRsGpGPMb1d2DeDuu2E/edit - --------------------- -RESOURCE INFORMATION --------------------- - -* Frequency of run - 6 hourly cycle (00, 06, 12, 18Z) - no change from current operations - -* Commonly used libraries, compiler, and modules are defined in gfs.v16.0.0/modulefiles. For FV3, GSI, GLDAS, UPP, WAFS they maintain their own module files under gfs.v16.0.0/sorc/(fv3gfs gsi gldas gfs_post gfs_wafs).fd/modulefiles - -* Data retention time under $COMROOTp3 for GFS.v16 should be the same as GFS.v15. - -* Disk space: The current operational GFS.v15 takes about 10.7 TB online COM disk space per cycle, while GFS.v16 will require about 8.0 TB per cycle. - -* Computational resources and run times: - - * Please refer to the following document for the details of node usage,threading, and walltimes set in ECFLOW job cards for all jobs: - https://docs.google.com/spreadsheets/d/1XAa5mDWLQJSMgyxhR8W7RRuENJN7koJN-rIHLkTgieo/edit#gid=0 - - * Please refer to the following document for the high watermark test results for the overall computational cost of the system: - https://docs.google.com/presentation/d/1aNi5doryHO_lNhtTq-jGzFh9Wi4Xu1Z5DNb921nhw74/edit#slide=id.ga069802256_0_377 - -* Information about the major steps and actual runtimes from EMC high watermark tests are listed below: - - * JGLOBAL_FORECAST (GFS) - * 484 nodes, 3388 tasks, ptile=7, 4 threads/task - * Runtime: 125 minutes - - * JGLOBAL_FORECAST (GDAS) - * 119 nodes, 833 tasks, ptile=7, 4 threads/task - * Runtime: 22 minutes - - * JGLOBAL_ATMOS_ANALYSIS (GFS) - * 250 nodes, 1000 tasks, ptile=4, 7 threads/task - * Runtime: 29 minutes - - * JGLOBAL_ATMOS_ANALYSIS (GDAS) - * 250 nodes, 1000 tasks, ptile=4, 7 threads/task - * Runtime: 38 minutes - - * JGDAS_ENKF_SELECT_OBS - * 120 nodes, 480 tasks, ptile=4, 7 threads/task - * Runtime: 3.8 minutes - - * JGDAS_ENKF_UPDATE - * 240 nodes, 960 tasks, ptile=4, 7 threads/task - * Runtime: 26 minutes - - * JGDAS_ENKF_ECEN - * 20 nodes, 80 tasks, ptile=4, 7 threads/task - * Runtime: 4.4 minutes per realization - * Concurrently run 3 realizations of JGDAS_ENKF_ECEN. Total node usage for 3 jobs x 20 nodes each = 60 nodes. - - * JGDAS_ENKF_FCST - * 15 nodes, 420 tasks, ptile=28, 1 threads/task - * Runtime: 29 minutes per realization - * Concurrently run 40 realizations of JGDAS_ENKF_FCST. Each job processes 2 EnKF - members. Total node usage for 40 jobs x 15 nodes each = 600 nodes - * 40 EnKF forecast groups for GFS.v16 is an increase from the 20 EnKF forecast groups - currently run in operations. - - * JGDAS_ENKF_POST - * 20 nodes, 80 tasks, ptile=4, 7 threads/task - * Runtime: 11 minutes per realization - * Concurrently run 7 realizations of JGDAS_ENKF_POST. 7 forecasts processed, one - per job. Total node usage for 7 jobs x 20 nodes each = 140 nodes. - ---------------------------------------- -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * All components of this package need to be tested. EMC is running a real-time parallel using the same system. We will work with the SPA to provide initial conditions from this parallel to run the NCO parallel during the implementation process. We will compare results from EMC and NCO parallels to ensure they reproduce each other. - -* Does this change require a 30-day evaluation? - * Yes, the entire GFS.v16 package requires a 30-day evaluation - -* Suggested evaluators - * Please contact fanglin.yang@noaa.gov, russ.treadon@noaa.gov, and kate.friedman@noaa.gov for evaluation. - -------------------------- -DISSEMINATION INFORMATION -------------------------- - -* Where should this output be sent? - * Please refer to GFSv16 SCN. Additionally, we have sent a request to NCO Dataflow to start sending new files WAFS_0p25_blended_YYYYMMDDHHfFF.grib2 to AWC only. - -* Who are the users? - * same as current operations plus multi_1 users - -* Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * Same as current operational gfs, plus wave products. As there are certain changes in product names and types, EMC will provide support for NCO dataflow team to finalize the list.The amount of data to be transferred also depends on NCO’s network bandwidth. - -* Directory changes - - * Add $COMPONENT subfolder to gfs, gdas, and enkf paths for atmospheric component underneath the $cyc folder: - - $COMROOTp3/gfs/prod/gfs.$PDY/$cyc/atmos - $COMROOTp3/gfs/prod/gdas.$PDY/$cyc/atmos - $COMROOTp3/gfs/prod/enkf.gdas.$PDY/$cyc/atmos/memXXX - - * Introduce wave model via $COMPONENT subfolder under gfs and gfs $cyc folders: - - $COMROOTp3/gfs/prod/gfs.$PDY/$cyc/wave - $COMROOTp3/gfs/prod/gdas.$PDY/$cyc/wave - -* File changes - - * The UPP(post) file changes can be referred to: - https://docs.google.com/spreadsheets/d/1I-nqfVO67qE3uHah1p9UNbBPgcStXptEj91MBucSTb4/edit?usp=sharing - ------------- -HPSS ARCHIVE ------------- - -Please refer to the following document for current operational GFS.v15 archives and the proposed archives for GFS.v16: -https://docs.google.com/spreadsheets/d/1KkyXa-ZyWCjKul_kijUM4241VBzAerMifMOShLy0crY/edit#gid=0 - -Please check WCOSS /gpfs/dell1/nco/ops/nwprod/runhistory.v2.3.2/parm/gfs to see a full list of GFS.v15 files archived in HPSS tape. - -------------------------------- -JOB DEPENDENCIES & FLOW DIAGRAM -------------------------------- - -GDAS and GFS flowchart (downstream jobs compressed): -https://docs.google.com/presentation/d/1grydJSn3LxNishdHOxwOQMyxkLsEzlIfj1PHiTUrAkE/edit#slide=id.g6ee6c85d17_0_0 - -=========== -Prepared by -Kate.Friedman@noaa.gov -Fanglin.Yang@noaa.gov -Russ.Treadon@noaa.gov -Jun.Wang@noaa.gov -Helin.Wei@noaa.gov -George.Gayno@noaa.gov -Wen.Meng@noaa.gov -Yali.Mao@noaa.gov -Jessica.Meixner@noaa.gov -=========== diff --git a/docs/Release_Notes.gfs.v16.1.0.txt b/docs/Release_Notes.gfs.v16.1.0.txt deleted file mode 100644 index 82960aee09..0000000000 --- a/docs/Release_Notes.gfs.v16.1.0.txt +++ /dev/null @@ -1,193 +0,0 @@ -GFS V16.1.0 RELEASE NOTES - - -PRELUDE - - NOAA awarded Delivery Order 2 (DO-2) of its commercial radio occultation (RO) - data purchase to GeoOptics on February 19, 2021. This purchase covers 1300 - occultations a day over a six month period with the data flow starting on - March 17, 2021. - - The quality of the GeoOptics occultations was examined during Delivery - Order 1 (DO-1) in December 2020 and January 2021. Forecast impact assessment - was conducted using half resolution parallels in the GFSv16 framework. - - Testing of the DO-2 data is being carried out using a real time full - resolution parallel, v161rt1. It was initially started in mid-February - to test reproducibility with the GFSv16 NCO parallel, then adjusted to reduce - computational footprint. Data from GeoOptics began to be assimilated as soon - as it was available on March 17. Configuration for the use of the commercial - data was informed by the results of DO-1 experimentation, with the quality - control and observation errors being treated as other RO data with the - exception of lowering the upper bound of data. - - This package also addresses several GFS v16 bugzilla tickets. GFS v16 - bugzilla tickets #1196 and #1205 are resolved in this package. The error - reported in bugzilla ticket #1206 has been documented to be compiler, not - code, specific. The DA aspect of GFS v16 bugzilla tickets #216, #1198, #1218, - #1221, and #1222 are also addressed by this package. None of the DA - bugzilla changes alter analysis results. - - GFSv16 introduced a bug where the sign of the layer height (delz) increment - was flipped. The included bugfix reverts the sign as originally intended. - This fix was tested in both a low resolution setting and with a full - resolution parallel, v16rt2c. Once v16rt2c was seen as viable, it also - began assimilating the GeoOptics data so both changes were tested in one - package. - - There are several wave related fixes being included in this update: - * Including the RW-NH* boundary points which are used in NHC's - offline NWPS system were removed from multi_1 to GFSv16, which - also requires a minor script bug fix. - * Fix the interpolation to the East Pacific wave grid to include - all of the American Samoa islands. - * Unmask the Gulf of California, Red Sea and Persian Gulf in the - global 0p25 interpolated wave output grid. - - -CHANGES TO RESOURCES AND FILE SIZES - - Impact of including RW-NHC points is: There should be no impact to the - forecast job timing, however the *wave.out_pnt.points* files in the - wave/rundata com directories will each increase in size by 6MB. The - JGLOBAL_WAVE_POST_BNDPNTBLL and JGLOBAL_WAVE_POST_BNDPNT will now take - approximately 20 minutes longer. The gfswave.tZZz.ibpbull_tar will - increase in size to be 78M, gfswave.tZZz.ibpcbull_tar will now be 42M - and the gfswave.tZZz.ibp_tar file will now be 11 GB. - - Impact of East Pacific and global 0p25 wave grid fixes: There are no - impacts in terms of resources or file size. - - -IMPLEMENTATION INSTRUCTIONS - - The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com - are used to manage the GFS.v16.1 code. The SPA(s) handling the GFS.v16.1 - implementation need to have permissions to clone VLab gerrit repositories and - the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are - publicly readable and do not require access permissions. Please follow the - following steps to install the package on WCOSS-Dell: - - 1) cd $NWROOTp3 - - 2) mkdir gfs.v16.1.0 - - 3) cd gfs.v16.1.0 - - 4) git clone -b EMC-v16.1.0 https://github.com/NOAA-EMC/global-workflow.git . - - 5) cd sorc - - 6) ./checkout.sh -o - * This script extracts the following GFS components: - MODEL tag GFS.v16.0.16 Jun.Wang@noaa.gov - GSI tag gfsda.v16.1.0 Russ.Treadon@noaa.gov - GLDAS tag gldas_gfsv16_release.v1.12.0 Helin.Wei@noaa.gov - UFS_UTILS tag ops-gfsv16.0.0 George.Gayno@noaa.gov - POST tag upp_gfsv16_release.v1.1.3 Wen.Meng@noaa.gov - WAFS tag gfs_wafs.v6.0.21 Yali.Mao@noaa.gov - - 7) ./build_all.sh - * This script compiles all GFS components. Runtime output from the build for - each package is written to log files in directory logs. To build an - individual program, for instance, gsi, use build_gsi.sh. - - 8) ./link_fv3gfs.sh nco dell - - -SORC CHANGES - -* sorc/ - * checkout.sh will checkout the following changed model tags: - * MODEL; tag GFS.v16.0.16 - There are no changes in this tag - compared to operations. The tag number was updated from - tag GFS.v16.0.15 to incorporate the local changes made in operations. - - * GSI; tag gfsda.v16.1.0 - See release notes - doc/Release_Notes.gfsda.v16.1.0.txt in the GSI tag for details. - - * POST; tag upp_gfsv16_release.v1.1.3 - There are no changes in this tag - compared to operations. The tag number was updated from - tag upp_gfsv16_release.v1.1.1 to incorporate the local changes made - in operations. - - * WAFS; tag gfs_wafs.v6.0.21 - There are no changes in this tag compared to - operations. The tag number was updated from gfs_wafs.v6.0.17 to - incorporate the local changes made in operations. - - -JOBS CHANGES - -* No change from GFS v16.0 - - -PARM/CONFIG CHANGES - -* No change from GFS v16.0 - - -SCRIPT CHANGES - -* There is one bug fix for waves that is a script change in scripts/exgfs_wave_post_pnt.sh - to ensure all point output is created (for example for the RW-NH* points). - - -FIX CHANGES - -* The contents of fix/fix_gsi have been updated. See release notes - doc/Release_Notes.gfsda.v16.1.0.txt in the NOAA-EMC/GSI tag gfsda.v16.1.0 - for details. - -* For the wave fix to include the RW-NH-* boundary points for the wave - point output, the following two fix files can be copied to the - fix/fix_wave_gfs folder: - /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix_wave_gfs_v16.1.1/wave_gfs.buoys - /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix_wave_gfs_v16.1.1/wave_gfs.buoys.full - - -* For the wave fix to the East Pacific wave grid interpolation the following - fix file with fix can be copied to the fix/fix_wave_gfs folder: - /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix_wave_gfs_v16.1.1/ep_10m_interp.inp.tmpl - -* For the wave fix to include the Gulf of California, Red Sea, and Persian Gulf - the following to fix files need to be copied to the fix/fix_wave_gfs folder: - /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix_wave_gfs_v16.1.1/ww3_grid.inp.glo_15mxt - /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix_wave_gfs_v16.1.1/WHTGRIDINT.bin.glo_15mxt - - -PRE-IMPLEMENTATION TESTING REQUIREMENTS - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.1 package needs to be installed and tested. - -* Does this change require a 30-day evaluation? - * No. - - -DISSEMINATION INFORMATION - -* Where should this output be sent? - * No change from GFS v16.0 - -* Who are the users? - * No change from GFS v16.0 - -* Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v16.0 - -* Directory changes - * No change from GFS v16.0 - -* File changes - * No change from GFS v16.0 - - -HPSS ARCHIVE - -* No change from GFS v16.0 - - -JOB DEPENDENCIES AND FLOW DIAGRAM - -* No change from GFS v16.0 - diff --git a/docs/Release_Notes.gfs.v16.1.4.txt b/docs/Release_Notes.gfs.v16.1.4.txt deleted file mode 100644 index 5cc9b6bbd7..0000000000 --- a/docs/Release_Notes.gfs.v16.1.4.txt +++ /dev/null @@ -1,160 +0,0 @@ -GFS V16.1.4 RELEASE NOTES - - -PRELUDE - - NOAA awarded Delivery Order 3 (DO-3) of its commercial radio occultation - (RO) data purchase to Spire Global on August 12, 2021. This purchase - covers 3000 occultations per day over a six month period with the data - flow starting on September 16, 2021. On the same date, the GeoOptics - data from Delivery Order 2 (DO-2) will be discontinued. - - GNSSRO bending angle observations from GeoOptics and Spire were initially - evaluated as part of Delivery Order 1 (DO-1), covering a 30-day period - starting on December 15, 2020. The data from both vendors were found to - be of similar quality to other operationally assimilated RO data. Low - resolution experiments informed the configuration of the quality control - and observation errors for the following DO-2, which was awarded to - GeoOptics only, covering an average of 1300 occultations per day over a - six month period starting on March 17, 2021. These data began to be - assimilated operationally with the implementation of GFSv16.1.1 on - May 22, 2021 after two months of parallel testing at full resolution. - - Following the v16.1.1 implementation, the observation errors for - commercial RO were tuned to better utilize the new data. Additionally, - two fixes related to the handling of super-refractivity in the RO bending - angle observation operator were added. These fixes resolve minimization - issues that were related to the increased vertical resolution in v16. - Therefore, the stricter gross check quality control measures originally - put in place to mitigate minimization problems will now be relaxed. - - This implementation plans to: - * Turn off the active assimilation of GeoOptics data - * Turn on the active assimilation of Spire data - * Adjust the observation errors for the Spire data - * Address two issues within the RO bending angle observation operator - * Relax the strict gross check added because of those issues. - - These changes only affect two files within the GSI tag of the global workflow. - - In addition, a small bug fix is required to correct the ingest of new BUFR - observations from ships that was previously causing erroneous observations - to be assimilated. This alters one additional file in the GSI tag. - -IMPLEMENTATION INSTRUCTIONS - - The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com - are used to manage the GFS.v16.1.4 code. The SPA(s) handling the GFS.v16.1.4 - implementation need to have permissions to clone VLab gerrit repositories and - the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are - publicly readable and do not require access permissions. Please follow the - following steps to install the package on WCOSS-Dell: - - 1) cd $NWROOTp3 - - 2) mkdir gfs.v16.1.4 - - 3) cd gfs.v16.1.4 - - 4) git clone -b EMC-v16.1.4 https://github.com/NOAA-EMC/global-workflow.git . - - 5) cd sorc - - 6) ./checkout.sh -o - * This script extracts the following GFS components: - MODEL tag GFS.v16.0.16 Jun.Wang@noaa.gov - GSI tag gfsda.v16.1.4 Russ.Treadon@noaa.gov - GLDAS tag gldas_gfsv16_release.v1.12.0 Helin.Wei@noaa.gov - UFS_UTILS tag ops-gfsv16.0.0 George.Gayno@noaa.gov - POST tag upp_gfsv16_release.v1.1.4 Wen.Meng@noaa.gov - WAFS tag gfs_wafs.v6.0.22 Yali.Mao@noaa.gov - - 7) ./build_all.sh - * This script compiles all GFS components. Runtime output from the build for - each package is written to log files in directory logs. To build an - individual program, for instance, gsi, use build_gsi.sh. - - 8) ./link_fv3gfs.sh nco dell - - -SORC CHANGES - -* sorc/ - * checkout.sh will checkout the following changed model tags: - * GSI; tag gfsda.v16.1.4 - * src/gsi/setupbend.f90: Add two fixes for handling of - super-refractivity layer, change the observation errors - of the commercial data, relax stricter gross check back to - original values - * src/read_nsstbufr.f90: Changes to handle NC001013, NC001101 - and NC001113 marine bufr subsets. - - -FIX CHANGES - -* fix/fix_gsi: - * global_convinfo.txt: Discontinue assimilating GeoOptics and - begin assimilating Spire, relax stricter gross check back to - original values. - * gfsv16_historical/: Add fix files for retrospective parallels. - Does not impact operations. - - -PARM/CONFIG CHANGES - -* parm/config/config.anal: Add historical fix file entries. Does - not impact operations. - - -JOBS CHANGES - -* No change from GFS v16.1.3 - - -SCRIPT CHANGES - -* No change from GFS v16.1.3 - - -CHANGES TO RESOURCES AND FILE SIZES - - There should be no change in analysis runtime nor cnvstat file size - greater than the normal cycle to cycle variation. - - -PRE-IMPLEMENTATION TESTING REQUIREMENTS - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.1.4 package needs to be installed and tested. - -* Does this change require a 30-day evaluation? - * No. - - -DISSEMINATION INFORMATION - -* Where should this output be sent? - * No change from GFS v16.1.3 - -* Who are the users? - * No change from GFS v16.1.3 - -* Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v16.1.3 - -* Directory changes - * No change from GFS v16.1.3 - -* File changes - * No change from GFS v16.1.3 - - -HPSS ARCHIVE - -* No change from GFS v16.1.3 - - -JOB DEPENDENCIES AND FLOW DIAGRAM - -* No change from GFS v16.1.3 - diff --git a/docs/Release_Notes.gfs.v16.1.5.txt b/docs/Release_Notes.gfs.v16.1.5.txt deleted file mode 100644 index 0a618367e9..0000000000 --- a/docs/Release_Notes.gfs.v16.1.5.txt +++ /dev/null @@ -1,118 +0,0 @@ -GFS V16.1.5 RELEASE NOTES - -PRELUDE - -Metop-A, B and C all have similar orbits. Metop-C was launched on 7 November 2018 in a low-Earth polar orbit while Metop-A was launched in 2006. The Metop-A will be decommissioned in November 2021 and IASI_Metop-A data quality has degraded since September 17, so the assimilation of IASI_Metop-A was stopped on 9/22/2021 gfs.v16.1.3 implementation. The IASI_Metop-C data have similar quality as IASI_Metop-B. This implementation will start to assimilate IASI data on Metop-C. In addition, the correlated observation errors for hyperspectral Infrared instruments both IASI and CrIS were recomputed from recent operations, which should be a more accurate representation of the observation error statistics. Both low- and high-resolution parallel experiments show reasonable results as expected. - -In addition, a minimum value was set in gsi source code genqsat.f90 to limit the saturation specific humidity not smaller than 1.e-7, which is a risk mitigation feature and could avoid the potential risk of generating unphysical temperature in the analysis. - -This implementation plans to: - -* Turn on the active assimilation of Metop-C IASI data with correlated observation errors -* Update correlated observation errors for Metop-B IASI, N20 CrIS, and NPP CrIS -* Put in a minimum threshold for saturation specific humidity to avoid potential minimization issues. - -These changes affect one source code and several fix files within the GSI tag of the global workflow. - -Also bundled into this update are the new 2022 CO2 fix files (see files listed below) and a new FV3 model tag that adds traceback flags to compilation by default. The CO2 fix files will be included during the link setup step. Neither the CO2 fix file nor the FV3 tag updates impact model results. - -IMPLEMENTATION INSTRUCTIONS - -The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com are used to manage the GFS.v16.1.5 code. The SPA(s) handling the GFS.v16.1.5 implementation need to have permissions to clone VLab gerrit repositories and the private NCAR UPP_GTG repository (the nwprod account has access to the GTG repository). All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please follow the following steps to install the package on WCOSS-Dell. - -While logged in under the nwprod account: - -1) cd $NWROOTp3 -2) mkdir gfs.v16.1.5 -3) cd gfs.v16.1.5 -4) git clone -b EMC-v16.1.5 https://github.com/NOAA-EMC/global-workflow.git . -5) cd sorc -6) ./checkout.sh -o - * This script extracts the following GFS components: - MODEL tag GFS.v16.0.17 Jun.Wang@noaa.gov - GSI tag gfsda.v16.1.5 Russ.Treadon@noaa.gov - GLDAS tag gldas_gfsv16_release.v1.12.0 Helin.Wei@noaa.gov - UFS_UTILS tag ops-gfsv16.0.0 George.Gayno@noaa.gov - POST tag upp_gfsv16_release.v1.1.4 Wen.Meng@noaa.gov - WAFS tag gfs_wafs.v6.0.22 Yali.Mao@noaa.gov - -7) ./build_all.sh - * This script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use build_gsi.sh. -8) ./link_fv3gfs.sh nco dell - -SORC CHANGES - -* checkout.sh will checkout the following changed model tags: - * MODEL tag GFS.v16.0.17 - * conf/configure.fv3.wcoss_dell_p3 and other platform configure.fv3 files: add “-g -traceback” to FFLAGS_OPT, CFLAGS_OPT, and CFLAGS_REPRO compilation settings - * GSI tag gfsda.v16.1.5 - * src/gsi/genqsat.f90: add a lower bound of qsat to avoid unphysical saturation specific humidity to be generated. - -FIX CHANGES - -* fix/fix_gsi: - * new files: - * Rcov_iasicsea - * Rcov_iasicland - * modified files: - * global_satinfo.txt: Turn on assimilating Metop-C IASI data and stop monitoring CrIS_NPP MW channels (iuse changed from -1 to -2) - * global_anavinfo.l127.txt: Add correlated observation errors for Metop-C IASI data and remove correlated observation errors for Metop-A IASI - * Rcov_iasibsea: recomputed from recent operations - * Rcov_iasibland: recomputed from recent operations - * Rcov_crisn20: recomputed from recent operations - * Rcov_crisnpp: updated and the MW channels are deleted from Rcov - * gfsv16_historical/: Add fix files for retrospective parallels. Does not impact operations. -* fix_am/co2dat_4a: - * global_co2historicaldata_2020.txt - * global_co2historicaldata_2021.txt_proj_u - * global_co2historicaldata_2022.txt_proj -* fix_am/fix_co2_proj: - * global_co2historicaldata_2022.txt -* fix_am/fix_co2_update: - * global_co2historicaldata_2021.txt - -PARM/CONFIG CHANGES - -* config.anal - * update global_convinfo.txt notes and global_satinfo.txt if-blocks for retrospective dates; no operational impact - -JOBS CHANGES - -* No change from GFS v16.1.4 - -SCRIPT CHANGES - -* No change from GFS v16.1.4 - -CHANGES TO RESOURCES AND FILE SIZES - -* There should be no change in analysis runtime nor radstat file size greater than the normal cycle to cycle variation. - -PRE-IMPLEMENTATION TESTING REQUIREMENTS - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.1.5 package needs to be installed and tested. -* Does this change require a 30-day evaluation? - * No. - -DISSEMINATION INFORMATION - -* Where should this output be sent? - * No change from GFS v16.1.4 -* Who are the users? - * No change from GFS v16.1.4 -* Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v16.1.4 -* Directory changes - * No change from GFS v16.1.4 -* File changes - * No change from GFS v16.1.4 - -HPSS ARCHIVE - -* No change from GFS v16.1.4 - -JOB DEPENDENCIES AND FLOW DIAGRAM - -* No change from GFS v16.1.4 - diff --git a/docs/Release_Notes.gfs.v16.1.6.txt b/docs/Release_Notes.gfs.v16.1.6.txt deleted file mode 100644 index 040a2028b0..0000000000 --- a/docs/Release_Notes.gfs.v16.1.6.txt +++ /dev/null @@ -1,147 +0,0 @@ -GFS V16.1.6 RELEASE NOTES - - -PRELUDE - - NOAA awarded Delivery Order 4 (DO-4) of its commercial radio occultation (RO) - data purchase to both Spire Global and GeoOptics on February 10, 2022. This - purchase covers 5500 occultations per day from Spire and 500 occultations per - day from GeoOptics over a 10 month period with the data flow starting on - March 16, 2022. - - Both GeoOptics and Spire have been assimilated in operations as part of - previous delivery orders. DO-1 was awarded to both vendors, but was used - for evaluation purposes only and not assimilated operationally. DO-2 was - awarded to GeoOptics and subsequently assimilated in the operational GFS/GDAS - as v16.1. DO-3 was then awarded to Spire only. The v16.1.4 implementation - turned on the assimilation of Spire data as well as turned off the assimilation - of GeoOptics. - - If no changes are made to operations, we will assimilate the Spire portion of - the purchase, but would not assimilate the new GeoOptics data. In order to - assimilate data from both vendors, a single line change in the global_convinfo.txt - fix file is required. There are no other changes planned for this implementation. - Once data flow begins on March 16th, a one-week evaluation of the new GeoOptics - observations is needed before implementation. - - In addition to DO-4, a small change is needed to accompany a change in the - observation processing. Winds "NeXRaD VAD WINDS FROM LEVEL 2 DECODER" - (tank b002/xx017) will soon be included in the global observation processing. - Since these observations have not yet been evaluated in the GFS, this observation - type (uv 224) will be set to monitor mode. This requires a single line change - in the global_convinfo.txt file. - - -IMPLEMENTATION INSTRUCTIONS - - The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com - are used to manage the GFS.v16.1.6 code. The SPA(s) handling the GFS.v16.1.6 - implementation need to have permissions to clone VLab gerrit repositories and - the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are - publicly readable and do not require access permissions. Please follow the - following steps to install the package on WCOSS-Dell: - - 1) cd $NWROOTp3 - - 2) mkdir gfs.v16.1.6 - - 3) cd gfs.v16.1.6 - - 4) git clone -b EMC-v16.1.6.2 https://github.com/NOAA-EMC/global-workflow.git . - - 5) cd sorc - - 6) ./checkout.sh -o - * This script extracts the following GFS components: - MODEL tag GFS.v16.0.17 Jun.Wang@noaa.gov - GSI tag gfsda.v16.1.6 Catherine.Thomas@noaa.gov - GLDAS tag gldas_gfsv16_release.v1.12.0 Helin.Wei@noaa.gov - UFS_UTILS tag ops-gfsv16.0.0 George.Gayno@noaa.gov - POST tag upp_gfsv16_release.v1.1.4 Wen.Meng@noaa.gov - WAFS tag gfs_wafs.v6.0.22 Yali.Mao@noaa.gov - - 7) ./build_all.sh - * This script compiles all GFS components. Runtime output from the build for - each package is written to log files in directory logs. To build an - individual program, for instance, gsi, use build_gsi.sh. - - 8) ./link_fv3gfs.sh nco dell - - -SORC CHANGES - -* sorc/ - * checkout.sh will checkout the following changed model tags: - * GSI; tag gfsda.v16.1.6 - * No changes to the source code. - - -FIX CHANGES - -* fix/fix_gsi: - * global_convinfo.txt: Turn on active assimilation of GeoOptics and - turn off active assimilation of uv 224 VADWND. - * gfsv16_historical/global_convinfo.txt.2022031612: Add dated - convinfo file for retrospective parallels. Does not impact operations. - * gfsv16_historical/0readme: Update documentation. Does not - impact operations. - - -PARM/CONFIG CHANGES - -* parm/config/config.anal: Add historical fix file entry. Does - not impact operations. - - -JOBS CHANGES - -* No change from GFS v16.1.5 - - -SCRIPT CHANGES - -* No change from GFS v16.1.5 - - -CHANGES TO RESOURCES AND FILE SIZES - - There should be no change in analysis runtime nor cnvstat file size - greater than the normal cycle to cycle variation. - - -PRE-IMPLEMENTATION TESTING REQUIREMENTS - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.1.6 package needs to be installed and tested. - -* Does this change require a 30-day evaluation? - * No. - - -DISSEMINATION INFORMATION - -* Where should this output be sent? - * No change from GFS v16.1.5 - -* Who are the users? - * No change from GFS v16.1.5 - -* Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v16.1.5 - -* Directory changes - * No change from GFS v16.1.5 - -* File changes - * No change from GFS v16.1.5 - - -HPSS ARCHIVE - -* No change from GFS v16.1.5 - - -JOB DEPENDENCIES AND FLOW DIAGRAM - -* No change from GFS v16.1.5 - diff --git a/docs/Release_Notes.gfs.v16.1.7.txt b/docs/Release_Notes.gfs.v16.1.7.txt deleted file mode 100644 index 6eed2dccc6..0000000000 --- a/docs/Release_Notes.gfs.v16.1.7.txt +++ /dev/null @@ -1,121 +0,0 @@ -GFS V16.1.7 RELEASE NOTES - - -PRELUDE - - Two updates in GFS v16.1.7 release: - 1) Tropical storm names are updated for 2022 hurricane season following WMO storm name - changes for each tropical cyclone basins. - 2) JTWC changed the format of the TCvital information, and the code - sorc/syndat_getjtbul.fd/getjtbul.f - need to be updated in order to decode correctly the JTWC TCvital information - - -IMPLEMENTATION INSTRUCTIONS - - The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com - are used to manage the GFS.v16.1.7 code. The SPA(s) handling the GFS.v16.1.7 - implementation need to have permissions to clone VLab gerrit repositories and - the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are - publicly readable and do not require access permissions. Please follow the - following steps to install the package on WCOSS-Dell: - - 1) cd $NWROOTp3 - - 2) mkdir gfs.v16.1.7 - - 3) cd gfs.v16.1.7 - - 4) git clone -b EMC-v16.1.7 https://github.com/NOAA-EMC/global-workflow.git . - - 5) cd sorc - - 6) ./checkout.sh -o - * This script extracts the following GFS components: - MODEL tag GFS.v16.0.17 Jun.Wang@noaa.gov - GSI tag gfsda.v16.1.6 Catherine.Thomas@noaa.gov - GLDAS tag gldas_gfsv16_release.v1.12.0 Helin.Wei@noaa.gov - UFS_UTILS tag ops-gfsv16.0.0 George.Gayno@noaa.gov - POST tag upp_gfsv16_release.v1.1.4 Wen.Meng@noaa.gov - WAFS tag gfs_wafs.v6.0.22 Yali.Mao@noaa.gov - - 7) ./build_all.sh - * This script compiles all GFS components. Runtime output from the build for - each package is written to log files in directory logs. To build an - individual program, for instance, gsi, use build_gsi.sh. - - 8) ./link_fv3gfs.sh nco dell - - -SORC CHANGES - -* sorc/ - * checkout.sh will checkout the following code changes: - * sorc/syndat_getjtbul.fd/getjtbul.fi: - JTWC changed the TCvitals data format (new data contains Tab and Return-Key). - The code update can decode the new JTWC data correctly - * No changes to other source code. - - -FIX CHANGES - -* fix/fix_am: - * fix_am/syndat_stmnames: update tropical storm names for 2022 hurricane season. - - -PARM/CONFIG CHANGES - -* No changes from GFS v16.1.6 - - -JOBS CHANGES - -* No change from GFS v16.1.6 - - -SCRIPT CHANGES - -* No change from GFS v16.1.6 - - -CHANGES TO RESOURCES AND FILE SIZES - -* No change from GFS v16.1.6 - - -PRE-IMPLEMENTATION TESTING REQUIREMENTS - -* Which production jobs should be tested as part of this implementation? - * job JGLOBAL_ATMOS_TROPCY_QC_RELOC should be tested - -* Does this change require a 30-day evaluation? - * No. - - -DISSEMINATION INFORMATION - -* Where should this output be sent? - * No change from GFS v16.1.6 - -* Who are the users? - * No change from GFS v16.1.6 - -* Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v16.1.6 - -* Directory changes - * No change from GFS v16.1.6 - -* File changes - * No change from GFS v16.1.6 - - -HPSS ARCHIVE - -* No change from GFS v16.1.6 - - -JOB DEPENDENCIES AND FLOW DIAGRAM - -* No change from GFS v16.1.6 - diff --git a/docs/Release_Notes.gfs.v16.1.8.txt b/docs/Release_Notes.gfs.v16.1.8.txt deleted file mode 100644 index 1a01576623..0000000000 --- a/docs/Release_Notes.gfs.v16.1.8.txt +++ /dev/null @@ -1,128 +0,0 @@ -GFS V16.1.8 RELEASE NOTES - -PRELUDE - -Meteosat-9 replaces Meteosat-8 as the operational geostationary platform over the Indian Ocean on 20220601. To maintain continuity of operations, the /fix/fix_gsi/global_convinfo.txt file needs to be modified before this date (as soon as possible is preferable) - -IMPLEMENTATION INSTRUCTIONS - - The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com - are used to manage the GFS.v16.1.8 code. The SPA(s) handling the GFS.v16.1.8 - implementation need to have permissions to clone VLab gerrit repositories and - the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are - publicly readable and do not require access permissions. Please follow the - following steps to install the package on WCOSS-Dell: - - 1) cd $NWROOTp3 - - 2) mkdir gfs.v16.1.8 - - 3) cd gfs.v16.1.8 - - 4) git clone -b EMC-v16.1.8 https://github.com/NOAA-EMC/global-workflow.git . - - 5) cd sorc - - 6) ./checkout.sh -o - * This script extracts the following GFS components: - MODEL tag GFS.v16.0.17 Jun.Wang@noaa.gov - GSI tag gfsda.v16.1.8 Catherine.Thomas@noaa.gov - GLDAS tag gldas_gfsv16_release.v1.12.0 Helin.Wei@noaa.gov - UFS_UTILS tag ops-gfsv16.0.0 George.Gayno@noaa.gov - POST tag upp_gfsv16_release.v1.1.4 Wen.Meng@noaa.gov - WAFS tag gfs_wafs.v6.0.22 Yali.Mao@noaa.gov - - 7) ./build_all.sh - * This script compiles all GFS components. Runtime output from the build for - each package is written to log files in directory logs. To build an - individual program, for instance, gsi, use build_gsi.sh. - - 8) ./link_fv3gfs.sh nco dell - -SORC CHANGES - -* No changes from GFS v16.1.7 - - -FIX CHANGES - -* fix/fix_gsi/ - *fix/fix_gsi/global_convinfo.txt: Turn on uv satid 56 (three character change) - -PARM/CONFIG CHANGES - -* No changes from GFS v16.1.7 - - -JOBS CHANGES - -* No change from GFS v16.1.7 - - -SCRIPT CHANGES - -* No change from GFS v16.1.7 - - -CHANGES TO RESOURCES AND FILE SIZES - -* No change from GFS v16.1.7 - - -PRE-IMPLEMENTATION TESTING REQUIREMENTS - -* Which production jobs should be tested as part of this implementation? - * jobs jgdas_atmos_analysis and jgfs_atmos_analysis should be tested. Prior to 20220601, results should be identical. - -* Does this change require a 30-day evaluation? - * No. - -DISSEMINATION INFORMATION - -* Where should this output be sent? - * No change from GFS v16.1.7 - -* Who are the users? - * No change from GFS v16.1.7 - -* Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v16.1.7 - -* Directory changes - * No change from GFS v16.1.7 - -* File changes - * No change from GFS v16.1.7 - - -HPSS ARCHIVE - -* No change from GFS v16.1.7 - - -JOB DEPENDENCIES AND FLOW DIAGRAM - -* No change from GFS v16.1.7 - - -Temporary Location of Changed Files on disk. - -On WCOSS: -Replace: - /gpfs/dell1/nco/ops/nwprod/gfs.v16.1.7/fix/fix_gsi/global_convinfo.txt -and -/gpfs/dell1/nco/ops/nwprod/gfs.v16.1.7/sorc/gsi.fd/fix/global_convinfo.txt -(the above two files should be identical) -with: -/gpfs/dell2/emc/modeling/save/Andrew.Collard/Meteosat9/global_convinfo.txt.gfs.v16.1.8 -(updating version numbers as appropriate) - -On WCOSS2: -Replace: -/lfs/h1/ops/prod/packages/gfs.v16.2.0/fix/fix_gsi/global_convinfo.txt -and -/lfs/h1/ops/prod/packages/gfs.v16.2.0/sorc/gsi.fd/fix/global_convinfo.txt -(the above two files should be identical) -with: -/u/Andrew.Collard/global_convinfo.txt.gfs.v16.2.1 -(updating version numbers as appropriate) diff --git a/docs/Release_Notes.gfs.v16.2.0.md b/docs/Release_Notes.gfs.v16.2.0.md deleted file mode 100644 index 994282903e..0000000000 --- a/docs/Release_Notes.gfs.v16.2.0.md +++ /dev/null @@ -1,399 +0,0 @@ -GFS V16.2.0 RELEASE NOTES - -------- -PRELUDE -------- - -The GFSv16 is ported to the new WCOSS2 system (Cactus/Dogwood). - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com are used to manage the GFS.v16.2.0 code. The SPA(s) handling the GFS.v16.2.0 implementation need to have permissions to clone VLab gerrit repositories and the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please follow the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.2.0 -cd gfs.v16.2.0 -git clone -b EMC-v16.2.0.7 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.2.0 | Jun.Wang@noaa.gov | -| GSI | gfsda.v16.2.0 | Russ.Treadon@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.0.0 | Helin.Wei@noaa.gov | -| UFS_UTILS | ops-gfsv16.2.0 | George.Gayno@noaa.gov | -| POST | upp_v8.1.2 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.2.8 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -SORC CHANGES ------------- - -Necessary code changes for WCOSS2: - -* GSI: - * `src/gsi/ensctl2state.f90`: Nullify pointer declarations - * `src/gsi/ensctl2state_ad.f90`: Nullify pointer declarations - * `src/gsi/general_read_gfsatm.f90`: Bug fix to remove MPI rank issue that causes `global_gsi.x` to hang while using 1020 or more tasks. - * `src/gsi/read_obs.F90`: Remove verbose output causing a WARNING message to appear in the output. - * `src/enkf/mpi_readobs.f90`: Remove omp parallel, since they didn’t speed up the code and caused errors on WCOSS2. - -All components updated their codes to build on WCOSS2: - -* GLDAS - * `sorc/build_gdas2gldas.sh` - * `sorc/build_gldas2gdas.sh` - * `sorc/build_gldas_forcing.sh` - * `sorc/build_gldas_model.sh` - * `sorc/build_gldas_post.sh` - * `sorc/build_gldas_rst.sh` - * `sorc/gldas_model.fd/make/Makefile.noah` -* MODEL - * `conf/configure.fv3.wcoss2` - created -* GSI - * `ush/build_all_cmake.sh` -* POST - * `Externals.cfg` and `manage_externals` directory were removed - retire usage of `manage_externals`, use `git submodule` for GTG subcomponent now - * `sorc/build_ncep_post.sh` - * `sorc/ncep_post.fd/build_upp_lib.sh` - * `sorc/ncep_post.fd/makefile_lib` - * `sorc/ncep_post.fd/makefile_lib_wcoss2` - * `sorc/ncep_post.fd/makefile_module_wcoss2` -* UFS_UTILS - * `sorc/build_cycle.sh` - * `sorc/build_emcsfc.sh` - * `sorc/link_fixdirs.sh` - * `sorc/machine-setup.sh` - * `sorc/ufs_build.cfg` - disable chgres build -* WAFS - * `sorc/build_wafs.sh` -* Workflow - WCOSS2 and LUA module support changes throughout. Additional changes described below. - * `sorc/build_all.sh` - * `sorc/build_enkf_chgres_recenter.sh` - * `sorc/build_enkf_chgres_recenter_nc.sh` - * `sorc/build_fv3.sh` - add Orion support and consolidate compile commands - * `sorc/build_fv3nc2nemsio.sh` - * `sorc/build_gaussian_sfcanl.sh` - * `sorc/build_gfs_bufrsnd.sh` - * `sorc/build_gfs_fbwndgfs.sh` - * `sorc/build_regrid_nemsio.sh` - * `sorc/build_tropcy_NEMS.sh` - updated some library variable settings for hpc-stack - * `sorc/checkout.sh` - update component tags and adjust how GTG checkout occurs (Using `git submodules` now, no longer using `manage_externals`) - * `sorc/enkf_chgres_recenter_nc.fd/makefile` - hpc-stack library variable updates - * `sorc/fv3gfs_build.cfg` - remove duplicate gldas line - * `sorc/gaussian_sfcanl.fd/Makefile` - add CWD to line that needed it - * `sorc/gaussian_sfcanl.fd/makefile.sh` - hpc-stack library variable update - * `sorc/link_fv3gfs.sh` - add support for Orion, remove `global_chgres` exec link, add new emc/nco mode config check - * `sorc/machine-setup.sh` - add support for Orion, add `build.ver` sourcing - * `util/sorc/compile_gfs_util_wcoss.sh` - * `util/sorc/mkgfsawps.fd/makefile.wcoss2` - created - * `util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh` - * `util/sorc/overgridid.fd/compile_overgridid_wcoss.sh` - * `util/sorc/rdbfmsua.fd/makefile.wcoss2` - created - * `util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh` - * `util/sorc/webtitle.fd/compile_webtitle_wcoss.sh` - -FIX CHANGES ------------ - -* No changes from GFS v16.1.8 - -PARM/CONFIG CHANGES -------------------- - -* Workflow - * `env/WCOSS2.env` - created - * `parm/config/config.anal` - tiny whitespace cleanup - * `parm/config/config.base.emc.dyn` - a few QOL and Orion support updates for `dev`, also `jlogfile` removal, change `NWPROD` to `PACKAGEROOT` - * `parm/config/config.base.nco.static` - change default `machine` to `WCOSS2`, change `NWPROD` to `PACKAGEROOT` - * `parm/config/config.efcs` - update chunk settings for WCOSS2 - * `parm/config/config.fcst` - update chunk settings for WCOSS2 and set `io_layout="1,1"` when not C768 - * `parm/config/config.fv3.emc.dyn` - created to handle dev resource settings outside of ops for the FV3 dynamical core, link script picks when entered mode is “emc” - * `parm/config/config.fv3.nco.static` - formerly just `config.fv3`, contains resource settings for the FV3 in operations, link script picks when entered mode is “nco” - * `parm/config/config.gldas` - add needed `FINDDATE` setting - * `parm/config/config.prepbufr` - `GESROOT` for Orion - * `parm/config/config.resources.emc.dyn` - formerly known as `config.resources`, sets dev resource settings for running outside of ops, link script picks when entered mode is “emc” - * `parm/config/config.resources.nco.static` - created to handle ops resource settings, link script picks when entered mode is “nco” - * `parm/config/config.vrfy` - some dev updates - * `parm/config/config.wavepostbndpnt` - update to set `FHMAX_WAV_IBP=$FHMAX_GFS` when `$FHMAX_GFS < 180` - * `versions/build.ver` - created for WCOSS2 port - * `versions/run.ver` - created for WCOSS2 port - -JOBS CHANGES ------------- - -All job scripts listed here made the following changes: - -* Remove `postmsg`/`jlogfile` usage and references -* Add WCOSS2 checks where needed - -Other job script changes are noted under component bullets: - -* GLDAS - * `jobs/JGDAS_ATMOS_GLDAS` - * `ush/gldas_forcing.sh` - introduce `USE_CFP` and `cpc_precip` for EMC mode - * `ush/gldas_get_data.sh` -* GSI - The following job scripts were also updated to convert them from `ksh` to `bash`. A correction was also made to `JGDAS_ENKF_FCST` to fix `bash` treating `08` as an `octal`. - * `jobs/JGDAS_ATMOS_ANALYSIS_DIAG` - * `jobs/JGDAS_ATMOS_CHGRES_FORENKF` - * `jobs/JGDAS_ENKF_DIAG` - * `jobs/JGDAS_ENKF_ECEN` - * `jobs/JGDAS_ENKF_FCST` - * `jobs/JGDAS_ENKF_POST` - * `jobs/JGDAS_ENKF_SELECT_OBS` - * `jobs/JGDAS_ENKF_SFC` - * `jobs/JGDAS_ENKF_UPDATE` - * `jobs/JGLOBAL_ATMOS_ANALYSIS` - * `jobs/JGLOBAL_ATMOS_ANALYSIS_CALC` -* MODEL - * See main forecast job script (`JGLOBAL_FORECAST`) listed under workflow below -* POST - * `jobs/JGLOBAL_ATMOS_NCEPPOST` -* WAFS - * `jobs/JGFS_ATMOS_WAFS` - * `jobs/JGFS_ATMOS_WAFS_BLENDING` - * `jobs/JGFS_ATMOS_WAFS_BLENDING_0P25` - * `jobs/JGFS_ATMOS_WAFS_GCIP` - * `jobs/JGFS_ATMOS_WAFS_GRIB2` - * `jobs/JGFS_ATMOS_WAFS_GRIB2_0P25` -* Workflow - * `jobs/JGDAS_ATMOS_GEMPAK` - * `jobs/JGDAS_ATMOS_GEMPAK_META_NCDC` - * `jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG` - * `jobs/JGFS_ATMOS_AWIPS_G2` - * `jobs/JGFS_ATMOS_CYCLONE_GENESIS` - * `jobs/JGFS_ATMOS_CYCLONE_TRACKER` - * `jobs/JGFS_ATMOS_FBWIND` - * `jobs/JGFS_ATMOS_FSU_GENESIS` - * `jobs/JGFS_ATMOS_GEMPAK` - * `jobs/JGFS_ATMOS_GEMPAK_META` - * `jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF` - * `jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC` - * `jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS` - * `jobs/JGFS_ATMOS_POSTSND` - * `jobs/JGLOBAL_ATMOS_EMCSFC_SFC_PREP` - * `jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC` - * `jobs/JGLOBAL_FORECAST` - * `jobs/JGLOBAL_WAVE_GEMPAK` - * `jobs/JGLOBAL_WAVE_INIT` - * `jobs/JGLOBAL_WAVE_POST_BNDPNT` - * `jobs/JGLOBAL_WAVE_POST_BNDPNTBLL` - * `jobs/JGLOBAL_WAVE_POST_PNT` - * `jobs/JGLOBAL_WAVE_POST_SBS` - * `jobs/JGLOBAL_WAVE_PRDGEN_BULLS` - * `jobs/JGLOBAL_WAVE_PRDGEN_GRIDDED` - * `jobs/JGLOBAL_WAVE_PREP` - * `jobs/rocoto/awips.sh` - * `jobs/rocoto/gempak.sh` - * `jobs/rocoto/vrfy.sh` - * `jobs/rocoto/wafsgcip.sh` - * Remove duplicate rundir deletions: - * `jobs/rocoto/waveinit.sh` - * `jobs/rocoto/wavepostbndpnt.sh` - * `jobs/rocoto/wavepostbndpntbll.sh` - * `jobs/rocoto/wavepostpnt.sh` - * `jobs/rocoto/wavepostsbs.sh` - * `jobs/rocoto/waveprep.sh` - -SCRIPT CHANGES --------------- - -The following scripts were updated for WCOSS2 (includes postmsg/jlogfile removal - other changes mentioned below): - -* GLDAS - * `scripts/exgdas_atmos_gldas.sh` - replace `WCOSS_DELL_P3` machine check with `$USE_CFP` for CFP usage -* GSI (shell scripts also converted from `ksh` to `bash`) - * `scripts/exgdas_atmos_chgres_forenkf.sh` - * `scripts/exgdas_enkf_ecen.sh` - * `scripts/exgdas_enkf_fcst.sh` - * `scripts/exgdas_enkf_post.sh` - * `scripts/exgdas_enkf_select_obs.sh` - * `scripts/exgdas_enkf_sfc.sh` - * `scripts/exgdas_enkf_update.sh` - * `scripts/exglobal_atmos_analysis.sh` - also refactor for loop limits in `GENDIAGS` block. - * `scripts/exglobal_atmos_analysis_calc.sh` - * `scripts/exglobal_diag.sh` - * `ush/calcanl_gfs.py` - add `mpiexec` launcher option -* MODEL - * See main forecast driver script (`exglobal_forecast.sh`) listed under workflow below -* POST - * `scripts/exgdas_atmos_nceppost.sh` - * `scripts/exgfs_atmos_nceppost.sh` - * `ush/fv3gfs_downstream_nems.sh` -* UFS_UTILS - * `scripts/exemcsfc_global_sfc_prep.sh` - * `ush/emcsfc_ice_blend.sh` - * `ush/emcsfc_snow.sh` -* WAFS - * `scripts/exgfs_atmos_wafs_blending.sh` - * `scripts/exgfs_atmos_wafs_blending_0p25.sh` - * `scripts/exgfs_atmos_wafs_gcip.sh` - * `scripts/exgfs_atmos_wafs_grib.sh` - * `scripts/exgfs_atmos_wafs_grib2.sh` - * `scripts/exgfs_atmos_wafs_grib2_0p25.sh` - * `ush/mkwfsgbl.sh` - * `ush/wafs_blending.sh` - * `ush/wafs_intdsk.sh` -* Workflow - * `driver/*` - Remove `jlogfile` references from driver scripts and add new wcoss2 driver scripts - * `gempak/ush/gempak_gdas_f000_gif.sh` - * `gempak/ush/gempak_gfs_f00_gif.sh` - * `gempak/ush/gempak_gfs_f12_gif.sh` - * `gempak/ush/gempak_gfs_f24_gif.sh` - * `gempak/ush/gempak_gfs_f36_gif.sh` - * `gempak/ush/gempak_gfs_f48_gif.sh` - * `ush/gfs_bufr.sh` - * `ush/gfs_sndp.sh` - * `scripts/exgdas_atmos_gempak_gif_ncdc.sh` - * `scripts/exgdas_atmos_nawips.sh` - * `scripts/exgfs_atmos_awips_20km_1p0deg.sh` - * `scripts/exgfs_atmos_fbwind.sh` - * `scripts/exgfs_atmos_gempak_gif_ncdc_skew_t.sh` - * `scripts/exgfs_atmos_gempak_meta.sh` - * `scripts/exgfs_atmos_goes_nawips.sh` - * `scripts/exgfs_atmos_grib2_special_npoess.sh` - * `scripts/exgfs_atmos_grib_awips.sh` - * `scripts/exgfs_atmos_nawips.sh` - * `scripts/exgfs_atmos_postsnd.sh` - * `scripts/exgfs_wave_init.sh` - * `scripts/exgfs_wave_nawips.sh` - * `scripts/exgfs_wave_post_gridded_sbs.sh` - * `scripts/exgfs_wave_post_pnt.sh` - * `scripts/exgfs_wave_prdgen_bulls.sh` - * `scripts/exgfs_wave_prdgen_gridded.sh` - * `scripts/exgfs_wave_prep.sh` - * `scripts/exglobal_atmos_tropcy_qc_reloc.sh` - * `scripts/exglobal_forecast.sh` - update `$NWPROD` to `$PACKAGEROOT` - * `ush/gaussian_sfcanl.sh` - update `$NWPROD` to `$PACKAGEROOT` - * `ush/gfs_bufr.sh` - replace backticks with proper syntax - * `ush/gfs_sndp.sh` - replace backticks with proper syntax - * `ush/global_extrkr.sh` - * `ush/load_fv3gfs_modules.sh` - update to source run.ver and load `module_base` in LUA format - * `ush/rocoto/*` - numerous updates to rocoto setup scripts to support WCOSS2 and Orion, also scripts converted from `python2` to `python3` - * `ush/syndat_getjtbul.sh` - * `ush/syndat_qctropcy.sh` - * `ush/tropcy_relocate.sh` - * `ush/wave_grib2_sbs.sh` - * `ush/wave_grid_interp.sh` - * `ush/wave_grid_interp_sbs.sh` - * `ush/wave_grid_moddef.sh` - * `ush/wave_outp_cat.sh` - * `ush/wave_outp_spec.sh` - * `ush/wave_prnc_cur.sh` - * `ush/wave_prnc_ice.sh` - * `ush/wave_tar.sh` - * `util/ush/mkawpgrb.sh` - * `util/ush/ml7_slm30g.sh` - * `util/ush/snd2forgn` - * `util/ush/snd2forgntbl.sh` - * `util/ush/sndncdc` - -MODULE CHANGES --------------- - -The following new WCOSS2 modulefiles were created and updated to conform with LUA format, as well as use new `*_ver` variables set by app-level build.ver versions files: - -* GLDAS - * `modulefiles/gdas2gldas.wcoss2.lua` - * `modulefiles/gldas2gdas.wcoss2.lua` - * `modulefiles/gldas_forcing.wcoss2.lua` - * `modulefiles/gldas_model.wcoss2.lua` - * `modulefiles/gldas_post.wcoss2.lua` - * `modulefiles/gldas_rst.wcoss2.lua` -* GSI - * `modulefiles/modulefile.ProdGSI.wcoss2.lua` -* MODEL - * `modulefiles/wcoss2/fv3` - not LUA format, given waiver -* POST - * `modulefiles/post/post_wcoss2.lua` - * `modulefiles/upp/upp_wcoss2.lua` -* UFS_UTILS - * `modulefiles/fv3gfs/global_cycle.wcoss2.lua` - * `modulefiles/modulefile.global_emcsfc_ice_blend.wcoss2.lua` - * `modulefiles/modulefile.global_emcsfc_snow2mdl.wcoss2.lua` -* WAFS - * `modulefiles/wafs/wafs_v6.0.0-wcoss2.lua` -* Workflow - * modulefiles to support Orion also included - * `modulefiles/fv3gfs/enkf_chgres_recenter.wcoss2.lua` - * `modulefiles/fv3gfs/enkf_chgres_recenter_nc.wcoss2.lua` - * `modulefiles/fv3gfs/gaussian_sfcanl.wcoss2.lua` - * `modulefiles/gfs_bufr.wcoss2.lua` - * `modulefiles/gfs_fbwndgfs.wcoss2.lua` - * `modulefiles/module-setup.csh.inc` - * `modulefiles/module-setup.sh.inc` - * `modulefiles/module_base.wcoss2.lua` - * `modulefiles/modulefile.fv3nc2nemsio.wcoss2.lua` - * `modulefiles/modulefile.regrid_nemsio.wcoss2.lua` - * `modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua` - * `util/modulefiles/gfs_util.wcoss2.lua` - -CHANGES TO RESOURCES AND FILE SIZES ------------------------------------ - -* File sizes - * No change to GFSv16.1.8. -* Resource changes to meet operational time windows: - * See updated Ecflow scripts for adjusted compute resources for WCOSS2. - * Pre-hand-off development testing results: - * Timing compared to WCOSS-Dell - Almost all jobs ran either within the +/-5min window or faster (exceptions noted below). Most serial jobs were faster. The largest MPI jobs were within their WCOSS-Dell windows and some even use fewer cores. - * Cores compared to WCOSS-Dell - On average the jobs used ~30% more cores in development testing, mainly as a result of getting jobs into timing windows. Optimization can improve this, particularly with the smaller jobs that could share nodes. See additional note on this below. - * A spreadsheet with development testing timings and resource settings is available upon request. - * Notes on important resource changes: - * Almost all 1 node jobs are serial and will use more cores due to the larger number of pes per node on WCOSS2 but they will also run considerably faster. Further optimization could improve this. - * The wave post point jobs all require about double the number of cores compared to WCOSS-Dell. There are also timing issues partly related to runtime variability on WCOSS2. Further optimization may improve these jobs. - * The `gdas[gfs]_analysis` jobs used just under double the number of cores but are snug in their WCOSS-Dell timing window. Further optimization could reduce the core number but retail timing. - * The `gfs_forecast` job runtime is fast but just under the WCOSS-Dell core number. Further optimization is needed to get it back into its WCOSS-Dell window. - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.2.0 package needs to be installed and tested. -* Does this change require a 30-day evaluation? - * Yes. - -DISSEMINATION INFORMATION -------------------------- - -* Where should this output be sent? - * No change from GFS v16.1.8 -* Who are the users? - * No change from GFS v16.1.8 -* Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * No change from GFS v16.1.8 -* Directory changes - * No change from GFS v16.1.8 -* File changes - * No change from GFS v16.1.8 - -HPSS ARCHIVE ------------- - -* No change from GFS v16.1.8 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- -* No change from GFS v16.1.8 diff --git a/docs/Release_Notes.gfs.v16.2.1.md b/docs/Release_Notes.gfs.v16.2.1.md deleted file mode 100644 index 5581db22dc..0000000000 --- a/docs/Release_Notes.gfs.v16.2.1.md +++ /dev/null @@ -1,129 +0,0 @@ -GFS V16.2.1 RELEASE NOTES - -------- -PRELUDE -------- - -Several bug fixes for the GFSv16.2 package to resolve issues with the gfs_forecast job (wave restart calculation) and the gfs_atmos_postsnd (bufr sounding) job. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com are used to manage the GFS.v16.2.1 code. The SPA(s) handling the GFS.v16.2.1 implementation need to have permissions to clone VLab gerrit repositories and the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please follow the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.2.1 -cd gfs.v16.2.1 -git clone -b EMC-v16.2.1 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.2.0 | Jun.Wang@noaa.gov | -| GSI | gfsda.v16.2.0 | Russ.Treadon@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.0.0 | Helin.Wei@noaa.gov | -| UFS_UTILS | ops-gfsv16.2.0 | George.Gayno@noaa.gov | -| POST | upp_v8.1.2 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.2.8 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -SORC CHANGES ------------- - -* Workflow - * `sorc/gfs_bufr.fd/calpreciptype.f` - * `sorc/gfs_bufr.fd/meteorg.f` - -FIX CHANGES ------------ - -* No changes from GFS v16.2.0 - -PARM/CONFIG CHANGES -------------------- - -* Workflow - * `env/WCOSS2.env` - postsnd adjustments - * `parm/config/config.resources.nco.static` - postsnd adjustments - * `parm/config/config.resources.emc.dyn` - postsnd adjustments - * `parm/transfer/transfer_rdhpcs_gfs_nawips.list` - -JOBS CHANGES ------------- - -* No changes from GFS v16.2.0 - -SCRIPT CHANGES --------------- - -* Workflow - * `ecf/scripts/gfs/atmos/post_processing/bulletins/jgfs_atmos_fbwind.ecf` - memory adjustment - * `ecf/scripts/gfs/atmos/post_processing/bufr_sounding/jgfs_atmos_postsnd.ecf` - resource adjustment - * `scripts/exglobal_forecast.sh` - update calculation of starting time of rerun based on if wave restarts exist - -MODULE CHANGES --------------- - -* Workflow - * `modulefiles/gfs_bufr.wcoss2.lua` - no longer build with -qopenmp - -CHANGES TO RESOURCES AND FILE SIZES ------------------------------------ - -* File sizes - * No change to GFSv16.2.0. -* Resource changes - * Adjustment to the gfs_atmos_postsnd job resources. - * Increase to memory for fbwind job. - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.2.1 package needs to be installed and tested. -* Does this change require a 30-day evaluation? - * No. - -DISSEMINATION INFORMATION -------------------------- - -* Where should this output be sent? - * No change from GFS v16.2.0 -* Who are the users? - * No change from GFS v16.2.0 -* Which output files should be transferred from PROD WCOSS2 to DEV WCOSS2? - * No change from GFS v16.2.0 -* Directory changes - * No change from GFS v16.2.0 -* File changes - * No change from GFS v16.2.0 - -HPSS ARCHIVE ------------- - -* No change from GFS v16.2.0 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- -* No change from GFS v16.2.0 diff --git a/docs/Release_Notes.gfs.v16.2.2.md b/docs/Release_Notes.gfs.v16.2.2.md deleted file mode 100644 index 65570ea1c2..0000000000 --- a/docs/Release_Notes.gfs.v16.2.2.md +++ /dev/null @@ -1,123 +0,0 @@ -GFS V16.2.2 RELEASE NOTES - -------- -PRELUDE -------- - -The upstream dependency system RTOFS is upgraded to v2.3. This results in a version file change within the GFS. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and both the NOAA-EMC and NCAR organization spaces on GitHub.com are used to manage the GFS.v16.2.2 code. The SPA(s) handling the GFS.v16.2.2 implementation need to have permissions to clone VLab gerrit repositories and the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please follow the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.2.2 -cd gfs.v16.2.2 -git clone -b EMC-v16.2.2 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.2.0 | Jun.Wang@noaa.gov | -| GSI | gfsda.v16.2.0 | Russ.Treadon@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.0.0 | Helin.Wei@noaa.gov | -| UFS_UTILS | ops-gfsv16.2.0 | George.Gayno@noaa.gov | -| POST | upp_v8.1.2 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.2.8 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -SORC CHANGES ------------- - -* No changes from GFS v16.2.1 - -FIX CHANGES ------------ - -* No changes from GFS v16.2.1 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.2.1 - -JOBS CHANGES ------------- - -* No changes from GFS v16.2.1 - -SCRIPT CHANGES --------------- - -* No changes from GFS v16.2.1 - -MODULE CHANGES --------------- - -* No changes from GFS v16.2.1 - -VERSION CHANGES ---------------- - -The "rtofs_ver" version variable changes from v2.2. to v2.3. - -CHANGES TO RESOURCES AND FILE SIZES ------------------------------------ - -* File sizes - * No change to GFSv16.2.1 -* Resource changes - * No change to GFSv16.2.1 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.2.2 package needs to be installed and tested. -* Does this change require a 30-day evaluation? - * No. - -DISSEMINATION INFORMATION -------------------------- - -* Where should this output be sent? - * No change from GFS v16.2.1 -* Who are the users? - * No change from GFS v16.2.1 -* Which output files should be transferred from PROD WCOSS2 to DEV WCOSS2? - * No change from GFS v16.2.1 -* Directory changes - * No change from GFS v16.2.1 -* File changes - * No change from GFS v16.2.1 - -HPSS ARCHIVE ------------- - -* No change from GFS v16.2.1 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- -* No change from GFS v16.2.1 diff --git a/docs/Release_Notes.gfs.v16.3.10.md b/docs/Release_Notes.gfs.v16.3.10.md deleted file mode 100644 index 3df1ed34c1..0000000000 --- a/docs/Release_Notes.gfs.v16.3.10.md +++ /dev/null @@ -1,132 +0,0 @@ -GFS V16.3.10 RELEASE NOTES - -------- -PRELUDE -------- - -Annual update for 2024 CO2 fix files. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.10 -cd gfs.v16.3.10 -git clone -b EMC-v16.3.10 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.8 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change `version=v16.3.10`, and `gfs_ver=v16.3.10` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.9 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.9 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.9 - -SCRIPT CHANGES --------------- - -* No changes from GFS v16.3.9 - -FIX CHANGES ------------ - -* New 2024 CO2 files (in on-disk staged set): - * `fix_am/co2dat_4a/global_co2historicaldata_2022.txt` - * `fix_am/co2dat_4a/global_co2historicaldata_2023.txt_proj_u` - * `fix_am/co2dat_4a/global_co2historicaldata_2024.txt_proj` - * `fix_am/fix_co2_proj/global_co2historicaldata_2024.txt` - * `fix_am/fix_co2_update/global_co2historicaldata_2023.txt` - -MODULE CHANGES --------------- - -* No changes from GFS v16.3.9 - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.9 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.9 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * None -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.9 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.9 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.9 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.9 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Qingfu.Liu@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.11.md b/docs/Release_Notes.gfs.v16.3.11.md deleted file mode 100644 index c6449cd6cf..0000000000 --- a/docs/Release_Notes.gfs.v16.3.11.md +++ /dev/null @@ -1,133 +0,0 @@ -GFS V16.3.11 RELEASE NOTES - -------- -PRELUDE -------- - -Enable the monitoring of NOAA-21 and GOES-18 radiances in the GFS. A new version of CRTM with new coefficient files is required and included in this change. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.11 -cd gfs.v16.3.11 -git clone -b EMC-v16.3.11 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.10 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -Additional release notes for `upp/8.3.0` installation on WCOSS2: -https://docs.google.com/document/d/18bUYWmsN7FuweyA2CQTBW1rk3FNRMHKPlYHZlbS8ODs/edit?pli=1 - -VERSION FILE CHANGES --------------------- - -* `versions/build.ver` - change `crtm_ver=2.4.0.1` and `upp_ver=8.3.0` -* `versions/run.ver` - change `version=v16.3.11`, `gfs_ver=v16.3.11` and `crtm_ver=2.4.0.1` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.10 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.10 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.10 - -SCRIPT CHANGES --------------- - -* Changes to sorc/gsi.fd/scripts/exglobal_atmos_analysis.sh - -FIX CHANGES ------------ - -* Changes to `fix/fix_gsi/global_anavinfo.l127.txt`, `fix/fix_gsi/global_satinfo.txt` and add `fix/fix_gsi/Rcov_crisn21` - -MODULE CHANGES --------------- - -* No changes from GFS v16.3.10 - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.10 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.10 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * GSI -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.10 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.10 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.10 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.10 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Andrew.Collard@noaa.gov -Wen.Meng@noaa.gov -Jun.Wang@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.12.md b/docs/Release_Notes.gfs.v16.3.12.md deleted file mode 100644 index 3769f7e19a..0000000000 --- a/docs/Release_Notes.gfs.v16.3.12.md +++ /dev/null @@ -1,126 +0,0 @@ -GFS V16.3.12 RELEASE NOTES - -------- -PRELUDE -------- - -Enable the monitoring of NOAA-21 and GOES-18 radiances in the GFS. A new version of CRTM with new coefficient files is required and included in this change. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.12 -cd gfs.v16.3.12 -git clone -b EMC-v16.3.12 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -VERSION FILE CHANGES --------------------- -* `versions/run.ver` - change `version=v16.3.12` and `gfs_ver=v16.3.12` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.11 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.11 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.11 - -SCRIPT CHANGES --------------- - -* No changes from GFS v16.3.11 - -FIX CHANGES ------------ - -* Changes to `fix/fix_gsi/global_satinfo.txt` and `fix/fix_gsi/global_convinfo.txt` - -MODULE CHANGES --------------- - -* No changes from GFS v16.3.11 - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.11 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.11 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * GSI -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.11 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.11 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.11 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.11 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Andrew.Collard@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.13.md b/docs/Release_Notes.gfs.v16.3.13.md deleted file mode 100644 index 405b76791e..0000000000 --- a/docs/Release_Notes.gfs.v16.3.13.md +++ /dev/null @@ -1,161 +0,0 @@ -GFS V16.3.13 RELEASE NOTES - -------- -PRELUDE -------- - -This upgrade to the GFS includes updates to WAFS - -WAFS: - - At GFS v16.3 implementation, UPP and WAFS package were updated to be ready to produce high resolution WAFS output to meet 2023 ICAO milestone with one switch. - The switch was turned off at GFS v16.3. Now that UKMO has started to produce their corresponding high resolution WAFS output, EMC will work with NCO to turn on the switch. - - Additionally, EMC is updating WAFS ecf definition file to: - 1. trigger WAFS blending job 5 min later from 4:25 to 4:30 to compensate for 5-10 min delay in receiving UKMO high resolution data; - 2. stop producing blended 1.25 deg WAFS file per ICAO milestone. - 3. stop producing wafsgfs[37-44]* octant files because NCO decides to remove the related DBNET alerts - - Both sides agreed that we sill stop waiting for data from the other side at T+4:45. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.13 -cd gfs.v16.3.13 -git clone -b EMC-v16.3.13 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.2 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change `version=v16.3.13` and `gfs_ver=v16.3.13` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.12 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.12 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.12 - -SCRIPT CHANGES --------------- - -* Update ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_blending_0p25.ecf to ICAO2023=yes -* Update ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2.ecf to ICAO2023=yes -* Update ecf/scripts/gfs/atmos/post_processing/grib2_wafs/jgfs_atmos_wafs_grib2_0p25.ecf to ICAO2023=yes -* Update ecf/scripts/gfs/atmos/post_processing/jgfs_atmos_wafs_gcip.ecf to ICAO2023=yes -* In ecf/defs/gfs_v16_3.def, remove jgfs_atmos_wafs_blending task, delay trigger time of jgfs_atmos_wafs_blending_0p25 by 5 minutes -* Update scripts/exgfs_atmos_wafs_grib2_0p25.sh to add forecast hour window to dbn_alert for awf and WAFS unblended hazard data -* In scripts/exgfs_atmos_wafs_grib2.sh, add dbn_alert of non-headed non-hazard 1.25 deg data (gfs.tCCz.wafs_grb45fFF.grib2) with subtype GFS_WAFS_1P25_GB2 -* In scripts/exgfs_atmos_wafs_grib.sh, stop running ush/wafs_intdsk.sh which produces wafsgfs[37-44]* octant files because NCO decides to remove the related DBNET alerts. -* In ush/mkwfsgbl.sh, remove GFS_WAFS and GFS_XWAFS DBNET alerts. - -FIX CHANGES ------------ - -* No changes from GFS v16.3.12 - -MODULE CHANGES --------------- - -* No changes from GFS v16.3.12 - -CHANGES TO FILE SIZES ---------------------- - -* WAFS - There will be file size increases. Please see page 2 of the following Google slide: -https://docs.google.com/presentation/d/1VtPhyYXTe_PS9gXZGMrMPlQ32ELl-JJem-Vq8vO4j_U/edit#slide=id.g134dd9cf8ea_0_107 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* jgfs_atmos_wafs_grib2_0p25.ecf changes from "mpiprocs=11:ompthreads=1:ncpus=11:mem=80GB" to "mpiprocs=39:ompthreads=1:ncpus=39:mem=200GB" because there will be 39 forecast hours and each forecast hour uses one processor through MPMD. - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * WAFS -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* SCN23-111: Change to Global Aviation Products related to the World Area Forecast System (WAFS) Product on or about January 17, 2024. A pdf version is posted at: -https://www.weather.gov/media/notification/pdf_2023_24/scn23-111_wafs_products_change.pdf - -* File changes - 1. Stop WAFS_blended_*.grib2, and wmo/grib2.*wafs_grb_wifs*.45 - 2. Stop wafsgfs[37-44]* octant files, and wmo/com.wafs* - 3. Stop gfs.t??z.wafs_grb45f??.nouswafs.grib2 - 4. gfs.tCCz.wafs_0p25.fFFF.grib2: temporal resolution increases and forecast hour is extended to 120 - 5. For the following files, vertical levels and file sizes are changed, and each level is the exact number of pressure level: - - gfs.tCCz.awf_0p25.fFFF.grib2 (additionally temporal resolution increases and forecast hour is extended to 48) - - gfs.tCCz.wafs_0p25_unblended.fFF.grib2 (additionally temporal resolution increases and forecast hour is extended to 48) - - WAFS_0p25_blended_*.grib2 (additionally temporal resolution increases and forecast hour is extended to 48) - - gfs.tCCz.wafs_grb45fFF.grib2, and wmo/grib2.tCCz.wafs_grbfFF.45 (additionally remove hazard data including CAT, ICIP and CB fields) - - gfs.tCCz.gcip.f00.grib2 - -HPSS ARCHIVE ------------- - -* Increase from 972M to 3G because both the vertical and temporal resolutions increase of both 0.25 unblended and blended hazard WAFS data. - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.12 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.12 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Yali.Mao@noaa.gov -Hui-Ya.Chuang@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.15.md b/docs/Release_Notes.gfs.v16.3.15.md deleted file mode 100644 index efe6ff3b1a..0000000000 --- a/docs/Release_Notes.gfs.v16.3.15.md +++ /dev/null @@ -1,133 +0,0 @@ -GFS V16.3.15 RELEASE NOTES - -------- -PRELUDE -------- - -OBSPROC is updated to v1.2 in operations. This upstream dependency results in a version increase for the GFS. - -This OBSPROC update adds the following: - -* high-vertical resolution radiosonde profiles (up to 255 pressure levels) to the global and RAP prepbufr files -* high-vertical resolution radiosonde profiles (full profiles) to the newly established global and RAP *uprair* bufr dump files -* high-spatial and temporal resolution hurricane tailored winds for the HAFS model in the *satwhr* buff dump files - -It also increases the amount of msonet observations across all regional models. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.15 -cd gfs.v16.3.15 -git clone -b EMC-v16.3.15 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.2 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change `version=v16.3.15`, `gfs_ver=v16.3.15`, and `obsproc_ver=v1.2` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.14 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.14 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.14 - -SCRIPT CHANGES --------------- - -* No changes from GFS v16.3.14 - -FIX CHANGES ------------ - -* No changes from GFS v16.3.14 - -MODULE CHANGES --------------- - -* No changes from GFS v16.3.14 - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.14 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.14 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * N/A -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.14 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.14 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.14 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.14 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.16.md b/docs/Release_Notes.gfs.v16.3.16.md deleted file mode 100644 index 31973f481e..0000000000 --- a/docs/Release_Notes.gfs.v16.3.16.md +++ /dev/null @@ -1,142 +0,0 @@ -GFS V16.3.16 RELEASE NOTES - -------- -PRELUDE -------- - -This upgrade adds a new GDAS job - `gdaswdqms`. It generates 6-hourly summaries of observation reports, which contain information on time, location, station ID, and quality (usage flag and innovations) from GDAS analysis. The objective of this new job is to support the WMO WDQMS (WIGOS Data Quality Monitoring System) project and ensure that WMO observational data and products are reliable and correspond to agreed-upon needs. - -The 6-hourly summaries include surface (synop), upper-air, and surface marine (ship and buoy) observations. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.16 -cd gfs.v16.3.16 -git clone -b EMC-v16.3.16 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.3.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.2 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change `version=v16.3.16` and `gfs_ver=v16.3.16` -* `versions/hera[orion][wcoss2].ver` - change `prepobs_run_ver=1.1.0` (used for dev runs only) - -SORC CHANGES ------------- - -* No changes from GFS v16.3.15 - -JOBS CHANGES ------------- - -* Added a new `j-job` `JGDAS_ATMOS_ANALYSIS_WDQMS` - -PARM/CONFIG CHANGES -------------------- - -* Added a `config.wdqms` file for the new j-job added. -* Added new configuration parameter `DO_WDQMS` in the following configuration files - - `config.base.emc.dyn` (default to NO) - - `config.base.nco.static` (default to YES) -* Added resource parameters for `WDQMS` job in the following resource configuration files - - `config.resource.emc.dyn` - - `config.resource.nco.static` - -SCRIPT CHANGES --------------- - -* Added `exscript` `exgdas_atmos_analysis_wdqms.sh` -* Added a utility in `ush` `wdqms.py` called by the new job. -* Added `ecf` script `jgdas_atmos_analysis_wdqms.ecf` and updated the `ecflow` suite definition files. - -FIX CHANGES ------------ - -* No changes from GFS v16.3.15 - -MODULE CHANGES --------------- - -* New job loads `python` module in the ecf script. - -CHANGES TO FILE SIZES ---------------------- - -* No changes of existing file sizes from GFS v16.3.15 -* The `gdaswdqms` job creates three observation quality reports in CSV format for the following data types: - - Upper air (~0.5 MB) - - Marine (-6.5 MB) - - Synop (~ 22 MB) - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* Computing resource added for the `gdaswdqms` job for each gdas cycle: The new job `gdaswdqms` requests a single (1) core with `48GB` memory for 20 minutes - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * WDQMS -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.15 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.15 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* Added a new job `gdaswdqms` after `gdasanaldiag` with dependency on the completion of `gdasanaldiag` job. - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.15 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Rahul.Mahajan@noaa.gov -Emily.Liu@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.3.md b/docs/Release_Notes.gfs.v16.3.3.md deleted file mode 100644 index 7381a07993..0000000000 --- a/docs/Release_Notes.gfs.v16.3.3.md +++ /dev/null @@ -1,617 +0,0 @@ -GFS V16.3.3 RELEASE NOTES - -------- -PRELUDE -------- - -The GFSv16.3 is upgraded with the following objectives: improving the internal flight planning and global aviation safety, ameliorating the snow depth prediction, and advancing the overall global analysis and forecast by improving the use of observations and adding newly available ones. - -Three GFS components are upgraded to meet the objectives: - -GFS Post Processing system and World Area Forecast System (WAFS): - -* Per CAO milestones, WAFS products are upgraded to increase vertical/temporal resolution and forecast range on 0.25-degree products. -* Add new 1.25-degree aviation-related products with new WMO headers for FAA to retire WAFS octant files when FAA is ready. -* Minor changes in the GFS post-processing script to make a continuous bucket precipitation product for WGNE (Working Group for Numerical Experiment). -* Update synthetic satellite product generation with crtm/2.4.0. - -FV3 model physics upgrade in Noah land surface model: - -* GFS overestimates snow depth for heavy mixed precipitation events. -* It is found that the overestimates are associated with the GFDL microphysics scheme and the improper density used for different frozen precipitation types in the land surface model. -* Due to the scope of this upgrade, the overestimation from the surface land model is addressed first by giving proper density to various frozen hydrometeors in the land model. -* Tests indicated that the snow depth forecast has been significantly improved and the impact on overall forecast skills is not significant. - -Grid-point Statistics Interpolation (GSI) Analysis - Enhance the use of observations, add new data, improve the near sea surface temperature (NSST) analysis, and bug fixes. The upgraded data types and features include: - -* Feature-tracking winds from satellite: - * Add high-latitude winds from combined geostationary and polar-orbiting satellite imagery (Leo-Geo winds) - * Add AVHRR winds from MetOp-C - * Revised observation error for VIIRS -* Scatterometry winds from satellite: - * Add ASCAT winds from MetOp-C - * Revised thinning box and observation error -* Retrieved ozone from satellite: - * Add ozone profiles from NOAA-20 OMPS Nadir Mapper - * Include ozone data from the top 5 layers -* GNSS Radio Occultation: - * Add Sentinel-6A from EUMETSAT - * Add PAZ ROHPP (Spain) - * Revised quality control procedures and observation operator - * Code optimization -* Satellite Radiances: - * Upgrade to Community Radiative Transfer Model (CRTM) v2.4.0 - * Switch from assimilating antenna temperatures (TDR) to antenna-correction temperatures (SDR) for AMSU-A, MHS, and ATMS - * Revised all-sky assimilation framework for ATMS and AMSU-A -* Near Surface Sea Temperature Analysis: - * Revised thinning box and quality control for AVHRR radiances - * Relaxed quality control to include in-situ observations over the mixed surface type - * Relaxed gross check thresholds for in-situ data - * New in-situ observations from Saildrone, Argo, and Glider - * New correlation length based on the first baroclinic Rossby radius of deformation -* Minimization improvement (code changes turned off in this upgrade) - * Minimization scheme improvement to better detect nonlinearities -* Bug Fixes: - * Variational QC for winds - * IR quality control and bias correction -* Preparation for upcoming observations: - * NOAA-21: ATMS CrIS, VIIRS, and OMPS - * MetOp-C: GOME - * GOES-18: ABI - -This upgrade addresses the following bugzillas: 216, 1196, 1198, 1205, 1206, 1210, 1212, 1214, 1216, 1218, 1221, 1222 - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS.v16.3.3 code. The SPA(s) handling the GFS.v16.3.3 implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.3 -cd gfs.v16.3.3 -git clone -b EMC-v16.3.3 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.0 | Emily.Liu@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -Note: The library upp/8.2.0 needs to be pre-installed before proceeding with the build step. - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -IMPLEMENTATION INSTRUCTIONS - SPECIFIC TO GSI ---------------------------------------------- - -1. ASCAT winds from MetOp-C (type 290, sub 5) - -* The use flag for ASCAT winds from MetOp-C wind is currently set to -1 in `fix_gsi/global_convinfo.txt` - -``` - uv 290 5 -1 3.0 0 0 0 5.0 6.1 1.4 5.0 0.000500 1 75. 1200. 0 0. 0. 0 0 -``` - -* The Observation Processing team is preparing the data in prepbufr format. -* DA team will assess the data quality and impact as soon as they are available in the data dump. -* DA team POC (Emily.Liu@noaa.gov) will notify NCO to change the use flags from -1 to 1 (the 4th column in the rows) once the DA team completes the assessment and is satisfied with the results. - -2. For the NCO 30-day stability test, the gfs.v16.3.3 should be warm started with the initial conditions from EIB's official real-time parallel. This is because we switched from assimilating the antenna temperature (TDR) to antenna-corrected temperatures (SDR) for ATMS, MHS, and AMSU-A. The bias correction characteristics for these sensors will differ from those in operation. The bias correction files (abias and abias_pc) are part of the initial conditions. - -VERSION FILE CHANGES --------------------- - -* `ecf/versions/gfs.ver` - change gfs_ver=v16.3, obsproc_ver=v1.1.0, crtm_ver=2.4.0, and bufr_ver=11.7.0 -* `versions/build.ver` - change crtm_ver=2.4.0, change bufr_ver=11.7.0, and add ncio_ver=1.0.0 -* `versions/hera.ver` - added for RDHPCS Hera support -* `versions/orion.ver` - added for RDHPCS Orion support -* `versions/run.ver` - change obsproc_ver=v1.1, crtm_ver=2.4.0, and bufr_ver=11.7.0 -* `versions/wcoss2.ver` - update obsproc/prepobs versions and add tracker/fit2obs versions for dev - -SORC CHANGES ------------- - -* GSI - highlight code changes related to the objectives of gfs.v16.3.3 upgrade; for more details, please refer to the amendment of gfs.v16.3.3 GSI code/script changes in the documentation section. - * `sorc/gsi.fd/src/gsi` - * Common updates: - * `gsimod.F90` - * `qcmod.f90` - * `pcgsoi.f90` - * `radinfo.f90` - * `read_obs.F90` - * `setuprad.f90` - * RO updates - * New observations: PAZ (ID 44) and Sentinel-6 (ID 66) - * Quality control procedures: - * A more holistic approach for super-refraction criteria and QC over the different latitude ranges - * Removal of Jacobian QC - * Rejection of very large simulated bending angles (> 0.05 rad) - * Bux fixes - * Sign of the gradient of refractivity - * Adjoint routine in the interpolation code - impact in very special cases, two ends of the interpolation grid - * Code optimization - * Code changes: - * `lagmod.f90` - * `setupbend.f90` - * IR bug fixes - * Numerical errors in surface emissivity check - * Bias correction when air-mass bias terms are turned off - * Data thinning - * Code changes: - * `read_airs.f90` - * `read_cris.f90` - * `read_iasi.f90` - * MW updates - * Switch from assimilating antenna temperature (TDR) to antenna-corrected temperature (SDR) for AMSU-A, ATMS, and MHS - * Include the assimilation of precipitation-affected AMSU-A and ATMS - * Update GSI-model netcdf interface to read in precipitation hydrometeors - * Use CRTM-2.4.0 and the cloud optical table based on GFDL cloud microphysics - * Add the calculation of cloud effective radius - * Add the calculation of GFDL cloud fraction for each field of view - * Update data thinning and quality control procedures - * Code changes: - * `antcorr_application.f90` - * `cloud_efr_mod.f90` - * `clpr_gfs_ensmod.f90` - * `crtm_interface.f90` - * `general_read_gfatm.f90` - * `netcdfgfs_io.f90` - * `obsmod.F90` - * `prt_guess.f90` - * `read_atms.f90` - * `read_bufrtovs.f90` - * `read_gmi.f90` - * `write_incr.f90` - * Satellite wind (AMV) updates - * Add Leo-Geo winds - * Add AVHRR winds from MetOp-C - * Revised observation error for VIIRS - * Code changes - * `read_satwnd.f90` - * `read_prepbufr.f90` - * `setupw.f90` - * Satellite scatterometry wind - * Add ASCAT from MetOp-C - * Data thinning with 75 km box - * Inflate observation error from 1.5 m/s to 2.5 m/s - * NSST updates - * Add VIIRS radiances from NPP and N-20 - * Reduce the thinning fox from 140 km to 70 km for AVHRR and VIIRS - * New correlation length - * First baroclinic Rossby radius of deformation - * Thresholds: minimum 25 km and maximum 75 km - * Quality control - * Exclusion of the partly clear AVHRR radiances - * Inclusion of in-situ data over mixed surface type - * Relaxation of gross QC check for in-situ data - * Code changes: - * `gsi_obOperTypeManager.F90` - * `ncepnems_io.f90` - * `radiance_mod.f90` - * `read_avhrr.f90` - * `read_nsstbufr.f90` - * `read_viirs.f90` - * `setthin.F90` - * `setupsst.f90` - * Bug fixes in variational quality control for winds - * Code changes: - * `setupw.f90` - * `stepw.f90` - * Preparation for coming observations - * Add handling to monitor new observations from NOAA-21, GOES-18, and Himawari-9 - * Code changes: - * `read_abi.f90` - * `read_ahi.f90` - * `read_virrs.f90` - -* MODEL: - * `sorc/ufs_model.fd/FV3/gfsphysics/` - * `GFS_layer/GFS_physics_driver.F90` - * `GFS_layer/GFS_typedefs.F90` - * `physics/sfc_drv.f` - * `physics/sflx.f` - -* POST (UPP): - * `sorc/gfs_ncep_post.fd/` - * `MDL2STD_P.f` - * `FDLVL.f` - * `MDL2P.f` - * `get_postfilename.f` - * `gtg_algo.f90` - * `CALRAD_WCLOUD_newcrtm.f` - * `MDLFLD.f` - -* UFS_UTILS: - * Removed the following obsolete nemsio utility programs: - * `sorc/mkgfsnemsioctl.fd` - * `sorc/nemso_chgdate.fd` - * `sorc/nemsio_get.fd` - * `sorc/nemsio_read.fd` - -* WAFS: - * `sorc/wafs_awc_wafavn.fd/` - * `makefile` - * `waf_grib2.f90` - * `waf_main.f90` - * `sorc/wafs_blending_0p25.fd/` - * `makefile` - * `blending.f90` - * `sorc/wafs_blending.fd/` - * `makefile` - * `blending.f` - * `sorc/wafs_cnvgrib2.fd/` - * `makefile` - * `sorc/wafs_gcip.fd/` - * `makefile` - * `gcip.f90` - * `pressure2flight.f90` - * `satellite.f90` - * `sorc/wafs_grib2_0p25.fd/` - * `makefile` - * `wafsgrib2.f90` - * `sorc/wafs_makewafs.fd/` - * `makefile` - * `sorc/wafs_setmissing.fd/` - * `makefile` - -* Workflow - * Cleanup and R&D support - * `sorc/build_fv3.sh` - * `sorc/build_fv3nc2nemsio.sh` - * `sorc/build_gsi.sh` - * `sorc/build_regrid_nemsio.sh` - * `sorc/build_tropcy_NEMS.sh` - * NCIO library update: - * `sorc/build_enkf_chgres_recenter_nc.sh` - * `sorc/enkf_chgres_recenter_nc.fd/input_data.f90` - * `sorc/enkf_chgres_recenter_nc.fd/makefile` - * `sorc/enkf_chgres_recenter_nc.fd/output_data.f90` - * `sorc/enkf_chgres_recenter_nc.fd/utils.f90` - * `sorc/gfs_bufr.fd/makefile_module` - * `sorc/machine-setup.sh` - add support for R&Ds - * Introduce FC/COMP variable: - * `sorc/fbwndgfs.fd/makefile.GENERIC` - * `sorc/supvit.fd/makefile` - * `sorc/syndat_getjtbul.fd/makefile` - * `sorc/syndat_maksynrc.fd/makefile` - * `sorc/syndat_qctropcy.fd/makefile` - * `sorc/tave.fd/makefile` - * `sorc/vint.fd/makefile` - -JOBS CHANGES ------------- - -* WAFS: - * `JGFS_ATMOS_WAFS` - * `JGFS_ATMOS_WAFS_BLENDING` - * `JGFS_ATMOS_WAFS_BLENDING_0P25` - * `JGFS_ATMOS_WAFS_GCIP` - * `JGFS_ATMOS_WAFS_GRIB2` - * `JGFS_ATMOS_WAFS_GRIB2_0P25` - -* Workflow: - * `JGFS_ATMOS_CYCLONE_TRACKER` - cleanup - * `JGLOBAL_WAVE_PREP` - add missing "atmos" subfolder for dev - -PARM/CONFIG CHANGES -------------------- - -* POST (UPP): - * Modified PARM files: - * `post/post_avblflds.xml` - * `post/postcntrl_gfs_wafs.xml` - * `post/postcntrl_gfs_wafs_anl.xml` - * `post/postxconfig-NT-GFS-WAFS-ANL.txt` - * `post/postxconfig-NT-GFS-WAFS.txt` - * New PARM files: - * `post/postcntrl_gfs_wafs_ext.xml` - * `post/postxconfig-NT-GFS-WAFS-EXT.txt` - -* WAFS: - * `parm/wafs/wafs_gcip_gfs.cfg` - * `parm/wafs/legend`: new folder prepared for switching. When ICAO2023=yes, use parm/wafs; when ICAO2023=no, use parm/wafs/legend - * Moved to parm/wafs/legend, from parm/wafs - * `parm/wafs/legend/wafs_awc_wafavn.grb1.cfg` - * `parm/wafs/legend/wafs_awc_wafavn.grb2.cfg` - -* Workflow: - * `parm/config.anal` - * `parm/config.base.emc.dyn` - * `parm/config.base.emc.nco.static` - * `parm/config/config.fcst` - * `parm/config/config.fv3.emc.dyn` - * `parm/config/config.metp` - * `parm/config/config.prep` - * `parm/config/config.resources.emc.dyn` - * `parm/config/config.resources.nco.static` - * `parm/config/config.vrfy` - * `parm/config/config.wafsblending0p25` - add export ICAO2023=no (change to yes later) - * `parm/config/config.wafsgcip` - add export ICAO2023=no (change to yes later) - * `parm/config/config.wafsgrib2` - add export ICAO2023=no (change to yes later) - * `parm/config/config.wafsgrib20p25` - add export ICAO2023=no (change to yes later) - -SCRIPT CHANGES --------------- - -* GSI: - * `scripts/exgdas_enkf_sfc.sh` - * `scripts/exgdas_enkf_update.sh` - * `scripts/exglobal_atmos_analysis.sh` - * `scripts/exglobal_diag.sh` - -* GLDAS: - * `ush/gldas_forcing.sh` - fix to CPC gauge pathp1 setting - -* POST (UPP): - * `scripts/exgfs_atmos_nceppost.sh` - * `ush/fv3gfs_downstream_nems.sh` - -* WAFS: - * `scripts/exgfs_atmos_wafs_blending_0p25.sh` - * `scripts/exgfs_atmos_wafs_blending.sh` - * `scripts/exgfs_atmos_wafs_gcip.sh` - * `scripts/exgfs_atmos_wafs_grib2_0p25.sh` - * `scripts/exgfs_atmos_wafs_grib2.sh` - * `ush/wafs_blending.sh` - -* Workflow: - * `jobs/rocoto/vrfy.sh` - small updates to support developer runs and add $cyc subfolder to radmon TANKverf_rad* paths. - * `ush/drive_makeprepbufr.sh` - add missing $COMPONENT subfolder - * `ush/ecflow/*` - add ecflow generator - * `ush/load_fv3gfs_modules.sh` - add R&D support - * `ush/rocoto/*` - bug fixes in rocoto setup scripts - -FIX CHANGES ------------ - -* GSI: - * Modified: - * `fix_gsi/global_anavinfo_l127.txt` - * `fix_gsi/global_satinfo.txt` - * `fix_gsi/global_convinfo.txt` - * `fix_gsi/global_scaninfo.txt` - * `fix_gsi/global_ozinfo.txt` - * `fix_gsi/cloudy_radiance_info.txt` - * `fix_gsi/prepobs_errtable.global` - * `gdas/gdas_radmon_satype.txt` - * `gdas/oznmon_satype.txt` - * `gdas/radmon_scaninfo.txt` - * New: - * `fix_gsi/global_anavinfo_allhydro_l127.txt` - * `fix_gsi/gfsv16_historical/gfsv16.3/global_convinfo.txt.2021091612` - * `fix_gsi/gfsv16_historical/gfsv16.3/global_convinfo.txt.2022031612` - * `fix_gsi/gfsv16_historical/gfsv16.3/global_satinfo.txt.2021092206` - * `fix_gsi/gfsv16_historical/gfsv16.3/global_satinfo.txt.2021102612` - -* UFS_UTILS: update NCO mode fix file install to copy instead of symlink - -* WAFS: - * `fix/wafs/legend`: new folder prepared for switching. When ICAO2023=yes, use fix/wafs; when ICAO2023=no, use fix/wafs/legend - * New: - * `fix/wafs/faa_gfsmaster.grb2.list` - * `fix/wafs/gfs_master.grb2_0p25.list` - * `fix/wafs/gfs_wafs.grb2_0p25.list` - * `fix/wafs/grib2_gfs_awff00.45` - * `fix/wafs/grib2_gfs_awff06.45` - * `fix/wafs/grib2_gfs_awff09.45` - * `fix/wafs/grib2_gfs_awff12.45` - * `fix/wafs/grib2_gfs_awff15.45` - * `fix/wafs/grib2_gfs_awff18.45` - * `fix/wafs/grib2_gfs_awff21.45` - * `fix/wafs/grib2_gfs_awff24.45` - * `fix/wafs/grib2_gfs_awff27.45` - * `fix/wafs/grib2_gfs_awff30.45` - * `fix/wafs/grib2_gfs_awff33.45` - * `fix/wafs/grib2_gfs_awff36.45` - * `fix/wafs/grib2_gfs_awff42.45` - * `fix/wafs/grib2_gfs_awff48.45` - * `fix/wafs/grib2_gfs_awff54.45` - * `fix/wafs/grib2_gfs_awff60.45` - * `fix/wafs/grib2_gfs_awff66.45` - * `fix/wafs/grib2_gfs_awff72.45` - * Modified: - * `fix/wafs/grib2_gfs_wafsf06.45` - * `fix/wafs/grib2_gfs_wafsf09.45` - * `fix/wafs/grib2_gfs_wafsf12.45` - * `fix/wafs/grib2_gfs_wafsf15.45` - * `fix/wafs/grib2_gfs_wafsf18.45` - * `fix/wafs/grib2_gfs_wafsf21.45` - * `fix/wafs/grib2_gfs_wafsf24.45` - * `fix/wafs/grib2_gfs_wafsf27.45` - * `fix/wafs/grib2_gfs_wafsf30.45` - * `fix/wafs/grib2_gfs_wafsf33.45` - * `fix/wafs/grib2_gfs_wafsf36.45` - * `fix/wafs/wafs_0p25_admin_msg` - * `fix/wafs/wafs_gfsmaster.grb2.list` - * Moved to `fix/wafs/legend`, from `fix/wafs`: - * `fix/wafs/legend/grib2_blended_wafs_wifs_f06.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f09.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f12.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f15.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f18.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f21.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f24.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f27.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f30.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f33.45` - * `fix/wafs/legend/grib2_blended_wafs_wifs_f36.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f06.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f09.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f12.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f15.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f18.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f21.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f24.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f27.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f30.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f33.45` - * `fix/wafs/legend/grib2_gfs_wafs_wifs_f36.45` - * `fix/wafs/legend/wafs_admin_msg` - * `fix/wafs/legend/wafs_gfsmaster.grb2_0p25.list` - * Removed: - * `fix/wafs/wafs_gfsmaster.grb1.list` - -* Workflow: - * Updated fix set: `fix_nco_gfsv16.3.0` - * Corrected storm names: - * `fix_am/syndat_stmnames` - * Modified to correct some buoy coordinates: - * `wave_gfs.buoys` - * `wave_gfs.buoys.dat` - * `wave_gfs.buoys.full` - -MODULE CHANGES - related to WCOSS2 ----------------------------------- - -* GSI: - * `modulefiles/gsi_common.lua` - * `modulefiles/modulefile.ProdGSI.wcoss2.lua` -* MODEL - * `modulefiles/wcoss2/fv3` -* POST (UPP): - * `modulefiles/post/post_wcoss2.lua` - * `modulefiles/upp/upp_wcoss2.lua` -* UFS_UTILS: - * `modulefiles/fv3gfs/global_cycle.wcoss2.lua` - add a load of the hdf5 and zlib libraries -* Workflow: - * `modulefiles/fv3gfs/enkf_chgres_recenter.wcoss2.lua` - remove hdf5/netcdf load - * `modulefiles/fv3gfs/enkf_chgres_recenter_nc.wcoss2.lua` - add ncio load - * `modulefiles/gfs_fbwndgfs.wcoss2.lua` - remove nemsio/sigio, add myFC setting - * `modulefiles/module_base.wcoss2.lua` - add prepobs load (dev use only) - * `modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua` - change `FC` to `myFC` - -CHANGES TO FILE SIZES ------------------------------------ - -* UPP (post): increased by 15G -* WAFS: increased by 2.5G - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* New use of MPMD (load CFP at runtime): - * `jgfs_atmos_wafs_grib2` - * `jgfs_atmos_wafs_grib2_0p25` -* Core number adjustments: - * `jgfs_atmos_wafs_grib2` - from 1 to 18 - * `jgfs_atmos_wafs_grib2_0p25` - from 1 to 11 -* Memory adjustments: - * `jgfs_atmos_wafs_blending_0p25` - from 1GB to 15GB - * `jgfs_atmos_wafs_grib2` - from 5GB to 80GB - * `jgfs_atmos_wafs_grib2_0p25` - from 1GB to 80GB - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.3.3 package needs to be installed and tested on WCOSS-2 -* Does this change require a 30-day evaluation? - * Yes - -DISSEMINATION INFORMATION -------------------------- - -* POST (UPP) - * Where should this output be sent? - * Disseminate new data file `gfs.t{CYC}z.wgne.f{HHH}` to operational gfs NOMADS directory - * Who are the users? - * Same as current operations plus WGNE users - * Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * Same as current operational GFS, plus new WGNE data file - * Directory changes - * No changes - * File changes - * The POST (UPP) file changes can be referred to in this document: https://docs.google.com/spreadsheets/d/1ZV6Cr4qEt7-V-UAZjoCfwUJdhUyAnN7AMQrb-9lfGb4/edit#gid=0 - * New: - * `gfs.t{CYC}z.wgne.f{HHH}`, HHH=003, 006,009,...,180 (40 MB/cycle) - * `gfs.t{CYC}z.wafs_icao.grb2f{HHH}`, HHH=000, 001, 048 (15GB/cycle) - * Removed: - * `gfs.t00z.wafs.grb2ifHHH` - * New: - * `gfs.t00z.wafs.grb2fHHH.idx` - -* WAFS - * Where should this output be sent? - * WAFS product dissemination updates are documented: GFS_V16.3_WAFS_dbn_alert (https://docs.google.com/spreadsheets/d/1WvbTGFQVJG8oavl9Jmn6XuigUbxBi9AzOqtpSjA0Un8/edit?usp=sharing). New products or modifications are marked in red. - * Who are the users? - * Same as current operations WAFS users - * Which output files should be transferred from PROD WCOSS to DEV WCOSS? - * Same as current operational GFS, plus new files: - * `gfs.tCCz.awf_grb45fFF.grib2` - * `gfs.tCCz.awf_grb45fFF.grib2.idx` - * `wmo/grib2.tCCz.awf_grbfFF.45` - * `gfs.tCCz.awf_0p25.fFFF.grib2` (renamed from `gfs.tCCz.wafs_0p25.fFFF.grib2` in GFSv16.2) - * `gfs.tCCz.awf_0p25.fFFF.grib2.idx` - * `gfs.tCCz.wafs_0p25.fFFF.grib2 (new but named as a different product in GFSv16.2) - * `gfs.tCCz.wafs_0p25.fFFF.grib2.idx` - * Directory changes - * No changes - * File changes - * The WAFS file changes can be referred to in this document: https://docs.google.com/spreadsheets/d/1dRnoTJZLtRPczFGFwSeIsQC8Tqr7bd47dYOuZdaEdi0/edit?usp=sharing - * Renamed and added 3 CB fields (extent, bottom height and top height): - * `gfs.tCCz.wafs_0p25.fFFF.grib2` -> `gfs.tCCz.awf_0p25.fFFFgrib26`, FFF=006, 009... 036 - * Removed grib1 file: - * `gfs.tCCz.wafs_grb45fFF`, FF=06, 09... 36 - * New: - * `gfs.tCCz.awf_grb45fFF.grib2`, FF=06, 09 ... 72 (66M/cycle) - * `gfs.tCCz.wafs_0p25.fFFF.grib2`, FFF=006, 009... 036 (1.9G/cycle) - -HPSS ARCHIVE ------------- - -* WAFS: - * File name changed: Archive `gfs.tCCz.awf_0p25.fFFF.grib2` instead of archiving `gfs.tCCz.wafs_0p25.fFFF.grib2` - * New Files: `gfs.tCCz.awf_grb45fFF.grib2`, 65M per cycle - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.2.2 - -DOCUMENTATION -------------- - -* GFS.V16.3 Implementation Kick-off Meeting Slides: https://docs.google.com/presentation/d/1HIY8bB3YEj-DThUHnJPak8l0gA7lfOtT7nMpgY4yvB4/edit?usp=sharing -* Amendment of gfs.v16.3.3 GSI Code/Script Changes: https://docs.google.com/document/d/1Krg09tSGXpf4QHGFPwuEUpdMCxBVY6i_otRfSEzrrhs/edit?usp=sharing -* MODEL Documentation: https://docs.google.com/presentation/d/1FOeP3VZK7wbzOXdEqPJa8WbAbVJgHX-Icc235OOsXsc/edit?usp=sharing -* MODEL Verification: https://www.emc.ncep.noaa.gov/mmb/gcp/gfs/gfsv16c/ -* GitHub Global Workflow Issue for GFS.V16.3 Implementation: https://github.com/NOAA-EMC/global-workflow/issues/744 -* GitHub Issue for Real-time Parallel: https://github.com/NOAA-EMC/global-workflow/issues/952 -* GitHub Issue for Retrospective Parallel: https://github.com/NOAA-EMC/global-workflow/issues/951 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Lin.Gan@noaa.gov -George.Gayno@noaa.gov -Emily.Liu@noaa.gov -Rahul.Mahajan@noaa.gov -Yali.Mao@noaa.gov -Wen.Meng@noaa.gov -Russ.Treadon@noaa.gov -Jun.Wang@noaa.gov -Helin.Wei@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.4.md b/docs/Release_Notes.gfs.v16.3.4.md deleted file mode 100644 index 469e7b8c15..0000000000 --- a/docs/Release_Notes.gfs.v16.3.4.md +++ /dev/null @@ -1,136 +0,0 @@ -GFS V16.3.4 RELEASE NOTES - -------- -PRELUDE -------- - -Bugfix upgrade to correct incorrect syndat_stmnames fix file and add missing 2023 CO2 fix files. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS.v16.3.4 code. The SPA(s) handling the GFS.v16.3.4 implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.4 -cd gfs.v16.3.4 -git clone -b EMC-v16.3.4 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.0 | Emily.Liu@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -Note: The library upp/8.2.0 needs to be pre-installed before proceeding with the build step. - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change version=v16.3.4 and gfs_ver=v16.3.4 - -SORC CHANGES ------------- - -* No changes from GFS v16.3.3 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.3 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.3 - -SCRIPT CHANGES --------------- - -* No changes from GFS v16.3.3 - -FIX CHANGES ------------ - -* Workflow: - * Corrected storm names: - * `fix_am/syndat_stmnames` - * Missing 2023 CO2 files not copied from recent v16.2.3 upgrade: - * `fix_am/co2dat_4a/global_co2historicaldata_2021.txt` - * `fix_am/co2dat_4a/global_co2historicaldata_2022.txt_proj_u` - * `fix_am/co2dat_4a/global_co2historicaldata_2023.txt_proj` - * `fix_am/fix_co2_proj/global_co2historicaldata_2023.txt` - * `fix_am/fix_co2_update/global_co2historicaldata_2022.txt` - -MODULE CHANGES --------------- - -* A couple R&D modulefiles were updated for developer support and do not impact WCOSS2 ops. - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.3 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.3 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * The entire GFS v16.3.4 package needs to be installed and tested on WCOSS-2 -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.3 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.3 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.3 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.3 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.5.md b/docs/Release_Notes.gfs.v16.3.5.md deleted file mode 100644 index 6f156c9620..0000000000 --- a/docs/Release_Notes.gfs.v16.3.5.md +++ /dev/null @@ -1,142 +0,0 @@ -GFS V16.3.5 RELEASE NOTES - -------- -PRELUDE -------- - -The GFSv16.3.4 is upgraded to GFSv16.3.5 to allow continued use of atmospheric motion vectors from the GOES-W satellite as GOES-18 replaces GOES-17 and to include the assimilation of VIIRS radiances from S-NPP and NOAA-20 (which were to be included in the v16.3 implementation but were omitted due to data availability issues). - -Specifically, the following changes are made to the indicated GSI fix files: -* global_satinfo.txt - * Turn on VIIRS radiances from NPP and J1 for channels 12, 15, and 16 -* global_convinfo.txt - * Turn off GOES-17 (271) AMV winds for types: 245 (IRLW), 246 (WVCT), and 247(WVCA) due to deteriorating conditions - * Turn on GOES-18 (272) AMV winds for types: 245 (IRLW), 246 (WVCT), and 247(WVCA) - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.5 -cd gfs.v16.3.5 -git clone -b EMC-v16.3.5 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.5 | Emily.Liu@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -VERSION FILE CHANGES --------------------- - -* `ecf/versions/gfs.ver` - change `obsproc_ver=v1.1.2` -* `versions/hera.ver` - change `obsproc_run_ver=v1.1.2` -* `versions/orion.ver` - change `obsproc_run_ver=v1.1.2` -* `versions/run.ver` - `change `version=v16.3.5` and `gfs_ver=v16.3.5` -* `versions/wcoss2.ver` - change `obsproc_run_ver=v1.1.2` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.4 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.4 - -PARM/CONFIG CHANGES -------------------- - -* Removal of unused transfer parm files from `/parm/transfer` (based on NCO feedback). - -SCRIPT CHANGES --------------- - -* No changes from GFS v16.3.4 - -FIX CHANGES ------------ - -* GSI: - * Modified: - * `fix_gsi/global_satinfo.txt` - * `fix_gsi/global_convinfo.txt` - -MODULE CHANGES --------------- - -* A couple R&D modulefiles were updated for developer support and do not impact WCOSS2 ops. - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.4 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.4 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * GSI -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.4 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.4 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.4 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.4 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Andrew.Collard@noaa.gov -Emily.Liu@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.6.md b/docs/Release_Notes.gfs.v16.3.6.md deleted file mode 100644 index 28bc7a18cf..0000000000 --- a/docs/Release_Notes.gfs.v16.3.6.md +++ /dev/null @@ -1,127 +0,0 @@ -GFS V16.3.6 RELEASE NOTES - -------- -PRELUDE -------- - -The GFSv16.3.5 is upgraded to GFSv16.3.6 to remove GMI from operational processing in the GSI. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.6 -cd gfs.v16.3.6 -git clone -b EMC-v16.3.6 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.6 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change `version=v16.3.6` and `gfs_ver=v16.3.6` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.5 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.5 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.5 - -SCRIPT CHANGES --------------- - -* GSI - scripts/exglobal_atmos_analysis.sh - -FIX CHANGES ------------ - -* No changes from GFS v16.3.5 - -MODULE CHANGES --------------- - -* No changes from GFS v16.3.5 - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.5 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.5 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * GSI -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.5 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.5 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.5 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.5 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Andrew.Collard@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.7.md b/docs/Release_Notes.gfs.v16.3.7.md deleted file mode 100644 index 0f9056a8ad..0000000000 --- a/docs/Release_Notes.gfs.v16.3.7.md +++ /dev/null @@ -1,127 +0,0 @@ -GFS V16.3.7 RELEASE NOTES - -------- -PRELUDE -------- - -The GFSv16.3.6 is upgraded to GFSv16.3.7 to turn on Meteosat-10 AMVs in operational processing in the GSI. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.7 -cd gfs.v16.3.7 -git clone -b EMC-v16.3.7 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.7 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change `version=v16.3.7` and `gfs_ver=v16.3.7` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.6 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.6 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.6 - -SCRIPT CHANGES --------------- - -* No changes from GFS v16.3.6 - -FIX CHANGES ------------ - -* Change to sorc/gsi.fd/fix/global_convinfo.txt - -MODULE CHANGES --------------- - -* No changes from GFS v16.3.6 - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.6 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.6 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * GSI -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.6 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.6 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.6 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.6 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Andrew.Collard@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.8.md b/docs/Release_Notes.gfs.v16.3.8.md deleted file mode 100644 index f102ffb2de..0000000000 --- a/docs/Release_Notes.gfs.v16.3.8.md +++ /dev/null @@ -1,129 +0,0 @@ -GFS V16.3.8 RELEASE NOTES - -------- -PRELUDE -------- - -A debug option is added to the wave post scripts to resolve an issue with long runtimes in production. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.8 -cd gfs.v16.3.8 -git clone -b EMC-v16.3.8 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.7 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change `version=v16.3.8` and `gfs_ver=v16.3.8` - -SORC CHANGES ------------- - -* No changes from GFS v16.3.7 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.7 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.7 - -SCRIPT CHANGES --------------- - -* Add the `-l ldebug=true` PBS option to the following ecf scripts: - * `ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpntbll.ecf` - * `ecf/scripts/gfs/wave/post/jgfs_wave_post_bndpnt.ecf` - * `ecf/scripts/gfs/wave/post/jgfs_wave_postpnt.ecf` - -FIX CHANGES ------------ - -* No changes from GFS v16.3.7 - -MODULE CHANGES --------------- - -* No changes from GFS v16.3.7 - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.7 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.7 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * N/A -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.7 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.7 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.7 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.7 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.9.md b/docs/Release_Notes.gfs.v16.3.9.md deleted file mode 100644 index 71dd4bc087..0000000000 --- a/docs/Release_Notes.gfs.v16.3.9.md +++ /dev/null @@ -1,135 +0,0 @@ -GFS V16.3.9 RELEASE NOTES - -------- -PRELUDE -------- - -This change turns of ingest of NOAA-21 radiances into the GSI until CRTM fix file issues can be solved. This is necessary for a satingest upgrade to proceed. PlanetIQ GPSRO and NOAA-20 OMPS Ozone retrievals will also be actively assimilated, and the OMPS observation errors adjusted. - -Also included in this update is a fix to a compilation error with "-check all" for gfs_bufrsnd, which resolves NCO bugzilla #1208. - -Remove NEMSIOGFS dependency in sorc/build_tropcy_NEMS.sh. - -IMPLEMENTATION INSTRUCTIONS ---------------------------- - -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: - -```bash -cd $PACKAGEROOT -mkdir gfs.v16.3.9 -cd gfs.v16.3.9 -git clone -b EMC-v16.3.9 https://github.com/NOAA-EMC/global-workflow.git . -cd sorc -./checkout.sh -o -``` - -The checkout script extracts the following GFS components: - -| Component | Tag | POC | -| --------- | ----------- | ----------------- | -| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | -| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.8 | Andrew.Collard@noaa.gov | -| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | -| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | - -To build all the GFS components, execute: -```bash -./build_all.sh -``` -The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. - -Next, link the executables, fix files, parm files, etc in their final respective locations by executing: -```bash -./link_fv3gfs.sh nco wcoss2 -``` - -Lastly, link the ecf scripts by moving back up to the ecf folder and executing: -```bash -cd ../ecf -./setup_ecf_links.sh -``` - -VERSION FILE CHANGES --------------------- - -* `versions/run.ver` - change `version=v16.3.9`, and `gfs_ver=v16.3.9` - -SORC CHANGES ------------- - -* Compilation error fix in sorc/gfs_bufr.fd/meteorg.f, resolves NCO bugzilla #1208 - -JOBS CHANGES ------------- - -* No changes from GFS v16.3.8 - -PARM/CONFIG CHANGES -------------------- - -* No changes from GFS v16.3.8 - -SCRIPT CHANGES --------------- - -* Changes to sorc/gsi.fd/scripts/exglobal_atmos_analysis.sh and sorc/checkout.sh -* Change to sorc/build_tropcy_NEMS.sh - -FIX CHANGES ------------ - -* Change to sorc/gsi.fd/fix/global_convinfo.txt -* Change to sorc/gsi.fd/fix/global_ozinfo.txt - -MODULE CHANGES --------------- - -* Remove nemsiogfs from modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua - -CHANGES TO FILE SIZES ---------------------- - -* No changes from GFS v16.3.8 - -ENVIRONMENT AND RESOURCE CHANGES --------------------------------- - -* No changes from GFS v16.3.8 - -PRE-IMPLEMENTATION TESTING REQUIREMENTS ---------------------------------------- - -* Which production jobs should be tested as part of this implementation? - * GSI -* Does this change require a 30-day evaluation? - * No - -DISSEMINATION INFORMATION -------------------------- - -* No changes from GFS v16.3.8 - -HPSS ARCHIVE ------------- - -* No changes from GFS v16.3.8 - -JOB DEPENDENCIES AND FLOW DIAGRAM ---------------------------------- - -* No changes from GFS v16.3.8 - -DOCUMENTATION -------------- - -* No changes from GFS v16.3.8 - -PREPARED BY ------------ -Kate.Friedman@noaa.gov -Andrew.Collard@noaa.gov -Iliana.Genkova@noaa.gov -Walter.Kolczynski@noaa.gov diff --git a/docs/Release_Notes.gfs_downstream.v15.2.0.txt b/docs/Release_Notes.gfs_downstream.v15.2.0.txt deleted file mode 100644 index b1de8d6649..0000000000 --- a/docs/Release_Notes.gfs_downstream.v15.2.0.txt +++ /dev/null @@ -1,104 +0,0 @@ -RELEASE NOTES: GFS.v15.2.0 downstream products - released October 19, 2019 (tentative date) - -CODE CHANGES - No code change - -JOB CHANGES - The followig jobs (J-job) have been removed from GFS v15.2.0 - - JGFS_FAX (retired in June 12, 2019) - - JGFS_FAX_WAFS (retired in June 12, 2019) - - JGDAS_TROPC (NCO approved to remove in GFS V15.2.0) - - The remain GFS downstream jobs are below: - - JGDAS_GEMPAK - - JGDAS_GEMPAK_META_NCDC - - JGFS_AWIPS_G2 - - JGFS_FBWIND - - JGFS_GEMPAK - - JGFS_GEMPAK_META - - JGFS_PGRB2_SPEC_GEMPAK - - JGFS_AWIPS_20KM_1P0DEG - - JGFS_GEMPAK_NCDC_UPAPGIF - - JGFS_PGRB2_SPEC_NPOESS - - JGDAS_BULLS_NAVY - - All Job cards have same setting for testing on DELL with real-time GFS v15.2 data. - ( An example: JGFS_GEMPAK ) - # LSBATCH: User input - #BSUB -J gfs_gempak_00 - #BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_00.o%J - #BSUB -q debug - #BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output - #BSUB -W 00:30 - #BSUB -P GFS-T2O - #BSUB -n 24 # 24 tasks - #BSUB -R span[ptile=12] # 12 task per node - #BSUB -R affinity[core(1):distribute=balance] # using 12 cores on node and bind to 1 - # core per task and distribute across sockets - - #################################### - ## Load the GRIB Utilities modules - #################################### - module load EnvVars/1.0.2 - module load ips/18.0.1.163 - module load CFP/2.0.1 - module load impi/18.0.1 - module load lsf/10.1 - module load prod_util/1.1.3 - module load prod_envir/1.0.3 - module load grib_util/1.1.0 - ########################################### - # Now set up GEMPAK/NTRANS environment - ########################################### - module load gempak/7.3.1 - module list - -FV3 GFS DRIVER: - All drivers are used to test GFS downtream jobs in gfs.v15.2.0/driver/product/run_*_dell.sh_xx where is xx is cycle - -The followig jobs, scripts, parm have been modified to meet NCO - EE2 implementation standards. -JOB CHANGES - JGDAS_BULLS_NAVY -removed dependencies for gempak on phase 1 - JGDAS_GEMPAK -removed dependencies for gempak on phase 1 - JGDAS_GEMPAK_META_NCDC - JGFS_AWIPS_20KM_1P0DEG - JGFS_AWIPS_G2 - JGFS_FBWIND - JGFS_GEMPAK -removed dependencies for gempak on phase 1 - JGFS_GEMPAK_META -removed dependencies for gempak on phase 1 - JGFS_GEMPAK_NCDC_UPAPGIF -removed dependencies for gempak on phase 1 - JGFS_PGRB2_SPEC_GEMPAK -removed dependencies for gempak on phase 1 - JGFS_PGRB2_SPEC_NPOESS - -SCRIPTS CHANGES - exgdas_bulls_navy.sh.ecf -removed dependencies for sstoi_grb on phase 1 - exgdas_nawips.sh.ecf -removed dependencies for gempak on phase 1 - exgempak_gdas_gif_ncdc.sh.ecf -removed dependencies for gempak on phase 1 - exgempak_gfs_gif_ncdc_skew_t.sh.ecf -removed dependencies for gempak on phase 1 - exgfs_awips_20km_1p0deg.sh.ecf - exgfs_fbwind.sh.ecf - exgfs_gempak_meta.sh.ecf -removed dependencies for gempak on phase 1 - exgfs_grib_awips_g2.sh.ecf - exgfs_grib_awips.sh.ecf - exgfs_nawips.sh.ecf -removed dependencies for gempak on phase 1 - exglobal_grib2_special_npoess.sh.ecf - exgoes_nawips.sh.ecf -removed dependencies for gempak on phase 1 - exnawips.sh.ecf -removed dependencies for gempak on phase 1 - -PARM CHANGES - No changes in parm cards for AWIPS products from GFS v15.1 - -USH CHANGES - mkbull_ntc.sh -removed dependencies for sstoi_grb on phase 1 - -GEMPAK CHANGES - -Adding the diretory dictionaries -removed dependencies for gempak on phase 1 - (Note: This directory comes from phase 1) - - All gempak's USH and FIX have been modified to remove all dependencies on Phase I - -ECFLOW CHANGES - -Removed GFS FAX, GFS FAX WAFS and GDAS_TROPC in ecflow suite definition and scripts - -=========== -Prepared by -Boi.Vuong@noaa.gov diff --git a/docs/Release_Notes.gfs_downstream.v16.0.0.txt b/docs/Release_Notes.gfs_downstream.v16.0.0.txt deleted file mode 100644 index 5ee6238b9d..0000000000 --- a/docs/Release_Notes.gfs_downstream.v16.0.0.txt +++ /dev/null @@ -1,114 +0,0 @@ -RELEASE NOTES: GFS.v16.0.0 downstream products - released March 31, 2020 (tentative date) - -CODE CHANGES - No code change - -AWIPS CHANGES - Removed field "5WAVH" in All parm crads for AWIPS 20km and 1.0 deg (UPP planed to remove in GFS v16.0) - -GEMPAK CHANGES - Removed simulated GOES 12/13 in GEMPAK and PGRB2 - Added simulated GOES 16/17 in GEMPAK and PGRB2 in LAT/LON 0.25 deg - -JOB CHANGES - - Removed JGDAS_BULLS_NAVY - to be retired in GFS V16.0 - - Removed JGDAS_TROPC - Rteired in GFS v15.2.0 - - The remain GFS downstream jobs are following: - - JGDAS_ATMOS_GEMPAK - - JGDAS_ATMOS_GEMPAK_META_NCDC - - JGFS_ATMOS_AWIPS_G2 - - JGFS_ATMOS_FBWIND - - JGFS_ATMOS_GEMPAK - - JGFS_ATMOS_GEMPAK_META - - JGFS_ATMOS_GEMPAK_PGRB2_SPEC - - JGFS_ATMOS_AWIPS_20KM_1P0DEG - - JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF - - JGFS_ATMOS_PGRB2_SPEC_NPOESS - -SCRIPTS CHANGES - The following script have been removed from GFS v16.0.0 - - exgfs_grib_awips_g2.sh.ecf (retired in June 12, 2019) - - exgdas_bulls_navy.sh.ecf (Plan to retire in GFSS v16.0.0) GDAS and NAVY bulletins - - Removed WINTEMV bulltin in script exgfs_atmos_fbwind.sh (WINTEMV bulletin plan to retire in GFS v16.0.0) - -PARM/wmo - - Removed parm in grid 160,161,213,254,225 -----> Retired in GFS v15.2.7 - --DRIVER - All Job cards have same setting for testing on DELL with real-time GFS v15.2 data. - ( An example: JGFS_ATMOS_GEMPAK ) - # LSBATCH: User input - #BSUB -J gfs_gempak_00 - #BSUB -o /gpfs/dell2/ptmp/Boi.Vuong/output/gfs_gempak_00.o%J - #BSUB -q debug - #BSUB -cwd /gpfs/dell2/ptmp/Boi.Vuong/output - #BSUB -W 00:30 - #BSUB -P GFS-DEV - #BSUB -n 24 # 24 tasks - #BSUB -R span[ptile=12] # 12 task per node - #BSUB -R affinity[core(1):distribute=balance] # using 12 cores on node and bind to 1 - # core per task and distribute across sockets - - #################################### - ## Load the GRIB Utilities modules - #################################### - module load EnvVars/1.0.2 - module load ips/18.0.1.163 - module load CFP/2.0.1 - module load impi/18.0.1 - module load lsf/10.1 - module load prod_util/1.1.4 - module load prod_envir/1.0.3 - module load grib_util/1.1.0 - ########################################### - # Now set up GEMPAK/NTRANS environment - ########################################### - module load gempak/7.3.3 - module list - -FV3 GFS DRIVER: - All drivers are used to test GFS downtream jobs in gfs.v16.0.0/driver/product/run_*_dell.sh_xx where is xx is cycle - -The followig jobs, scripts, parm have been modified to meet NCO - EE2 implementation standards. -JOB CHANGES (no changes) - JGDAS_ATMOS_GEMPAK - JGDAS_ATMOS_GEMPAK_META_NCDC - JGFS_ATMOS_AWIPS_G2 - JGFS_ATMOS_FBWIND - JGFS_ATMOS_GEMPAK - JGFS_ATMOS_GEMPAK_META - JGFS_ATMOS_GEMPAK_PGRB2_SPEC - JGFS_ATMOS_AWIPS_20KM_1P0DEG - JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF - JGFS_ATMOS_PGRB2_SPEC_NPOESS - -SCRIPTS CHANGES - exgdas_atmos_nawips.sh - exgdas_atmos_gempak_gif_ncdc.sh - exgfs_atmos_gempak_gif_ncdc_skew_t.sh - exgfs_atmos_awips_20km_1p0deg.sh - exgfs_atmos_fbwind.sh - exgfs_atmos_gempak_meta.sh - exgfs_atmos_grib_awips.sh - exgfs_atmos_nawips.sh - exgFS_atmos_grib2_special_npoess.sh - exgfs_atmos_goes_nawips.sh -removed dependencies for gempak on phase 1 - exgfs_atmos_nawips.sh -removed dependencies for gempak on phase 1 - -PARM CHANGES - Removed 5WAVH in parm cards for AWIPS products in GFS v16.0.0 - (NCEP POST stopped producing 5WAVH (plan to retire "5WAVH") in GFS v16.0.0 - -USH CHANGES - No changes - -GEMPAK CHANGES - - Added nagrib.tbl file in gempak's FIX directory - -ECFLOW CHANGES - -Removed GFS FAX, GFS FAX WAFS and GDAS_TROPC in ecflow suite definition and scripts - -=========== -Prepared by -Boi.Vuong@noaa.gov diff --git a/docs/Release_Notes.gfs.v16.3.14.md b/docs/Release_Notes.md similarity index 69% rename from docs/Release_Notes.gfs.v16.3.14.md rename to docs/Release_Notes.md index 7735bd2197..a52637a7ca 100644 --- a/docs/Release_Notes.gfs.v16.3.14.md +++ b/docs/Release_Notes.md @@ -1,21 +1,21 @@ -GFS V16.3.14 RELEASE NOTES +GFS V16.3.17 RELEASE NOTES ------- PRELUDE ------- -This version removes the PBS `ldebug=true` flags from the wave post ecf scripts. The flag is no longer needed after recent lustre upgrades on WCOSS2. +Upstream RTOFS package is updated to v2.4.4, which results in an update to the GFS due to the new COM location for RTOFS wave job inputs. IMPLEMENTATION INSTRUCTIONS --------------------------- -The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and the private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: ```bash cd $PACKAGEROOT -mkdir gfs.v16.3.14 -cd gfs.v16.3.14 -git clone -b EMC-v16.3.14 https://github.com/NOAA-EMC/global-workflow.git . +mkdir gfs.v16.3.17 +cd gfs.v16.3.17 +git clone -b EMC-v16.3.17 https://github.com/NOAA-EMC/global-workflow.git . cd sorc ./checkout.sh -o ``` @@ -50,75 +50,75 @@ cd ../ecf VERSION FILE CHANGES -------------------- -* `versions/run.ver` - change `version=v16.3.14` and `gfs_ver=v16.3.14` +* `versions/run.ver` - change `version=v16.3.17`, `gfs_ver=v16.3.17`, and `rtofs_ver=v2.4` SORC CHANGES ------------ -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 JOBS CHANGES ------------ -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 PARM/CONFIG CHANGES ------------------- -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 SCRIPT CHANGES -------------- -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 FIX CHANGES ----------- -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 MODULE CHANGES -------------- -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 CHANGES TO FILE SIZES --------------------- -* No changes from GFS v16.3.13 +* No changes of existing file sizes from GFS v16.3.16 ENVIRONMENT AND RESOURCE CHANGES -------------------------------- -* Remove `ldebug=true` from PBS statements in wave post ecf scripts. +* No changes from GFS v16.3.16 PRE-IMPLEMENTATION TESTING REQUIREMENTS --------------------------------------- * Which production jobs should be tested as part of this implementation? - * Wave post + * Wave prep and wave post jobs * Does this change require a 30-day evaluation? * No DISSEMINATION INFORMATION ------------------------- -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 HPSS ARCHIVE ------------ -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 JOB DEPENDENCIES AND FLOW DIAGRAM --------------------------------- -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 DOCUMENTATION ------------- -* No changes from GFS v16.3.13 +* No changes from GFS v16.3.16 PREPARED BY ----------- diff --git a/versions/run.ver b/versions/run.ver index 5fe04f6514..a300c85cfd 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,9 +1,9 @@ -export version=v16.3.16 -export gfs_ver=v16.3.16 +export version=v16.3.17 +export gfs_ver=v16.3.17 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 -export rtofs_ver=v2.3 +export rtofs_ver=v2.4 export radarl2_ver=v1.2 export obsproc_ver=v1.2 From c24f0413906aa975ff3b21040a98f0c17ab29c7a Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Tue, 17 Sep 2024 10:59:43 -0400 Subject: [PATCH 14/15] GFSv16.3.18 - Increase the wait time for UKMet data in the WAFS blending_0p25 job (#2933) The GFS is updated to v16.3.18 in operations to update the wait time for UKMet data in the WAFS blending_0p25 job. Error handling is also updated for late arriving UKMet data. Changes were provided by NCO. A new tag was made in the WAFS repo. Refs #2923 --- Externals.cfg | 2 +- docs/Release_Notes.md | 41 +++++++++++++++++++++-------------------- sorc/checkout.sh | 2 +- versions/run.ver | 4 ++-- 4 files changed, 25 insertions(+), 24 deletions(-) diff --git a/Externals.cfg b/Externals.cfg index aa972b179c..c7a97ac2fe 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -43,7 +43,7 @@ protocol = git required = True [EMC_gfs_wafs] -tag = gfs_wafs.v6.3.2 +tag = gfs_wafs.v6.3.3 local_path = sorc/gfs_wafs.fd repo_url = https://github.com/NOAA-EMC/EMC_gfs_wafs.git protocol = git diff --git a/docs/Release_Notes.md b/docs/Release_Notes.md index a52637a7ca..e5f126af52 100644 --- a/docs/Release_Notes.md +++ b/docs/Release_Notes.md @@ -1,10 +1,10 @@ -GFS V16.3.17 RELEASE NOTES +GFS V16.3.18 RELEASE NOTES ------- PRELUDE ------- -Upstream RTOFS package is updated to v2.4.4, which results in an update to the GFS due to the new COM location for RTOFS wave job inputs. +The WAFS blending 0.25 job is updated to increase the wait time for UKMet data from 900 to 1500 seconds. Additional error handling is also added. IMPLEMENTATION INSTRUCTIONS --------------------------- @@ -13,9 +13,9 @@ The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub are used t ```bash cd $PACKAGEROOT -mkdir gfs.v16.3.17 -cd gfs.v16.3.17 -git clone -b EMC-v16.3.17 https://github.com/NOAA-EMC/global-workflow.git . +mkdir gfs.v16.3.18 +cd gfs.v16.3.18 +git clone -b EMC-v16.3.18 https://github.com/NOAA-EMC/global-workflow.git . cd sorc ./checkout.sh -o ``` @@ -29,7 +29,7 @@ The checkout script extracts the following GFS components: | GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | | UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | | POST | upp_v8.3.0 | Wen.Meng@noaa.gov | -| WAFS | gfs_wafs.v6.3.2 | Yali.Mao@noaa.gov | +| WAFS | gfs_wafs.v6.3.3 | Yali.Mao@noaa.gov | To build all the GFS components, execute: ```bash @@ -50,75 +50,76 @@ cd ../ecf VERSION FILE CHANGES -------------------- -* `versions/run.ver` - change `version=v16.3.17`, `gfs_ver=v16.3.17`, and `rtofs_ver=v2.4` +* `versions/run.ver` - change `version=v16.3.18` and `gfs_ver=v16.3.18` SORC CHANGES ------------ -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 JOBS CHANGES ------------ -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 PARM/CONFIG CHANGES ------------------- -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 SCRIPT CHANGES -------------- -* No changes from GFS v16.3.16 +* `jobs/JGFS_ATMOS_WAFS_BLENDING_0P25` +* `scripts/exgfs_atmos_wafs_blending_0p25.sh` FIX CHANGES ----------- -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 MODULE CHANGES -------------- -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 CHANGES TO FILE SIZES --------------------- -* No changes of existing file sizes from GFS v16.3.16 +* No changes of existing file sizes from GFS v16.3.17 ENVIRONMENT AND RESOURCE CHANGES -------------------------------- -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 PRE-IMPLEMENTATION TESTING REQUIREMENTS --------------------------------------- * Which production jobs should be tested as part of this implementation? - * Wave prep and wave post jobs + * WAFS blending 0p25 job * Does this change require a 30-day evaluation? * No DISSEMINATION INFORMATION ------------------------- -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 HPSS ARCHIVE ------------ -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 JOB DEPENDENCIES AND FLOW DIAGRAM --------------------------------- -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 DOCUMENTATION ------------- -* No changes from GFS v16.3.16 +* No changes from GFS v16.3.17 PREPARED BY ----------- diff --git a/sorc/checkout.sh b/sorc/checkout.sh index d7bef93330..6a5d187918 100755 --- a/sorc/checkout.sh +++ b/sorc/checkout.sh @@ -87,7 +87,7 @@ if [[ ${checkout_wafs} == "YES" ]] ; then echo EMC_gfs_wafs checkout ... if [[ ! -d gfs_wafs.fd ]] ; then rm -f ${topdir}/checkout-gfs_wafs.log - git clone --recursive --branch gfs_wafs.v6.3.2 https://github.com/NOAA-EMC/EMC_gfs_wafs.git gfs_wafs.fd >> ${topdir}/checkout-gfs_wafs.log 2>&1 + git clone --recursive --branch gfs_wafs.v6.3.3 https://github.com/NOAA-EMC/EMC_gfs_wafs.git gfs_wafs.fd >> ${topdir}/checkout-gfs_wafs.log 2>&1 cd ${topdir} else echo 'Skip. Directory gfs_wafs.fd already exists.' diff --git a/versions/run.ver b/versions/run.ver index a300c85cfd..9724555e46 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.17 -export gfs_ver=v16.3.17 +export version=v16.3.18 +export gfs_ver=v16.3.18 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 From 84b13517ca15d0cf77f84dc166cabbbfd1c6b2b5 Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Tue, 1 Oct 2024 08:55:40 -0400 Subject: [PATCH 15/15] GFSv16.3.19 - place PlanetiQ RO data in monitor mode (#2968) An ARFC in NCEP operations placed PlanetiQ RO data in monitor mode ahead of the 12z cycle on September 30th. A new GSI tag (`gfsda.v16.3.19`) with an updated `global_convinfo.txt` file was provided. The walltime for the `enkfgdas_update` job was also increased from 30 mins to 35 mins. Refs #2951 --- Externals.cfg | 2 +- docs/Release_Notes.md | 42 +++++++++---------- .../analysis/create/jenkfgdas_update.ecf | 2 +- parm/config/config.resources.emc.dyn | 2 +- parm/config/config.resources.nco.static | 2 +- sorc/checkout.sh | 2 +- versions/run.ver | 4 +- 7 files changed, 28 insertions(+), 28 deletions(-) diff --git a/Externals.cfg b/Externals.cfg index c7a97ac2fe..1160489e5a 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -8,7 +8,7 @@ protocol = git required = True [GSI] -tag = gfsda.v16.3.12 +tag = gfsda.v16.3.19 local_path = sorc/gsi.fd repo_url = https://github.com/NOAA-EMC/GSI.git protocol = git diff --git a/docs/Release_Notes.md b/docs/Release_Notes.md index e5f126af52..47bf493801 100644 --- a/docs/Release_Notes.md +++ b/docs/Release_Notes.md @@ -1,10 +1,10 @@ -GFS V16.3.18 RELEASE NOTES +GFS V16.3.19 RELEASE NOTES ------- PRELUDE ------- -The WAFS blending 0.25 job is updated to increase the wait time for UKMet data from 900 to 1500 seconds. Additional error handling is also added. +PlanetiQ RO data has added noise and is placed into monitor mode until its impact on the cycled analysis forecast system can be assessed. IMPLEMENTATION INSTRUCTIONS --------------------------- @@ -13,9 +13,9 @@ The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub are used t ```bash cd $PACKAGEROOT -mkdir gfs.v16.3.18 -cd gfs.v16.3.18 -git clone -b EMC-v16.3.18 https://github.com/NOAA-EMC/global-workflow.git . +mkdir gfs.v16.3.19 +cd gfs.v16.3.19 +git clone -b EMC-v16.3.19 https://github.com/NOAA-EMC/global-workflow.git . cd sorc ./checkout.sh -o ``` @@ -26,7 +26,7 @@ The checkout script extracts the following GFS components: | --------- | ----------- | ----------------- | | MODEL | GFS.v16.3.1 | Jun.Wang@noaa.gov | | GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | -| GSI | gfsda.v16.3.12 | Andrew.Collard@noaa.gov | +| GSI | gfsda.v16.3.19 | Andrew.Collard@noaa.gov | | UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | | POST | upp_v8.3.0 | Wen.Meng@noaa.gov | | WAFS | gfs_wafs.v6.3.3 | Yali.Mao@noaa.gov | @@ -50,77 +50,77 @@ cd ../ecf VERSION FILE CHANGES -------------------- -* `versions/run.ver` - change `version=v16.3.18` and `gfs_ver=v16.3.18` +* `versions/run.ver` - change `version=v16.3.19` and `gfs_ver=v16.3.19` SORC CHANGES ------------ -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 JOBS CHANGES ------------ -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 PARM/CONFIG CHANGES ------------------- -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 SCRIPT CHANGES -------------- -* `jobs/JGFS_ATMOS_WAFS_BLENDING_0P25` -* `scripts/exgfs_atmos_wafs_blending_0p25.sh` +* No changes from GFS v16.3.18 FIX CHANGES ----------- -* No changes from GFS v16.3.17 +* Updated `global_convinfo.txt` file in GSI package MODULE CHANGES -------------- -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 CHANGES TO FILE SIZES --------------------- -* No changes of existing file sizes from GFS v16.3.17 +* No changes of existing file sizes from GFS v16.3.18 ENVIRONMENT AND RESOURCE CHANGES -------------------------------- -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 PRE-IMPLEMENTATION TESTING REQUIREMENTS --------------------------------------- * Which production jobs should be tested as part of this implementation? - * WAFS blending 0p25 job + * Analysis * Does this change require a 30-day evaluation? * No DISSEMINATION INFORMATION ------------------------- -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 HPSS ARCHIVE ------------ -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 JOB DEPENDENCIES AND FLOW DIAGRAM --------------------------------- -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 DOCUMENTATION ------------- -* No changes from GFS v16.3.17 +* No changes from GFS v16.3.18 PREPARED BY ----------- Kate.Friedman@noaa.gov +Russ.Treadon@noaa.gov diff --git a/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_update.ecf b/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_update.ecf index a32f56115e..b7078b622e 100755 --- a/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_update.ecf +++ b/ecf/scripts/enkfgdas/analysis/create/jenkfgdas_update.ecf @@ -3,7 +3,7 @@ #PBS -j oe #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% -#PBS -l walltime=00:30:00 +#PBS -l walltime=00:35:00 #PBS -l select=35:mpiprocs=9:ompthreads=14:ncpus=126 #PBS -l place=vscatter:exclhost #PBS -l debug=true diff --git a/parm/config/config.resources.emc.dyn b/parm/config/config.resources.emc.dyn index 1dc073abaa..2b05a53879 100755 --- a/parm/config/config.resources.emc.dyn +++ b/parm/config/config.resources.emc.dyn @@ -350,7 +350,7 @@ elif [ $step = "ediag" ]; then elif [ $step = "eupd" ]; then - export wtime_eupd="00:30:00" + export wtime_eupd="00:35:00" if [ $CASE = "C768" ]; then export npe_eupd=480 export nth_eupd=6 diff --git a/parm/config/config.resources.nco.static b/parm/config/config.resources.nco.static index 50bfef8810..5465e4f085 100755 --- a/parm/config/config.resources.nco.static +++ b/parm/config/config.resources.nco.static @@ -286,7 +286,7 @@ elif [ $step = "ediag" ]; then elif [ $step = "eupd" ]; then - export wtime_eupd="00:30:00" + export wtime_eupd="00:35:00" export npe_eupd=315 export nth_eupd=14 export npe_node_eupd=$(echo "$npe_node_max / $nth_eupd" | bc) diff --git a/sorc/checkout.sh b/sorc/checkout.sh index 6a5d187918..6ca1623ecd 100755 --- a/sorc/checkout.sh +++ b/sorc/checkout.sh @@ -35,7 +35,7 @@ fi echo gsi checkout ... if [[ ! -d gsi.fd ]] ; then rm -f ${topdir}/checkout-gsi.log - git clone --recursive --branch gfsda.v16.3.12 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 + git clone --recursive --branch gfsda.v16.3.19 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 cd gsi.fd git submodule update --init cd ${topdir} diff --git a/versions/run.ver b/versions/run.ver index 9724555e46..da498ee086 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.18 -export gfs_ver=v16.3.18 +export version=v16.3.19 +export gfs_ver=v16.3.19 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2