From 4307cac074f78ada7c6bd5e1b890443f0fb320da Mon Sep 17 00:00:00 2001 From: yali mao Date: Fri, 24 May 2024 21:07:46 +0000 Subject: [PATCH 1/3] 1. Remove gfs from all script filenames 2. Change from gfs to wafs of the output grib2 filenames 3. Remove GFS from dbn_alert 4. Update forecat hour of the output grib2 filenames from 2 digits to 3 digits --- README.md | 13 +- dev/driver/driver_WAFS.README | 147 +++++------ dev/driver/run_JGFS_WAFS.hera | 193 -------------- dev/driver/run_JGFS_WAFS.orion | 195 -------------- dev/driver/run_JGFS_WAFS_BLENDING.hera | 162 ------------ dev/driver/run_JGFS_WAFS_BLENDING.orion | 172 ------------- dev/driver/run_JGFS_WAFS_BLENDING.wcoss2 | 136 ---------- dev/driver/run_JGFS_WAFS_BLENDING_0P25.hera | 166 ------------ dev/driver/run_JGFS_WAFS_BLENDING_0P25.orion | 167 ------------ dev/driver/run_JGFS_WAFS_GCIP.hera | 133 ---------- dev/driver/run_JGFS_WAFS_GCIP.orion | 135 ---------- dev/driver/run_JGFS_WAFS_GRIB2.hera | 160 ------------ dev/driver/run_JGFS_WAFS_GRIB2.orion | 164 ------------ dev/driver/run_JGFS_WAFS_GRIB2_0P25.hera | 161 ------------ dev/driver/run_JGFS_WAFS_GRIB2_0P25.orion | 163 ------------ ....wcoss2 => run_JWAFS_BLENDING_0P25.wcoss2} | 84 +++--- ...WAFS_GCIP.wcoss2 => run_JWAFS_GCIP.wcoss2} | 94 +++---- ...JGFS_WAFS.wcoss2 => run_JWAFS_GRIB.wcoss2} | 73 ++---- ...FS_GRIB2.wcoss2 => run_JWAFS_GRIB2.wcoss2} | 73 ++---- ...P25.wcoss2 => run_JWAFS_GRIB2_0P25.wcoss2} | 71 ++--- dev/modulefiles/wafs.sh | 21 ++ ...azard.list => grib2_0p25_wafs_hazard.list} | 0 ...ib2_gfs_awff00.45 => grib2_gfs_awff000.45} | 0 ...ib2_gfs_awff06.45 => grib2_gfs_awff006.45} | 0 ...ib2_gfs_awff09.45 => grib2_gfs_awff009.45} | 0 ...ib2_gfs_awff12.45 => grib2_gfs_awff012.45} | 0 ...ib2_gfs_awff15.45 => grib2_gfs_awff015.45} | 0 ...ib2_gfs_awff18.45 => grib2_gfs_awff018.45} | 0 ...ib2_gfs_awff21.45 => grib2_gfs_awff021.45} | 0 ...ib2_gfs_awff24.45 => grib2_gfs_awff024.45} | 0 ...ib2_gfs_awff27.45 => grib2_gfs_awff027.45} | 0 ...ib2_gfs_awff30.45 => grib2_gfs_awff030.45} | 0 ...ib2_gfs_awff33.45 => grib2_gfs_awff033.45} | 0 ...ib2_gfs_awff36.45 => grib2_gfs_awff036.45} | 0 ...ib2_gfs_awff42.45 => grib2_gfs_awff042.45} | 0 ...ib2_gfs_awff48.45 => grib2_gfs_awff048.45} | 0 ...ib2_gfs_awff54.45 => grib2_gfs_awff054.45} | 0 ...ib2_gfs_awff60.45 => grib2_gfs_awff060.45} | 0 ...ib2_gfs_awff66.45 => grib2_gfs_awff066.45} | 0 ...ib2_gfs_awff72.45 => grib2_gfs_awff072.45} | 0 ...master.list => grib2_wafs.gfs_master.list} | 0 ...grib2_gfs_wafsf06.45 => grib2_wafsf006.45} | 0 ...grib2_gfs_wafsf09.45 => grib2_wafsf009.45} | 0 ...grib2_gfs_wafsf12.45 => grib2_wafsf012.45} | 0 ...grib2_gfs_wafsf15.45 => grib2_wafsf015.45} | 0 ...grib2_gfs_wafsf18.45 => grib2_wafsf018.45} | 0 ...grib2_gfs_wafsf21.45 => grib2_wafsf021.45} | 0 ...grib2_gfs_wafsf24.45 => grib2_wafsf024.45} | 0 ...grib2_gfs_wafsf27.45 => grib2_wafsf027.45} | 0 ...grib2_gfs_wafsf30.45 => grib2_wafsf030.45} | 0 ...grib2_gfs_wafsf33.45 => grib2_wafsf033.45} | 0 ...grib2_gfs_wafsf36.45 => grib2_wafsf036.45} | 0 ...WAFS_BLENDING_0P25 => JWAFS_BLENDING_0P25} | 24 +- jobs/{JGFS_ATMOS_WAFS_GCIP => JWAFS_GCIP} | 35 ++- jobs/{JGFS_ATMOS_WAFS => JWAFS_GRIB} | 28 +- jobs/{JGFS_ATMOS_WAFS_GRIB2 => JWAFS_GRIB2} | 30 +-- ...ATMOS_WAFS_GRIB2_0P25 => JWAFS_GRIB2_0P25} | 35 ++- scripts/exgfs_atmos_wafs_gcip.sh | 242 ------------------ ...ending_0p25.sh => exwafs_blending_0p25.sh} | 47 ++-- scripts/exwafs_gcip.sh | 236 +++++++++++++++++ ...xgfs_atmos_wafs_grib.sh => exwafs_grib.sh} | 29 ++- ...fs_atmos_wafs_grib2.sh => exwafs_grib2.sh} | 74 +++--- ...afs_grib2_0p25.sh => exwafs_grib2_0p25.sh} | 83 +++--- sorc/build_upp.sh | 4 - ush/mkwfsgbl.sh | 28 +- versions/run.ver | 25 ++ 66 files changed, 699 insertions(+), 2904 deletions(-) delete mode 100755 dev/driver/run_JGFS_WAFS.hera delete mode 100755 dev/driver/run_JGFS_WAFS.orion delete mode 100644 dev/driver/run_JGFS_WAFS_BLENDING.hera delete mode 100644 dev/driver/run_JGFS_WAFS_BLENDING.orion delete mode 100644 dev/driver/run_JGFS_WAFS_BLENDING.wcoss2 delete mode 100644 dev/driver/run_JGFS_WAFS_BLENDING_0P25.hera delete mode 100644 dev/driver/run_JGFS_WAFS_BLENDING_0P25.orion delete mode 100644 dev/driver/run_JGFS_WAFS_GCIP.hera delete mode 100644 dev/driver/run_JGFS_WAFS_GCIP.orion delete mode 100644 dev/driver/run_JGFS_WAFS_GRIB2.hera delete mode 100644 dev/driver/run_JGFS_WAFS_GRIB2.orion delete mode 100644 dev/driver/run_JGFS_WAFS_GRIB2_0P25.hera delete mode 100644 dev/driver/run_JGFS_WAFS_GRIB2_0P25.orion rename dev/driver/{run_JGFS_WAFS_BLENDING_0P25.wcoss2 => run_JWAFS_BLENDING_0P25.wcoss2} (64%) rename dev/driver/{run_JGFS_WAFS_GCIP.wcoss2 => run_JWAFS_GCIP.wcoss2} (60%) rename dev/driver/{run_JGFS_WAFS.wcoss2 => run_JWAFS_GRIB.wcoss2} (61%) rename dev/driver/{run_JGFS_WAFS_GRIB2.wcoss2 => run_JWAFS_GRIB2.wcoss2} (63%) rename dev/driver/{run_JGFS_WAFS_GRIB2_0P25.wcoss2 => run_JWAFS_GRIB2_0P25.wcoss2} (64%) create mode 100644 dev/modulefiles/wafs.sh rename fix/wafs/{grib2_0p25_gfs_hazard.list => grib2_0p25_wafs_hazard.list} (100%) rename fix/wafs/{grib2_gfs_awff00.45 => grib2_gfs_awff000.45} (100%) rename fix/wafs/{grib2_gfs_awff06.45 => grib2_gfs_awff006.45} (100%) rename fix/wafs/{grib2_gfs_awff09.45 => grib2_gfs_awff009.45} (100%) rename fix/wafs/{grib2_gfs_awff12.45 => grib2_gfs_awff012.45} (100%) rename fix/wafs/{grib2_gfs_awff15.45 => grib2_gfs_awff015.45} (100%) rename fix/wafs/{grib2_gfs_awff18.45 => grib2_gfs_awff018.45} (100%) rename fix/wafs/{grib2_gfs_awff21.45 => grib2_gfs_awff021.45} (100%) rename fix/wafs/{grib2_gfs_awff24.45 => grib2_gfs_awff024.45} (100%) rename fix/wafs/{grib2_gfs_awff27.45 => grib2_gfs_awff027.45} (100%) rename fix/wafs/{grib2_gfs_awff30.45 => grib2_gfs_awff030.45} (100%) rename fix/wafs/{grib2_gfs_awff33.45 => grib2_gfs_awff033.45} (100%) rename fix/wafs/{grib2_gfs_awff36.45 => grib2_gfs_awff036.45} (100%) rename fix/wafs/{grib2_gfs_awff42.45 => grib2_gfs_awff042.45} (100%) rename fix/wafs/{grib2_gfs_awff48.45 => grib2_gfs_awff048.45} (100%) rename fix/wafs/{grib2_gfs_awff54.45 => grib2_gfs_awff054.45} (100%) rename fix/wafs/{grib2_gfs_awff60.45 => grib2_gfs_awff060.45} (100%) rename fix/wafs/{grib2_gfs_awff66.45 => grib2_gfs_awff066.45} (100%) rename fix/wafs/{grib2_gfs_awff72.45 => grib2_gfs_awff072.45} (100%) rename fix/wafs/{grib2_gfs_wafs_wafsmaster.list => grib2_wafs.gfs_master.list} (100%) rename fix/wafs/{grib2_gfs_wafsf06.45 => grib2_wafsf006.45} (100%) rename fix/wafs/{grib2_gfs_wafsf09.45 => grib2_wafsf009.45} (100%) rename fix/wafs/{grib2_gfs_wafsf12.45 => grib2_wafsf012.45} (100%) rename fix/wafs/{grib2_gfs_wafsf15.45 => grib2_wafsf015.45} (100%) rename fix/wafs/{grib2_gfs_wafsf18.45 => grib2_wafsf018.45} (100%) rename fix/wafs/{grib2_gfs_wafsf21.45 => grib2_wafsf021.45} (100%) rename fix/wafs/{grib2_gfs_wafsf24.45 => grib2_wafsf024.45} (100%) rename fix/wafs/{grib2_gfs_wafsf27.45 => grib2_wafsf027.45} (100%) rename fix/wafs/{grib2_gfs_wafsf30.45 => grib2_wafsf030.45} (100%) rename fix/wafs/{grib2_gfs_wafsf33.45 => grib2_wafsf033.45} (100%) rename fix/wafs/{grib2_gfs_wafsf36.45 => grib2_wafsf036.45} (100%) rename jobs/{JGFS_ATMOS_WAFS_BLENDING_0P25 => JWAFS_BLENDING_0P25} (86%) rename jobs/{JGFS_ATMOS_WAFS_GCIP => JWAFS_GCIP} (77%) rename jobs/{JGFS_ATMOS_WAFS => JWAFS_GRIB} (76%) rename jobs/{JGFS_ATMOS_WAFS_GRIB2 => JWAFS_GRIB2} (79%) rename jobs/{JGFS_ATMOS_WAFS_GRIB2_0P25 => JWAFS_GRIB2_0P25} (78%) delete mode 100755 scripts/exgfs_atmos_wafs_gcip.sh rename scripts/{exgfs_atmos_wafs_blending_0p25.sh => exwafs_blending_0p25.sh} (81%) create mode 100755 scripts/exwafs_gcip.sh rename scripts/{exgfs_atmos_wafs_grib.sh => exwafs_grib.sh} (82%) rename scripts/{exgfs_atmos_wafs_grib2.sh => exwafs_grib2.sh} (66%) rename scripts/{exgfs_atmos_wafs_grib2_0p25.sh => exwafs_grib2_0p25.sh} (58%) create mode 100644 versions/run.ver diff --git a/README.md b/README.md index c91adee..31315d2 100644 --- a/README.md +++ b/README.md @@ -3,15 +3,22 @@ Software necessary to generate WAFS products To install: -Clone repository (recursively with UPP, if desired): +Clone repository ```bash -git clone --recursive https://github.com/NOAA-EMC/WAFS +git clone https://github.com/NOAA-EMC/WAFS ``` Move into desired branch and then run: +Clone submodule and sub-submodule repository (including upp and upp/sorc/post_gtg): +(gtg code is UCAR private, access needs to be authorized) ```bash -./sorc/build_all.sh +sh sorc/checkout_upp.sh +``` + +Compile the executable files: +```bash +sh sorc/build_all.sh ``` `build_all.sh` will build WAFS executables and offline UPP executable. diff --git a/dev/driver/driver_WAFS.README b/dev/driver/driver_WAFS.README index c0d4590..ea4b398 100644 --- a/dev/driver/driver_WAFS.README +++ b/dev/driver/driver_WAFS.README @@ -2,111 +2,104 @@ How to use the drivers for WAFS jobs ********************************************************************* -There are 4 WAFS jobs and their corresponding drivers -JGFS_ATMOS_WAFS <-> run_JGFS_ATMOS_WAFS.dell -JGFS_ATMOS_WAFS_GRIB2 <-> run_JGFS_ATMOS_WAFS_GRIB2.dell -JGFS_ATMOS_WAFS_BLENDING <-> run_JGFS_ATMOS_WAFS_BLENDING.dell -JGFS_ATMOS_WAFS_GCIP <-> run_JGFS_ATMOS_WAFS_GCIP.dell -JGFS_ATMOS_WAFS_GRIB2_0P25 <-> run_JGFS_ATMOS_WAFS_GRIB2_0P25.dell -JGFS_ATMOS_WAFS_BLENDING_0P25 <-> run_JGFS_ATMOS_WAFS_BLENDING_0P25.dell +There are 1 standalone UPP job and 5 WAFS jobs +run_JWAFS_UPP.wcoss2 +run_JWAFS_GRIB.wcoss2 +run_JWAFS_GCIP.wcoss2 +run_JWAFS_GRIB2.wcoss2 +run_JWAFS_GRIB2_0P25.wcoss2 +run_JWAFS_BLENDING_0P25.wcoss2 +JWAFS_UPP is a downstream of GFS model outputs in netcdf -JGFS_ATMOS_WAFS_BLENDING is a downstream of JGFS_ATMOS_WAFS_GRIB2 and -should run after JGFS_ATMOS_WAFS_GRIB2 +JWAFS_GRIB is a downstream of GFS pgrb outputs -JGFS_ATMOS_WAFS_BLENDING_0P25 is a downstream of JGFS_ATMOS_WAFS_GRIB2_0P25 and -should run after JGFS_ATMOS_WAFS_GRIB2_0P25 +JWAFS_GCIP is a downstream of GFS master files, also has satellite and +radar observation data inputs, and METAR SHIP PIREPs data which are dumped +from DCOMROOT by using 'dumpjb' -JGFS_ATMOS_WAFS_GCIP has satellite and radar data inputs, and METAR SHIP PIREPs -data which are dumped from DCOMROOT by using 'dumpjb' +JWAFS_GRIB2 and JWAFS_GRIB2_0P25 are both a downstream of GFS master files +and JWAFS_UPP outputs -Step 1: -===================== -After a user downloads/checkouts the project tag. -1) cd sorc -2) sh build_wafs.sh - -Project location, defined by HOMEgfs -export NWROOT=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/git -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs_branch} +JWAFS_BLENDING_0P25 is a downstream of UK data at DCOM and JWAFS_GRIB2_0P25, +and should be run after JWAFS_GRIB2_0P25 -A user needs to modify NWROOT or HOMEgfs to the project location +Step 1: source code +===================== +Project location, defined by HOMEwafs +export NWROOT=(the location holds your WAFS local inventory) +export HOMEwafs=${HOMEwafs:-${NWROOT}/{the folder of your WAFS local inventory)} +A user needs to modify NWROOT or HOMEwafs to the project location -Step 2: +Step 2: output and working folder ===================== -Canned model data: -/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/gfs/prod/gfs.20180725/00 +Specify COMOUT output folder by setting COMROOT +export COMROOT=(a folder ends with $envir/com) + +Change working folder: +export DATA= -So first set the specific data: -export PDY=20180725 -export cyc=00 +Change file names of error messages and script printout: +#PBS -j oe +#PBS -o (your job log file with full path) -1) For run_JGFS_ATMOS_WAFS.dell, run_JGFS_ATMOS_WAFS_GRIB2.dell, -It's optional for a user to modify the input data location, COMROOT or COMIN: -export COMROOT=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/datainput -export COMIN=$COMROOT/gfs.$PDY/$cyc +Step 3: input data +===================== +Specify date and cycle: +export PDY=(date as YYYYMMDD) +export cyc=(cycle as CC) -2) JGFS_ATMOS_WAFS_BLENDING has two inputs, UK and US. -US data is a downstream product of JGFS_ATMOS_WAFS_GRIB2, so COMINus needs to point to -$COMOUT/wmo of run_JGFS_ATMOS_WAFS_GRIB2.dell: -export COMINus= +Specify COMIN by either setting COMIN or by setting COMPATH used by compath.py +export COMPATH=(location of canned data ending with $envir/com/$RUN structure) +export COMIN=(folder with a full path) -UK data is from DCOM, currently copied DCOM from Phase 1. For canned data, it's at: -/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/dcom/us007003/20180725/wgrbbul/ukmet_wafs -export DCOMROOT=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/dcom -export COMINuk=${COMINuk:-$DCOMROOT/us007003/$PDY/wgrbbul/ukmet_wafs} +1) run_JWAFS_GRIB2.WCOSS2 and run_JWAFS_GRIB2_0P25.WCOSS2 +Ensure COMPATH includes both GFS and WAFS -It's optional for a user to change either DCOMROOT or COMINuk to where the input UK data is. +2) run_JWAFS_BLENDING_0P25.wcoss2 has two inputs, UK and US. +US data is a downstream product of JWAFS_GRIB2_0P25, +so either: +export COMPATH=($COMROOT/wafs where COMROOT is of run_JWAFS_GRIB2_0P25.wcoss2) +or: +export COMINus=($COMOUT of run_JWAFS_GRIB2_0P25.wcoss2) -3) JGFS_ATMOS_WAFS_GCIP has 4 inputs: model data, bufr, satellite and radar +UK data is from DCOM, +either: +export DCOMROOT=(a folder canned data with structure of $PDY/wgrbbul/ukmet_wafs) +or: +export COMINuk=${COMINuk:-$DCOMROOT/$PDY/wgrbbul/ukmet_wafs} -Canned model data location: -/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/gfs/prod/gfs.20180725/00 -It's optional for a user to modify the input data location, COMROOT or COMINgfs: -export COMROOT=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput -export COMINgfs=$COMROOT/gfs.$PDY/$cyc +3) run_JWAFS_GCIP.wcoss2 has 4 inputs: gfs master files of f000 and f003, bufr, satellite and radar +Ensure COMPATH includes GFS BUFR data is dumped from DCOM. -export DCOMROOT=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/dcom -dumpjb searches data in b000 b001 b004 b007 under $DCOMROOT/us007003/20180725. +dumpjb searches data in b000 b001 b003 b004 b007 under $DCOMROOT/$PDY Though it's optional to modify DCOMROOT for dumping BUFR data, it should be mentioned DCOMROOT of satellite data may be affected. -Satellite data, currently copied from DCOM on Phase1. For canned data, it's at: -/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/dcom/us007003/20161101/mcidas/ -It's optional for a user to modify the input data location, DCOMROOT or COMINsat: -export DCOMROOT=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/dcom -export COMINsat=${COMINsat:-$DCOMROOT/us007003/$PDY/mcidas} +Satellite data, +either: +export DCOMROOT=(a folder canned data with structure of $PDY/mcidas) +or: +export COMINsat=${COMINsat:-$DCOMROOT/$PDY/mcidas} -Radar data, currently copied from COM on Phase1. For canned data, it's at: -/gpfs/hps/emc/global/noscrub/Yali.Mao/datainput/com/hourly/prod/radar.20161101/ -It's optional for a user to modify the input data location, COMROOTp1 or COMINradar -export COMROOTp1=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/com1 -export COMINradar=${COMINradar:-$COMROOTp1/hourly/prod/radar.$PDY} +Radar data, +either ensure COMPATH includes radar, +or: +export COMINradar=${COMINradar:-$COMROOT/radarl2/$radarl2_ver)/radar.$PDY} -Step 3: -===================== -Change working folder: -export DATA= - -Change product output folder: -export COMOUT= - -Change file names of error messages and script printout: -#BSUB -oo -#BSUB -eo +4) run_JWAFS_UPP.wcoss2 and run_JWAFS_GRIB.wcoss2 +Ensure COMPATH includes GFS ********************************************************************* How to test and test results ********************************************************************* Test by comparing outputs to operational products in different ways. -1) Use wgrib2 to check date, cycle and forecast hour are correct. -2) Check the number of fields and records are correct by comparing the +1) Compared outputs to the operational. +2) Use wgrib2 to check date, cycle and forecast hour are correct. +3) Check the number of fields and records are correct by comparing the control files generated by g2ctl -3) Plot and compare by using GrADS to have a sanity check whether +4) Plot and compare by using GrADS to have a sanity check whether the differences are reasonable. - -The test products are saved at: -COMOUT=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/dataprod/gfs.20180725/00 diff --git a/dev/driver/run_JGFS_WAFS.hera b/dev/driver/run_JGFS_WAFS.hera deleted file mode 100755 index 9c14de3..0000000 --- a/dev/driver/run_JGFS_WAFS.hera +++ /dev/null @@ -1,193 +0,0 @@ -#!/bin/sh - -#SBATCH -J wafs_octants -#SBATCH -o /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs.o%j -#SBATCH -e /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 1 -#SBATCH -q batch -#SBATCH -A ovp - -# 8 means octants - -set -xa -date -echo start - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN=srun - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 - -# Loading Intel Compiler Suite -module load hpc-intel/18.0.5.274 -module load hpc-impi/2018.0.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -module list - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} -# 00 06 12 30 33 -export fcsthrs=36 - -# gfs_atmos_wafs for octants (8 WAFS files) -export job=gfs_atmos_wafs_f${fcsthrs}_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export NWROOT=/scratch2/NCEPDEV/ovp/Yali.Mao/git - -export DBNROOT=${UTILROOT}/fakedbn - -############################################ -# Define DATA, COMOUT and COMIN -############################################ -export COMIN=/scratch2/NCEPDEV/stmp3/Yali.Mao/hpc_testdata/com/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/scratch2/NCEPDEV/stmp3/Yali.Mao/wafs_down/gfs.$PDY/$cyc/$COMPONENT - -export DATA=/scratch2/NCEPDEV/stmp3/Yali.Mao/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################# -# run the job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS - -date -echo "wafs end" -exit - - -############################################# -# compare the output (optional) -############################################# - -DIFFGB="/gpfs/hps3/emc/global/noscrub/Yali.Mao/git/save/bin/diffgb -x" - -stdpcom=/gpfs/gp1/ptmp/Yali.Mao/pcomop -files=`ls $PCOM/` -for file in $files ; do - $DIFFGB $PCOM/$file $stdpcom/$file > $file.diff -done - - -stdcom=/gpfs/gp2/nco/ops/com/gfs/prod/gfs.$PDY -files=`ls $COMOUT/` -for file in $files ; do - $DIFFGB $COMOUT/$file $stdcom/$file > $file.diff -done - -if [ $USER = 'Yali.Mao' ] ; then - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - if [ $envir = prod ]; then - stdpcom=/pcom/gfs - else - stdpcom=/pcom/${envir}/gfs - fi - - for gid in 37 38 39 40 41 42 43 44 ; do - - # comparing $COMOUT products - cmp $COMOUT/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs} $stdout/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs} - cmp $COMOUT/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs}.grib2 $stdout/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - #stdpcom=/ptmpp2/Jiayi.Peng/data - - # comparing $PCOM products - if [ $fcsthrs -eq 30 ] ; then - sets=b - for fhr in 12 18 24 30 ; do - cmp $PCOM/com.wafs${cyc}${fhr}${sets}.$job $stdpcom/com.wafs${cyc}${fhr}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job - done - sets= - for fhr in 00 06 ; do - cmp $PCOM/com.wafs${cyc}${fhr}${sets}.$job $stdpcom/com.wafs${cyc}${fhr}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job - done - fi - if [ $fcsthrs -ge 12 -a $fcsthrs -le 30 ] ; then - sets=a - cmp $PCOM/com.wafs${cyc}${fcsthrs}${sets}.$job $stdpcom/com.wafs${cyc}${fcsthrs}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job - elif [ $fcsthrs -ge 36 ] ; then - sets= - cmp $PCOM/com.wafs${cyc}${fcsthrs}${sets}.$job $stdpcom/com.wafs${cyc}${fcsthrs}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job - # elif [ $fcsthrs -le 36 ] ; then - # no comparison - fi - - done - -fi - -exit diff --git a/dev/driver/run_JGFS_WAFS.orion b/dev/driver/run_JGFS_WAFS.orion deleted file mode 100755 index c25d7e2..0000000 --- a/dev/driver/run_JGFS_WAFS.orion +++ /dev/null @@ -1,195 +0,0 @@ -#!/bin/sh - -#SBATCH -J wafs_octants -#SBATCH -o /work/noaa/stmp/ymao/stmp/wafs_octants.o%j -#SBATCH -e /work/noaa/stmp/ymao/stmp/wafs_octants.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 1 -#SBATCH -q batch -#SBATCH -A nems - -# 8 means octants - -set -xa -date - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN=srun - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 -module load hpc-intel/2018.4 -module load hpc-impi/2018.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -# COMROOT must be set, otherwise setpdy.sh will fail -export COMROOT=" " - -module list -ulimit -s1900000000 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} -# 00 06 12 30 33 -export fcsthrs=36 - -# gfs_atmos_wafs for octants (8 WAFS files) -export job=gfs_atmos_wafs_f${fcsthrs}_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export NWROOT=/work/noaa/stmp/ymao/git - -export DBNROOT=${UTILROOT}/fakedbn - -############################################ -# Define DATA, COMOUT and COMIN -############################################ - -export COMIN=/work/noaa/stmp/ymao/stmp/hpc_testdata/com/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/work/noaa/stmp/ymao/gfsoutput/wafs_0p25/gfs.$PDY/$cyc/$COMPONENT - -export DATA=/work/noaa/stmp/$LOGNAME/stmp/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################# -# run the job -############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS - -date -exit - - -############################################# -# compare the output (optional) -############################################# - -DIFFGB="/gpfs/hps3/emc/global/noscrub/Yali.Mao/git/save/bin/diffgb -x" - -stdpcom=/gpfs/gp1/ptmp/Yali.Mao/pcomop -files=`ls $PCOM/` -for file in $files ; do - $DIFFGB $PCOM/$file $stdpcom/$file > $file.diff -done - - -stdcom=/gpfs/gp2/nco/ops/com/gfs/prod/gfs.$PDY -files=`ls $COMOUT/` -for file in $files ; do - $DIFFGB $COMOUT/$file $stdcom/$file > $file.diff -done - -if [ $USER = 'Yali.Mao' ] ; then - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - if [ $envir = prod ]; then - stdpcom=/pcom/gfs - else - stdpcom=/pcom/${envir}/gfs - fi - - for gid in 37 38 39 40 41 42 43 44 ; do - - # comparing $COMOUT products - cmp $COMOUT/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs} $stdout/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs} - cmp $COMOUT/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs}.grib2 $stdout/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - #stdpcom=/ptmpp2/Jiayi.Peng/data - - # comparing $PCOM products - if [ $fcsthrs -eq 30 ] ; then - sets=b - for fhr in 12 18 24 30 ; do - cmp $PCOM/com.wafs${cyc}${fhr}${sets}.$job $stdpcom/com.wafs${cyc}${fhr}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job - done - sets= - for fhr in 00 06 ; do - cmp $PCOM/com.wafs${cyc}${fhr}${sets}.$job $stdpcom/com.wafs${cyc}${fhr}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job - done - fi - if [ $fcsthrs -ge 12 -a $fcsthrs -le 30 ] ; then - sets=a - cmp $PCOM/com.wafs${cyc}${fcsthrs}${sets}.$job $stdpcom/com.wafs${cyc}${fcsthrs}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job - elif [ $fcsthrs -ge 36 ] ; then - sets= - cmp $PCOM/com.wafs${cyc}${fcsthrs}${sets}.$job $stdpcom/com.wafs${cyc}${fcsthrs}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job - # elif [ $fcsthrs -le 36 ] ; then - # no comparison - fi - - done - -fi - -exit diff --git a/dev/driver/run_JGFS_WAFS_BLENDING.hera b/dev/driver/run_JGFS_WAFS_BLENDING.hera deleted file mode 100644 index db7de34..0000000 --- a/dev/driver/run_JGFS_WAFS_BLENDING.hera +++ /dev/null @@ -1,162 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_blending -#SBATCH -o /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_blending.o%j -#SBATCH -e /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_blending.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 1 -#SBATCH -q batch -#SBATCH -A ovp - -set -xa - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN=srun - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 - -# Loading Intel Compiler Suite -module load hpc-intel/18.0.5.274 -module load hpc-impi/2018.0.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -module list - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_blending for blending icing turbulence of US and UK -export job=gfs_atmos_wafs_blending_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export NWROOT=/scratch2/NCEPDEV/ovp/Yali.Mao/git - -export DBNROOT=${UTILROOT}/fakedbn - -# for UK data -export DCOMROOT=/scratch2/NCEPDEV/stmp3/Yali.Mao/hpc_testdata/dcom - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ - -export COMIN=/scratch2/NCEPDEV/stmp3/Yali.Mao/wafs_down/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/scratch2/NCEPDEV/stmp3/Yali.Mao/wafs_down/gfs.$PDY/$cyc/$COMPONENT -export PCOM=$COMOUT/wmo - -export COMINus=$COMIN/wmo -export COMINuk=${COMINuk:-$DCOMROOT/prod/$PDY/wgrbbul/ukmet_wafs} - -export DATA=/scratch2/NCEPDEV/stmp3/Yali.Mao/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_BLENDING - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - - ffhr=$SHOUR - - while test $ffhr -le $EHOUR ; do - - cmp $COMOUT/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 $stdout/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - - cmp $PCOM/grib2.t${cyc}z.WAFS_blended_f${ffhr} $stdpcom/grib2.t${cyc}z.WAFS_blended_f${ffhr} - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_BLENDING.orion b/dev/driver/run_JGFS_WAFS_BLENDING.orion deleted file mode 100644 index 095c81e..0000000 --- a/dev/driver/run_JGFS_WAFS_BLENDING.orion +++ /dev/null @@ -1,172 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_blending -#SBATCH -o /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_blending.o%j -#SBATCH -e /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_blending.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 1 -#SBATCH -q batch -#SBATCH -A nems - -set -xa - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN=srun - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 -module load hpc-intel/2018.4 -module load hpc-impi/2018.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -# COMROOT must be set, otherwise setpdy.sh will fail -export COMROOT=" " - -module list -ulimit -s1900000000 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_blending for blending icing turbulence of US and UK -export job=gfs_atmos_wafs_blending_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -echo $COMROOT - -# for UK data -#if [[ `hostname` =~ "^l" ]] ; then ! LUNA/TIDE -# export DCOMROOT=/gpfs/tp1/nco/ops/dcom -#else ! SURGE/GYRE -# export DCOMROOT=/gpfs/gp1/nco/ops/dcom -#fi -# For canned data: -export DCOMROOT=/work/noaa/stmp/ymao/stmp/hpc_testdata/dcom -export NWROOT=/work/noaa/stmp/ymao/git - -export DBNROOT=${UTILROOT}/fakedbn - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ - -export COMIN=/work/noaa/stmp/ymao/gfsoutput/wafs_0p25/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/work/noaa/stmp/ymao/gfsoutput/wafs_0p25/gfs.$PDY/$cyc/$COMPONENT -export PCOM=$COMOUT/wmo - -export COMINus=$COMIN/wmo -export COMINuk=${COMINuk:-$DCOMROOT/prod/$PDY/wgrbbul/ukmet_wafs} - -export DATA=/work/noaa/stmp/$LOGNAME/stmp/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_BLENDING - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - - ffhr=$SHOUR - - while test $ffhr -le $EHOUR ; do - - cmp $COMOUT/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 $stdout/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - - cmp $PCOM/grib2.t${cyc}z.WAFS_blended_f${ffhr} $stdpcom/grib2.t${cyc}z.WAFS_blended_f${ffhr} - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_BLENDING.wcoss2 b/dev/driver/run_JGFS_WAFS_BLENDING.wcoss2 deleted file mode 100644 index 1ba97b0..0000000 --- a/dev/driver/run_JGFS_WAFS_BLENDING.wcoss2 +++ /dev/null @@ -1,136 +0,0 @@ -#!/bin/sh - -#PBS -j oe -#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs/log.wafs_blending -#PBS -N wafs_blending -#PBS -l walltime=00:30:00 -#PBS -l select=1:ncpus=1:mem=500MB -#PBS -q debug -#PBS -A GFS-DEV -##PBS -V -##PBS -W umask=022 - -#cd $PBS_O_WORKDIR - -set -xa - -# specify computation resource -export threads=1 -export OMP_NUM_THREADS=$threads -export MP_LABELIO=yes -#export MPIRUN="mpiexec -ppn 1 -n 1" - -############################################ -# Loading module -############################################ -module purge -. $MODULESHOME/init/sh -module load envvar/1.0 -module load intel/19.1.3.304 -module load PrgEnv-intel/8.1.0 -module load craype/2.7.10 -# For compiling MPI code -# module load cray-mpich/8.1.7 -# To access mpiexec -#module load cray-pals/1.0.12 - -module load libjpeg/9c - -module load prod_util/2.0.9 -module load prod_envir/2.0.4 -module load grib_util/1.2.3 -module load wgrib2/2.0.8 - -# make_NTC_file.pl -module load util_shared/1.4.0 - -module list - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_blending for blending icing turbulence of US and UK -export job=gfs_atmos_wafs_blending_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v16.3.0 - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20211227 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=YES -export SENDDBN_NTC=YES -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -echo $COMROOT -export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao - -export DBNROOT=${UTILROOT}/fakedbn - -# for UK data -#if [[ `hostname` =~ "^l" ]] ; then ! LUNA/TIDE -# export DCOMROOT=/gpfs/tp1/nco/ops/dcom -#else ! SURGE/GYRE -# export DCOMROOT=/gpfs/gp1/nco/ops/dcom -#fi -# For canned data: -export DCOMROOT=/lfs/h1/ops/prod/dcom - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export COMPATH=/lfs/h2/emc/ptmp/$USER/wafs_dwn/com/gfs -#export COMIN=/lfs/h2/emc/ptmp/Kate.Friedman/comrot/testff768a/gfs.20210824/00/atmos_1 -export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/com - -export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs/$jobid - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_wcoss2} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_BLENDING - -exit diff --git a/dev/driver/run_JGFS_WAFS_BLENDING_0P25.hera b/dev/driver/run_JGFS_WAFS_BLENDING_0P25.hera deleted file mode 100644 index 0a5543e..0000000 --- a/dev/driver/run_JGFS_WAFS_BLENDING_0P25.hera +++ /dev/null @@ -1,166 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_blending_0p25 -#SBATCH -o /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_blending_0p25.o%j -#SBATCH -e /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_blending_0p25.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 1 -#SBATCH -q batch -#SBATCH -A ovp - -set -xa - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN="srun" - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 - -# Loading Intel Compiler Suite -module load hpc-intel/18.0.5.274 -module load hpc-impi/2018.0.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -module list - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_grib2 for generating global WAFS on grid 45 -export job=gfs_atmos_wafs_blending_0p25_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export NWROOT=/scratch2/NCEPDEV/ovp/Yali.Mao/git - -export DBNROOT=${UTILROOT}/fakedbn - -# for UK data -export DCOMROOT=/scratch2/NCEPDEV/stmp3/Yali.Mao/hpc_testdata/dcom - -############################################ -# Define DATA, COMOUT and COMIN -############################################ -export COMIN=/scratch2/NCEPDEV/stmp3/Yali.Mao/wafs_down/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/scratch2/NCEPDEV/stmp3/Yali.Mao/wafs_down/gfs.$PDY/$cyc/$COMPONENT - -export COMINus=$COMIN -export COMINuk=${COMINuk:-$DCOMROOT/prod/$PDY/wgrbbul/ukmet_wafs} - -export DATA=/scratch2/NCEPDEV/stmp3/Yali.Mao/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_BLENDING_0P25 - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com2/${NET}/$envir/${RUN}.${PDY} - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - cd $COMOUT - - while test $ffhr -le $EHOUR ; do - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - - #cmp $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 - #cmp $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 - - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_BLENDING_0P25.orion b/dev/driver/run_JGFS_WAFS_BLENDING_0P25.orion deleted file mode 100644 index bf4af88..0000000 --- a/dev/driver/run_JGFS_WAFS_BLENDING_0P25.orion +++ /dev/null @@ -1,167 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_atmos_wafs_blending_0p25 -#SBATCH -o /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_blending_0p25.o%j -#SBATCH -e /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_blending_0p25.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 1 -#SBATCH -q batch -#SBATCH -A nems - -set -xa - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN="srun" - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 -module load hpc-intel/2018.4 -module load hpc-impi/2018.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -# COMROOT must be set, otherwise setpdy.sh will fail -export COMROOT=" " - -module list -ulimit -s1900000000 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_blending for blending icing turbulence of US and UK -export job=gfs_atmos_wafs_blending_0p25_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -echo $COMROOT -export NWROOT=/work/noaa/stmp/ymao/git - -export DBNROOT=${UTILROOT}/fakedbn - -# for UK data -export DCOMROOT=/work/noaa/stmp/ymao/stmp/hpc_testdata/dcom -# For canned data: -#export DCOMROOT=/gpfs/dell2/emc/modeling/noscrub/Yali.Mao/2018impl/datainput/dcom - - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export COMIN=/work/noaa/stmp/ymao/gfsoutput/wafs_0p25/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/work/noaa/stmp/ymao/gfsoutput/wafs_0p25/gfs.$PDY/$cyc/$COMPONENT - -export COMINus=$COMIN -export COMINuk=${COMINuk:-$DCOMROOT/prod/$PDY/wgrbbul/ukmet_wafs} - -export DATA=/work/noaa/stmp/$LOGNAME/stmp/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHOUT_GFS=3 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_BLENDING_0P25 - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - - ffhr=$SHOUR - - while test $ffhr -le $EHOUR ; do - - cmp $COMOUT/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 $stdout/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - - cmp $PCOM/grib2.t${cyc}z.WAFS_blended_f${ffhr} $stdpcom/grib2.t${cyc}z.WAFS_blended_f${ffhr} - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_GCIP.hera b/dev/driver/run_JGFS_WAFS_GCIP.hera deleted file mode 100644 index abf16d4..0000000 --- a/dev/driver/run_JGFS_WAFS_GCIP.hera +++ /dev/null @@ -1,133 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_gcip -#SBATCH -o /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_gcip.o%j -#SBATCH -e /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_gcip.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 2 --ntasks-per-node=1 -#SBATCH --mem=40g # One task needs 20g memory -#SBATCH -q batch -#SBATCH -A ovp - -set -x - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN="srun -l --multi-prog" - -############################################ -# Loading module -############################################ -module purge -. $MODULESHOME/init/sh - -module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 - -# Loading Intel Compiler Suite -module load hpc-intel/18.0.5.274 -module load hpc-impi/2018.0.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -# to get HOMEobsproc_shared_bufr_dumplist -module load bufr_dumplist/2.0.0 -# to get HOMEobsproc_dump -module load dumpjb/5.0.0 -export DUMPJB=/scratch2/NCEPDEV/ovp/Yali.Mao/git/save/scripts/dumpjb - -module list - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_gcip for generating global icing analysis for every 3 hours -export job=gfs_atmos_wafs_gcip_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -#export SENDDBN_NTC=NO -#export SENDDBN_GB2=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/scratch2/NCEPDEV/stmp3/Yali.Mao/hpc_testdata/com -export NWROOT=/scratch2/NCEPDEV/ovp/Yali.Mao/git - -# For canned data: -export DCOMROOT=/scratch2/NCEPDEV/stmp3/Yali.Mao/hpc_testdata/dcom - -############################################ -# Define DATA COMOUT and COMIN -############################################ -export COMOUT=/scratch2/NCEPDEV/stmp3/Yali.Mao/wafs_down/gfs.$PDY/$cyc/$COMPONENT - -export COMINgfs=$COMROOT/gfs.$PDY/$cyc/$COMPONENT -export COMINradar=${COMINradar:-$COMROOT/hourly/prod/radar.$PDY} - -export DATA=/scratch2/NCEPDEV/stmp3/Yali.Mao/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GCIP - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - echo "" -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_GCIP.orion b/dev/driver/run_JGFS_WAFS_GCIP.orion deleted file mode 100644 index 4fef761..0000000 --- a/dev/driver/run_JGFS_WAFS_GCIP.orion +++ /dev/null @@ -1,135 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_gcip -#SBATCH -o /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_gcip.o%j -#SBATCH -e /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_gcip.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 2 --ntasks-per-node=1 -#SBATCH --mem=40g # One task needs 20g memory -#SBATCH -q batch -#SBATCH -A nems - -set -x - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN="srun -l --multi-prog" - -############################################ -# Loading module -############################################ -module purge -. $MODULESHOME/init/sh - -module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 -module load hpc-intel/2018.4 -module load hpc-impi/2018.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -# COMROOT must be set, otherwise setpdy.sh will fail -export COMROOT=" " - -# to get HOMEobsproc_shared_bufr_dumplist -module load bufr_dumplist/2.0.0 -# to get HOMEobsproc_dump -module load dumpjb/5.0.0 -export DUMPJB=/work/noaa/stmp/ymao/git/save/scripts/dumpjb - -module list -ulimit -s1900000000 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_gcip for generating global icing analysis for every 3 hours -export job=gfs_atmos_wafs_gcip_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -#export SENDDBN_NTC=NO -#export SENDDBN_GB2=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/work/noaa/stmp/ymao/stmp/hpc_testdata/com -export NWROOT=/work/noaa/stmp/ymao/git - -# For canned data: -export DCOMROOT=/work/noaa/stmp/ymao/stmp/hpc_testdata/dcom - -############################################ -# Define DATA COMOUT and COMIN -############################################ -export COMOUT=/work/noaa/stmp/ymao/gfsoutput/wafs_0p25/gfs.$PDY/$cyc/$COMPONENT - -export COMINgfs=$COMROOT/gfs.$PDY/$cyc/$COMPONENT -export COMINradar=${COMINradar:-$COMROOT/hourly/prod/radar.$PDY} - -export DATA=/work/noaa/stmp/$LOGNAME/stmp/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GCIP - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - echo "" -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_GRIB2.hera b/dev/driver/run_JGFS_WAFS_GRIB2.hera deleted file mode 100644 index c838bb5..0000000 --- a/dev/driver/run_JGFS_WAFS_GRIB2.hera +++ /dev/null @@ -1,160 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_grib2 -#SBATCH -o /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_grib2.o%j -#SBATCH -e /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_grib2.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 7 -#SBATCH -q batch -#SBATCH -A ovp - -set -xa - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN="srun" - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles -module load EnvVars/1.0.2 -module load intel/18.0.5.274 -module load impi/2018.0.4 -#module load lsf/10.1 -#module load CFP/2.0.1 - -module load grib_util/1.1.1 -module load prod_util/1.1.0 - -module list - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_grib2 for generating global WAFS on grid 45 -export job=gfs_atmos_wafs_grib2_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs - - -############################################ -# Specify versions -############################################ -export gfs_ver=v16.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20200302 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/scratch2/NCEPDEV/stmp3/Yali.Mao/com_post -export COMROOT=/scratch1/NCEPDEV/global/Yali.Mao/candata/cancom -export NWROOT=/scratch1/NCEPDEV/global/Yali.Mao/git -export DATAROOT=/scratch2/NCEPDEV/stmp3/${USER} - -############################################ -# Define DATA, COMOUT and COMIN -############################################ -export COMIN=$COMROOT/gfs.$PDY/$cyc -export COMOUT=/scratch1/NCEPDEV/global/Yali.Mao/candata/cancom/gfs.$PDY/$cyc - -export COMIN=/scratch2/NCEPDEV/stmp3/Yali.Mao/com_post/gfs.$PDY/$cyc -export COMOUT=/scratch2/NCEPDEV/stmp3/Yali.Mao/wafs_down/gfs.$PDY/$cyc - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs_fork} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GRIB2 - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com2/${NET}/$envir/${RUN}.${PDY} - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - cd $COMOUT - - while test $ffhr -le $EHOUR ; do - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - - #cmp $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 - #cmp $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 - - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_GRIB2.orion b/dev/driver/run_JGFS_WAFS_GRIB2.orion deleted file mode 100644 index 94ac580..0000000 --- a/dev/driver/run_JGFS_WAFS_GRIB2.orion +++ /dev/null @@ -1,164 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_grib2 -#SBATCH -o /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_grib2.o%j -#SBATCH -e /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_grib2.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 7 -#SBATCH -q batch -#SBATCH -A nems - -set -xa - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN="srun" - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 -module load hpc-intel/2018.4 -module load hpc-impi/2018.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -# COMROOT must be set, otherwise setpdy.sh will fail -export COMROOT=" " - -module list -ulimit -s1900000000 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_grib2 for generating global WAFS on grid 45 -export job=gfs_atmos_wafs_grib2_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export NWROOT=/work/noaa/stmp/ymao/git - -export DBNROOT=${UTILROOT}/fakedbn - -############################################ -# Define DATA, COMOUT and COMIN -############################################ - -export COMIN=/work/noaa/stmp/ymao/stmp/hpc_testdata/com/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/work/noaa/stmp/ymao/gfsoutput/wafs_0p25/gfs.$PDY/$cyc/$COMPONENT - -export DATA=/work/noaa/stmp/$LOGNAME/stmp/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GRIB2 - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com2/${NET}/$envir/${RUN}.${PDY} - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - cd $COMOUT - - while test $ffhr -le $EHOUR ; do - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - - #cmp $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 - #cmp $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 - - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_GRIB2_0P25.hera b/dev/driver/run_JGFS_WAFS_GRIB2_0P25.hera deleted file mode 100644 index 5c459e0..0000000 --- a/dev/driver/run_JGFS_WAFS_GRIB2_0P25.hera +++ /dev/null @@ -1,161 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_grib2_0p25 -#SBATCH -o /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_grib2_0p25.o%j -#SBATCH -e /scratch2/NCEPDEV/stmp3/Yali.Mao/gfs_atmos_wafs_grib2_0p25.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 1 -#SBATCH -q batch -#SBATCH -A ovp - -set -xa - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN="srun" - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 - -# Loading Intel Compiler Suite -module load hpc-intel/18.0.5.274 -module load hpc-impi/2018.0.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -module list - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_grib2_0p25 for generating global WAFS at 0.25 degree -export job=gfs_atmos_wafs_grib2_0p25_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export NWROOT=/scratch2/NCEPDEV/ovp/Yali.Mao/git - -export DBNROOT=${UTILROOT}/fakedbn - -############################################ -# Define DATA, COMOUT and COMIN -############################################ -export COMIN=/scratch2/NCEPDEV/stmp3/Yali.Mao/hpc_testdata/com/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/scratch2/NCEPDEV/stmp3/Yali.Mao/wafs_down/gfs.$PDY/$cyc/$COMPONENT - -export DATA=/scratch2/NCEPDEV/stmp3/Yali.Mao/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GRIB2_0P25 - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com2/${NET}/$envir/${RUN}.${PDY} - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - cd $COMOUT - - while test $ffhr -le $EHOUR ; do - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - - #cmp $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 - #cmp $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 - - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_GRIB2_0P25.orion b/dev/driver/run_JGFS_WAFS_GRIB2_0P25.orion deleted file mode 100644 index fe1bcd2..0000000 --- a/dev/driver/run_JGFS_WAFS_GRIB2_0P25.orion +++ /dev/null @@ -1,163 +0,0 @@ -#!/bin/sh - -#SBATCH -J gfs_atmos_wafs_grib2_0p25 -#SBATCH -o /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_grib2_0p25.o%j -#SBATCH -e /work/noaa/stmp/ymao/stmp/gfs_atmos_wafs_grib2_0p25.o%j -#SBATCH -t 00:30:00 -#SBATCH -N 1 -#SBATCH -q batch -#SBATCH -A nems - -set -xa - -# specify computation resource -export threads=1 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export MPIRUN="srun" - -############################################ -# Loading module -############################################ -module purge -$MODULESHOME/init/sh - -module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack -module load hpc/1.1.0 -module load hpc-intel/2018.4 -module load hpc-impi/2018.4 - -module load grib_util/1.2.2 -module load prod_util/1.2.2 - -module load wgrib2/2.0.8 -export WGRIB2=$wgrib2_ROOT/bin/wgrib2 - -# COMROOT must be set, otherwise setpdy.sh will fail -export COMROOT=" " - -module list -ulimit -s1900000000 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_atmos_wafs_grib2_0p25 for generating global WAFS at 0.25 degree -export job=gfs_atmos_wafs_grib2_0p25_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v17.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20210226 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export NWROOT=/work/noaa/stmp/ymao/git - -export DBNROOT=${UTILROOT}/fakedbn - -############################################ -# Define DATA, COMOUT and COMIN -############################################ -export COMIN=/work/noaa/stmp/ymao/stmp/hpc_testdata/com/gfs.$PDY/$cyc/$COMPONENT -export COMOUT=/work/noaa/stmp/ymao/gfsoutput/wafs_0p25/gfs.$PDY/$cyc/$COMPONENT - -export DATA=/work/noaa/stmp/$LOGNAME/stmp/working_wafs/$jobid - -export jlogfile=$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/EMC_wafs} - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHOUT_GFS=3 - -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GRIB2_0P25 - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com2/${NET}/$envir/${RUN}.${PDY} - stdout=/gpfs/hps/nco/ops/com/gfs/para/gfs.$PDY - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - cd $COMOUT - - while test $ffhr -le $EHOUR ; do - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - - #cmp $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 - #cmp $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 - - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit diff --git a/dev/driver/run_JGFS_WAFS_BLENDING_0P25.wcoss2 b/dev/driver/run_JWAFS_BLENDING_0P25.wcoss2 similarity index 64% rename from dev/driver/run_JGFS_WAFS_BLENDING_0P25.wcoss2 rename to dev/driver/run_JWAFS_BLENDING_0P25.wcoss2 index 4f05cee..03ee6ab 100644 --- a/dev/driver/run_JGFS_WAFS_BLENDING_0P25.wcoss2 +++ b/dev/driver/run_JWAFS_BLENDING_0P25.wcoss2 @@ -1,7 +1,7 @@ #!/bin/sh #PBS -j oe -#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs/log.wafs_blending_0p25 +#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs.new/log.wafs_blending_0p25 #PBS -N wafs_blending_0p25 #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=1:mem=15GB @@ -21,54 +21,56 @@ export MP_LABELIO=yes #export MPIRUN="mpiexec -ppn 1 -n 1" ############################################ -# Loading module +# Define ROOT directories ############################################ -module purge -. $MODULESHOME/init/sh -module load envvar/1.0 -module load intel/19.1.3.304 -module load PrgEnv-intel/8.1.0 -module load craype/2.7.10 -# For compiling MPI code -# module load cray-mpich/8.1.7 -# To access mpiexec -#module load cray-pals/1.0.12 +echo $COMROOT +export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao/git -module load libjpeg/9c +export DBNROOT=${UTILROOT}/fakedbn -module load prod_util/2.0.9 -module load prod_envir/2.0.4 -module load grib_util/1.2.3 -module load wgrib2/2.0.8 +# for UK (canned) data +export DCOMROOT=/lfs/h1/ops/prod/dcom +export DCOMROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao/separation/dcom -# make_NTC_file.pl -module load util_shared/1.4.0 +################################ +# Set up the HOME directory +################################ +export HOMEwafs=${HOMEwafs:-${NWROOT}/WAFS.fork} + +############################################ +# Loading module +############################################ +source $HOMEwafs/versions/run.ver +module reset +source $HOMEwafs/dev/modulefiles/wafs.sh module list +# make_NTC_file.pl +module load util_shared/$util_shared_ver + ############################################ # required exports! ############################################ ### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod +export envir=para export cyc=${cyc:-00} -# gfs_atmos_wafs_blending for blending icing turbulence of US and UK -export job=gfs_atmos_wafs_blending_0p25_${cyc} +# wafs_blending for blending icing turbulence of US and UK +export job=wafs_blending_0p25_${cyc} ############################################ # set NET RUN ############################################ ### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} +export NET=wafs +export RUN=wafs ############################################ # Specify versions ############################################ -export gfs_ver=v16.3.0 +export wafs_ver=v7.0.0 ############################################ @@ -79,7 +81,7 @@ export jobid=${job}.${pid} #export PDY=`$NDATE -24 | cut -c 1-8` export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20211227 +export PDY=20240522 USER=`whoami` @@ -94,33 +96,15 @@ export SENDDBN=YES export SENDDBN_NTC=YES export KEEPDATA=YES -############################################ -# Define ROOT directories -############################################ -echo $COMROOT -export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao - -export DBNROOT=${UTILROOT}/fakedbn - -# for UK data -# For canned data: -#export DCOMROOT=/gpfs/dell2/emc/modeling/noscrub/Hui-Ya.Chuang/2018impl/datainput/dcom - -export DCOMROOT=/lfs/h1/ops/prod/dcom - ############################################ # Define DATA PCOM, COMOUT and COMIN ############################################ -export COMPATH=/lfs/h2/emc/ptmp/$USER/wafs_dwn/com/gfs -#export COMIN=/lfs/h2/emc/ptmp/Kate.Friedman/comrot/testff768a/gfs.20210824/00/atmos_1 -export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/com -export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs/$jobid +export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/$envir/com -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_wcoss2} +export COMPATH=$COMROOT/wafs + +export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs.new/$jobid ############################################ # run the job @@ -130,6 +114,6 @@ export SHOUR=${SHOUR:-06} export EHOUR=${EHOUR:-48} export FHOUT_GFS=${FHOUT_GFS:-1} -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_BLENDING_0P25 +sh $HOMEwafs/jobs/JWAFS_BLENDING_0P25 exit diff --git a/dev/driver/run_JGFS_WAFS_GCIP.wcoss2 b/dev/driver/run_JWAFS_GCIP.wcoss2 similarity index 60% rename from dev/driver/run_JGFS_WAFS_GCIP.wcoss2 rename to dev/driver/run_JWAFS_GCIP.wcoss2 index 99aa90e..f50ca33 100644 --- a/dev/driver/run_JGFS_WAFS_GCIP.wcoss2 +++ b/dev/driver/run_JWAFS_GCIP.wcoss2 @@ -1,7 +1,7 @@ #!/bin/sh #PBS -j oe -#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs/log.wafs_gcip +#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs.new/log.wafs_gcip #PBS -N wafs_gcip #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=2:mem=50GB @@ -21,30 +21,35 @@ export OMP_NUM_THREADS=$threads export MP_LABELIO=yes export MPIRUN="mpiexec -np 2 -cpu-bind verbose,core cfp" +############################################ +# Define ROOT directories +############################################ +export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao/git +echo $DCOMROOT +# for satellite data +#export DCOMROOT=/gpfs/gp1/nco/ops/dcom + +# For canned data: +#export DCOMROOT=/gpfs/dell2/emc/modeling/noscrub/Hui-Ya.Chuang/2018impl/datainput/dcom +export DCOMROOT=/lfs/h1/ops/prod/dcom + +################################ +# Set up the HOME directory +################################ +export HOMEwafs=${HOMEwafs:-${NWROOT}/WAFS.fork} ############################################ # Loading module ############################################ -module purge -. $MODULESHOME/init/sh -module load envvar/1.0 -module load intel/19.1.3.304 -module load PrgEnv-intel/8.1.0 -module load craype/2.7.10 -# For compiling MPI code -# module load cray-mpich/8.1.7 -# To access mpiexec -module load cray-pals/1.0.12 -module load cfp/2.0.4 - -module load libjpeg/9c - -module load prod_util/2.0.14 -module load prod_envir/2.0.6 -module load grib_util/1.2.3 -module load wgrib2/2.0.8 - -module load bufr_dump/1.1.2 +source $HOMEwafs/versions/run.ver +module reset +source $HOMEwafs/dev/modulefiles/wafs.sh + +# For MPMD +module load cray-pals/$craypals_ver +module load cfp/$cfp_ver + +module load bufr_dump/$bufr_dump_ver module list @@ -52,26 +57,19 @@ module list # required exports! ############################################ ### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod +export envir=para export cyc=${cyc:-00} -# gfs_atmos_wafs_gcip for generating global icing analysis for every 3 hours -export job=gfs_atmos_wafs_gcip_${cyc} +# wafs_gcip for generating global icing analysis for every 3 hours +export job=wafs_gcip_${cyc} ############################################ # set NET RUN ############################################ ### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v16.3.0 -export radarl2_ver=v1.2 +export NET=wafs +export RUN=wafs ############################################ # user defined @@ -79,9 +77,7 @@ export radarl2_ver=v1.2 export pid=${pid:-$$} export jobid=${job}.${pid} -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20211227 +export PDY=20240522 USER=`whoami` @@ -96,37 +92,21 @@ export SENDDBN=NO #export SENDDBN_NTC=NO #export SENDDBN_GB2=NO export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao -echo $DCOMROOT -# for satellite data -#export DCOMROOT=/gpfs/gp1/nco/ops/dcom - -# For canned data: -#export DCOMROOT=/gpfs/dell2/emc/modeling/noscrub/Hui-Ya.Chuang/2018impl/datainput/dcom -export DCOMROOT=/lfs/h1/ops/prod/dcom ############################################ # Define DATA COMOUT and COMIN ############################################ -export COMPATH=${COMPATH:-/lfs/h1/ops/prod/com/gfs}:${COMPATHradar:-/lfs/h1/ops/prod/com/radarl2} -#export COMINgfs=/lfs/h2/emc/ptmp/Kate.Friedman/comrot/testcyc768h/gfs.20211227/00/atmos -export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/com -export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs/$jobid +export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/$envir/com -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_wcoss2} +export COMPATH=${COMPATHgfs:-/lfs/h1/ops/prod/com/gfs}:${COMPATHradar:-/lfs/h1/ops/prod/com/radarl2} + +export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs.new/$jobid ############################################ # run the job ############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GCIP +sh $HOMEwafs/jobs/JWAFS_GCIP exit diff --git a/dev/driver/run_JGFS_WAFS.wcoss2 b/dev/driver/run_JWAFS_GRIB.wcoss2 similarity index 61% rename from dev/driver/run_JGFS_WAFS.wcoss2 rename to dev/driver/run_JWAFS_GRIB.wcoss2 index 839d7ed..bbf67c5 100755 --- a/dev/driver/run_JGFS_WAFS.wcoss2 +++ b/dev/driver/run_JWAFS_GRIB.wcoss2 @@ -1,7 +1,7 @@ #!/bin/sh #PBS -j oe -#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs/log.wafs_octant +#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs.new/log.wafs_octant #PBS -N wafs_octant #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=1:mem=2GB @@ -22,53 +22,43 @@ export MP_LABELIO=yes #export MPIRUN="mpiexec -ppn 1 -n 1" ############################################ -# Loading module +# Define ROOT directories ############################################ -module purge -. $MODULESHOME/init/sh -module load envvar/1.0 -module load intel/19.1.3.304 -module load PrgEnv-intel/8.1.0 -module load craype/2.7.10 -# For compiling MPI code -# module load cray-mpich/8.1.7 -# To access mpiexec -# module load cray-pals/1.0.12 - -module load libjpeg/9c - -module load prod_util/2.0.9 -module load prod_envir/2.0.4 -module load grib_util/1.2.3 -module load wgrib2/2.0.8 +export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao/git +export DBNROOT=${UTILROOT}/fakedbn +################################ +# Set up the HOME directory +################################ +export HOMEwafs=${HOMEwafs:-${NWROOT}/WAFS.fork} + +############################################ +# Loading module +############################################ +source $HOMEwafs/versions/run.ver +module reset +source $HOMEwafs/dev/modulefiles/wafs.sh module list ############################################ # required exports! ############################################ ### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod +export envir=para export cyc=${cyc:-00} # 00 06 12 30 33 export fcsthrs=36 -# gfs_atmos_wafs for octants (8 WAFS files) -export job=gfs_atmos_wafs_f${fcsthrs}_${cyc} +# wafs for octants (8 WAFS files) +export job=wafs_f${fcsthrs}_${cyc} ############################################run # set NET RUN ############################################ ### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v16.3.0 +export NET=wafs +export RUN=wafs ############################################ # user defined @@ -78,7 +68,7 @@ export jobid=${job}.${pid} #export PDY=`$NDATE -24 | cut -c 1-8` export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20211227 +export PDY=20240522 USER=`whoami` @@ -93,32 +83,19 @@ export SENDDBN=YES export SENDDBN_NTC=YES export KEEPDATA=YES -############################################ -# Define ROOT directories -############################################ -export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao - -export DBNROOT=${UTILROOT}/fakedbn - ############################################ # Define DATA, COMOUT and COMIN ############################################ -#export COMIN=/lfs/h1/ops/canned/com/gfs/v16.2/gfs.$PDY/$cyc/$COMPONENT -#export COMOUT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/gfs.$PDY/$cyc/$COMPONENT -export COMPATH=${COMPATH:-/lfs/h1/ops/prod/com/gfs} -export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/com +export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/$envir/com -export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs/$jobid +export COMPATH=${COMPATHgfs:-/lfs/h1/ops/prod/com/gfs} -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_wcoss2} +export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs.new/$jobid ############################################# # run the job ############################################# -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS +sh $HOMEwafs/jobs/JWAFS_GRIB exit diff --git a/dev/driver/run_JGFS_WAFS_GRIB2.wcoss2 b/dev/driver/run_JWAFS_GRIB2.wcoss2 similarity index 63% rename from dev/driver/run_JGFS_WAFS_GRIB2.wcoss2 rename to dev/driver/run_JWAFS_GRIB2.wcoss2 index bd8b2f8..554e84f 100644 --- a/dev/driver/run_JGFS_WAFS_GRIB2.wcoss2 +++ b/dev/driver/run_JWAFS_GRIB2.wcoss2 @@ -1,7 +1,7 @@ #!/bin/sh #PBS -j oe -#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs/log.wafs_grib2 +#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs.new/log.wafs_grib2 #PBS -N wafs_grib2 #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=18:mem=80GB @@ -24,24 +24,27 @@ export threads=1 export OMP_NUM_THREADS=$threads export MP_LABELIO=yes +############################################ +# Define ROOT directories +############################################ +export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao/git +export DBNROOT=${UTILROOT}/fakedbn + +################################ +# Set up the HOME directory +################################ +export HOMEwafs=${HOMEwafs:-${NWROOT}/WAFS.fork} ############################################ # Loading module ############################################ -module purge -. $MODULESHOME/init/sh -module load envvar/1.0 -module load intel/19.1.3.304 PrgEnv-intel/8.1.0 craype/2.7.10 -module load cray-pals/1.0.12 -# For MPMD -module load cfp/2.0.4 - -module load libjpeg/9c +source $HOMEwafs/versions/run.ver +module reset +source $HOMEwafs/dev/modulefiles/wafs.sh -module load prod_util/2.0.9 -module load prod_envir/2.0.4 -module load grib_util/1.2.3 -module load wgrib2/2.0.8 +# For MPMD +module load cray-pals/$craypals_ver +module load cfp/$cfp_ver module list @@ -49,26 +52,19 @@ module list # required exports! ############################################ ### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod +export envir=para export cyc=${cyc:-00} -# gfs_atmos_wafs_grib2 for generating global WAFS on grid 45 -export job=gfs_atmos_wafs_grib2_${cyc} +# wafs_grib2 for generating global WAFS on grid 45 +export job=wafs_grib2_${cyc} ############################################ # set NET RUN ############################################ ### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v16.3.0 - +export NET=wafs +export RUN=wafs ############################################ # user defined @@ -76,7 +72,7 @@ export gfs_ver=v16.3.0 export pid=${pid:-$$} export jobid=${job}.${pid} -export PDY=20220216 +export PDY=20240522 USER=`whoami` @@ -91,28 +87,15 @@ export SENDDBN=YES export SENDDBN_NTC=YES export KEEPDATA=YES -############################################ -# Define ROOT directories -############################################ -export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao/git - -export DBNROOT=${UTILROOT}/fakedbn - ############################################ # Define DATA, COMOUT and COMIN ############################################ -#export COMIN=/lfs/h1/ops/canned/com/gfs/v16.2/gfs.$PDY/$cyc/$COMPONENT -#export COMOUT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/gfs.$PDY/$cyc/$COMPONENT -export COMPATH=/lfs/h1/ops/prod/com/gfs -#export COMIN=/lfs/h2/emc/ptmp/Kate.Friedman/comrot/testcyc768h/gfs.20211227/00/atmos -export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/com -export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs/$jobid +export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/$envir/com -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/fork.implement2023} +export COMPATH=${COMPATHgfs:-/lfs/h1/ops/prod/com/gfs}:/lfs/h2/emc/vpppg/noscrub/yali.mao/separation/prod/com/wafs + +export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs.new/$jobid ############################################ # run the job @@ -120,6 +103,6 @@ export HOMEgfs=${HOMEgfs:-${NWROOT}/fork.implement2023} export FHOURS= -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GRIB2 +sh $HOMEwafs/jobs/JWAFS_GRIB2 exit diff --git a/dev/driver/run_JGFS_WAFS_GRIB2_0P25.wcoss2 b/dev/driver/run_JWAFS_GRIB2_0P25.wcoss2 similarity index 64% rename from dev/driver/run_JGFS_WAFS_GRIB2_0P25.wcoss2 rename to dev/driver/run_JWAFS_GRIB2_0P25.wcoss2 index 61f3a36..1cd2aba 100644 --- a/dev/driver/run_JGFS_WAFS_GRIB2_0P25.wcoss2 +++ b/dev/driver/run_JWAFS_GRIB2_0P25.wcoss2 @@ -1,7 +1,7 @@ #!/bin/sh #PBS -j oe -#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs/log.wafs_grib2_0p25 +#PBS -o /lfs/h2/emc/ptmp/yali.mao/working_wafs.new/log.wafs_grib2_0p25 #PBS -N wafs_grib2_0p25 #PBS -l walltime=00:30:00 #PBS -l select=1:ncpus=39:mem=150GB @@ -20,24 +20,27 @@ export threads=1 export OMP_NUM_THREADS=$threads export MP_LABELIO=yes +############################################ +# Define ROOT directories +############################################ +export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao/git +export DBNROOT=${UTILROOT}/fakedbn + +################################ +# Set up the HOME directory +################################ +export HOMEwafs=${HOMEwafs:-${NWROOT}/WAFS.fork} ############################################ # Loading module ############################################ -module purge -. $MODULESHOME/init/sh -module load envvar/1.0 -module load intel/19.1.3.304 PrgEnv-intel/8.1.0 craype/2.7.10 -module load cray-pals/1.0.12 -# For MPMD -module load cfp/2.0.4 - -module load libjpeg/9c +source $HOMEwafs/versions/run.ver +module reset +source $HOMEwafs/dev/modulefiles/wafs.sh -module load prod_util/2.0.9 -module load prod_envir/2.0.4 -module load grib_util/1.2.3 -module load wgrib2/2.0.8 +# For MPMD +module load cray-pals/$craypals_ver +module load cfp/$cfp_ver module list @@ -45,26 +48,19 @@ module list # required exports! ############################################ ### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod +export envir=para export cyc=${cyc:-00} -# gfs_atmos_wafs_grib2 for generating global WAFS on grid 45 -export job=gfs_atmos_wafs_grib2_0p25_${cyc} +# wafs_grib2 for generating global WAFS on grid 45 +export job=wafs_grib2_0p25_${cyc} ############################################ # set NET RUN ############################################ ### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs -export COMPONENT=${COMPONENT:-atmos} - -############################################ -# Specify versions -############################################ -export gfs_ver=v16.3.0 - +export NET=wafs +export RUN=wafs ############################################ # user defined @@ -74,7 +70,7 @@ export jobid=${job}.${pid} #export PDY=`$NDATE -24 | cut -c 1-8` export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20211227 +export PDY=20240522 USER=`whoami` @@ -89,26 +85,15 @@ export SENDDBN=NO export SENDDBN_NTC=NO export KEEPDATA=YES -############################################ -# Define ROOT directories -############################################ -export NWROOT=/lfs/h2/emc/vpppg/noscrub/yali.mao - -export DBNROOT=${UTILROOT}/fakedbn - ############################################ # Define DATA, COMOUT and COMIN ############################################ -#export COMPATH=/lfs/h1/ops/canned/com/gfs -#export COMIN=/lfs/h2/emc/ptmp/Kate.Friedman/comrot/testcyc768h/gfs.20211227/00/atmos -export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/com -export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs/$jobid +export COMROOT=/lfs/h2/emc/ptmp/$USER/wafs_dwn/$envir/com -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_wcoss2} +export COMPATH=${COMPATHgfs:-/lfs/h1/ops/prod/com/gfs}:/lfs/h2/emc/vpppg/noscrub/yali.mao/separation/prod/com/wafs + +export DATA=/lfs/h2/emc/ptmp/$USER/working_wafs.new/$jobid ############################################ # run the job @@ -117,6 +102,6 @@ export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_wcoss2} export FHOUT_GFS= export FHOURS= -sh $HOMEgfs/jobs/JGFS_ATMOS_WAFS_GRIB2_0P25 +sh $HOMEwafs/jobs/JWAFS_GRIB2_0P25 exit diff --git a/dev/modulefiles/wafs.sh b/dev/modulefiles/wafs.sh new file mode 100644 index 0000000..5707844 --- /dev/null +++ b/dev/modulefiles/wafs.sh @@ -0,0 +1,21 @@ +#!/bin/bash +# modulefile for WAFS run +set -x + +module load intel/${intel_ver} +module load PrgEnv-intel/${PrgEnvintel_ver} +module load craype/$craype_ver + +# To access mpiexec +# module load cray-pals/$craypals_ver +# For MPMD +# module load cftp/$cfp_ver + +module load libjpeg/$libjpeg_ver +module load prod_util/$prod_util_ver +module load prod_envir/$prod_envir_ver +module load grib_util/$grib_util_ver +module load wgrib2/$wgrib2_ver + +# For make_NTC_file.pl in blending +# module load util_shared/$util_shared_ver diff --git a/fix/wafs/grib2_0p25_gfs_hazard.list b/fix/wafs/grib2_0p25_wafs_hazard.list similarity index 100% rename from fix/wafs/grib2_0p25_gfs_hazard.list rename to fix/wafs/grib2_0p25_wafs_hazard.list diff --git a/fix/wafs/grib2_gfs_awff00.45 b/fix/wafs/grib2_gfs_awff000.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff00.45 rename to fix/wafs/grib2_gfs_awff000.45 diff --git a/fix/wafs/grib2_gfs_awff06.45 b/fix/wafs/grib2_gfs_awff006.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff06.45 rename to fix/wafs/grib2_gfs_awff006.45 diff --git a/fix/wafs/grib2_gfs_awff09.45 b/fix/wafs/grib2_gfs_awff009.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff09.45 rename to fix/wafs/grib2_gfs_awff009.45 diff --git a/fix/wafs/grib2_gfs_awff12.45 b/fix/wafs/grib2_gfs_awff012.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff12.45 rename to fix/wafs/grib2_gfs_awff012.45 diff --git a/fix/wafs/grib2_gfs_awff15.45 b/fix/wafs/grib2_gfs_awff015.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff15.45 rename to fix/wafs/grib2_gfs_awff015.45 diff --git a/fix/wafs/grib2_gfs_awff18.45 b/fix/wafs/grib2_gfs_awff018.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff18.45 rename to fix/wafs/grib2_gfs_awff018.45 diff --git a/fix/wafs/grib2_gfs_awff21.45 b/fix/wafs/grib2_gfs_awff021.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff21.45 rename to fix/wafs/grib2_gfs_awff021.45 diff --git a/fix/wafs/grib2_gfs_awff24.45 b/fix/wafs/grib2_gfs_awff024.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff24.45 rename to fix/wafs/grib2_gfs_awff024.45 diff --git a/fix/wafs/grib2_gfs_awff27.45 b/fix/wafs/grib2_gfs_awff027.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff27.45 rename to fix/wafs/grib2_gfs_awff027.45 diff --git a/fix/wafs/grib2_gfs_awff30.45 b/fix/wafs/grib2_gfs_awff030.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff30.45 rename to fix/wafs/grib2_gfs_awff030.45 diff --git a/fix/wafs/grib2_gfs_awff33.45 b/fix/wafs/grib2_gfs_awff033.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff33.45 rename to fix/wafs/grib2_gfs_awff033.45 diff --git a/fix/wafs/grib2_gfs_awff36.45 b/fix/wafs/grib2_gfs_awff036.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff36.45 rename to fix/wafs/grib2_gfs_awff036.45 diff --git a/fix/wafs/grib2_gfs_awff42.45 b/fix/wafs/grib2_gfs_awff042.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff42.45 rename to fix/wafs/grib2_gfs_awff042.45 diff --git a/fix/wafs/grib2_gfs_awff48.45 b/fix/wafs/grib2_gfs_awff048.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff48.45 rename to fix/wafs/grib2_gfs_awff048.45 diff --git a/fix/wafs/grib2_gfs_awff54.45 b/fix/wafs/grib2_gfs_awff054.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff54.45 rename to fix/wafs/grib2_gfs_awff054.45 diff --git a/fix/wafs/grib2_gfs_awff60.45 b/fix/wafs/grib2_gfs_awff060.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff60.45 rename to fix/wafs/grib2_gfs_awff060.45 diff --git a/fix/wafs/grib2_gfs_awff66.45 b/fix/wafs/grib2_gfs_awff066.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff66.45 rename to fix/wafs/grib2_gfs_awff066.45 diff --git a/fix/wafs/grib2_gfs_awff72.45 b/fix/wafs/grib2_gfs_awff072.45 similarity index 100% rename from fix/wafs/grib2_gfs_awff72.45 rename to fix/wafs/grib2_gfs_awff072.45 diff --git a/fix/wafs/grib2_gfs_wafs_wafsmaster.list b/fix/wafs/grib2_wafs.gfs_master.list similarity index 100% rename from fix/wafs/grib2_gfs_wafs_wafsmaster.list rename to fix/wafs/grib2_wafs.gfs_master.list diff --git a/fix/wafs/grib2_gfs_wafsf06.45 b/fix/wafs/grib2_wafsf006.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf06.45 rename to fix/wafs/grib2_wafsf006.45 diff --git a/fix/wafs/grib2_gfs_wafsf09.45 b/fix/wafs/grib2_wafsf009.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf09.45 rename to fix/wafs/grib2_wafsf009.45 diff --git a/fix/wafs/grib2_gfs_wafsf12.45 b/fix/wafs/grib2_wafsf012.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf12.45 rename to fix/wafs/grib2_wafsf012.45 diff --git a/fix/wafs/grib2_gfs_wafsf15.45 b/fix/wafs/grib2_wafsf015.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf15.45 rename to fix/wafs/grib2_wafsf015.45 diff --git a/fix/wafs/grib2_gfs_wafsf18.45 b/fix/wafs/grib2_wafsf018.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf18.45 rename to fix/wafs/grib2_wafsf018.45 diff --git a/fix/wafs/grib2_gfs_wafsf21.45 b/fix/wafs/grib2_wafsf021.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf21.45 rename to fix/wafs/grib2_wafsf021.45 diff --git a/fix/wafs/grib2_gfs_wafsf24.45 b/fix/wafs/grib2_wafsf024.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf24.45 rename to fix/wafs/grib2_wafsf024.45 diff --git a/fix/wafs/grib2_gfs_wafsf27.45 b/fix/wafs/grib2_wafsf027.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf27.45 rename to fix/wafs/grib2_wafsf027.45 diff --git a/fix/wafs/grib2_gfs_wafsf30.45 b/fix/wafs/grib2_wafsf030.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf30.45 rename to fix/wafs/grib2_wafsf030.45 diff --git a/fix/wafs/grib2_gfs_wafsf33.45 b/fix/wafs/grib2_wafsf033.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf33.45 rename to fix/wafs/grib2_wafsf033.45 diff --git a/fix/wafs/grib2_gfs_wafsf36.45 b/fix/wafs/grib2_wafsf036.45 similarity index 100% rename from fix/wafs/grib2_gfs_wafsf36.45 rename to fix/wafs/grib2_wafsf036.45 diff --git a/jobs/JGFS_ATMOS_WAFS_BLENDING_0P25 b/jobs/JWAFS_BLENDING_0P25 similarity index 86% rename from jobs/JGFS_ATMOS_WAFS_BLENDING_0P25 rename to jobs/JWAFS_BLENDING_0P25 index 7367ce5..a0cdf89 100755 --- a/jobs/JGFS_ATMOS_WAFS_BLENDING_0P25 +++ b/jobs/JWAFS_BLENDING_0P25 @@ -34,26 +34,24 @@ export RERUN=${RERUN:-NO} ############################################ # Set up the NET and RUN ############################################ -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export COMPONENT=${COMPONENT:-atmos} +export NET=${NET:-wafs} +export RUN=${RUN:-wafs} ############################################ # Specify HOME Directory ############################################ -export gfs_ver=${gfs_ver:-v16.3.0} -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=$HOMEgfs/exec -export FIXgfs=$HOMEgfs/fix/wafs -export PARMgfs=$HOMEgfs/parm/wafs -export USHgfs=$HOMEgfs/ush -export SCRIPTSgfs=$HOMEgfs/scripts +export HOMEwafs=${HOMEwafs:-${NWROOT}/wafs.${wafs_ver}} +export EXECwafs=$HOMEwafs/exec +export FIXwafs=$HOMEwafs/fix/wafs +export PARMwafs=$HOMEwafs/parm/wafs +export USHwafs=$HOMEwafs/ush +export SCRIPTSwafs=$HOMEwafs/scripts ################################################ # Set up the INPUT and OUTPUT directories ################################################ -export COMIN=${COMIN:-$(compath.py ${envir}/${NET}/${gfs_ver})/${RUN}.${PDY}/${cyc}/$COMPONENT} -export COMOUT=${COMOUT:-$(compath.py -o $NET/$gfs_ver)/$RUN.$PDY/$cyc/$COMPONENT} +export COMIN=${COMIN:-$(compath.py ${envir}/${NET}/${wafs_ver})/${RUN}.${PDY}/${cyc}} +export COMOUT=${COMOUT:-$(compath.py -o $NET/$wafs_ver)/$RUN.$PDY/$cyc} export PCOM=${PCOM:-$COMOUT/wmo} if [ $SENDCOM = YES ] ; then @@ -131,7 +129,7 @@ fi ############################################ # Execute the script. ############################################ -${SCRIPTSgfs}/exgfs_atmos_wafs_blending_0p25.sh +${SCRIPTSwafs}/exwafs_blending_0p25.sh export err=$?; err_chk echo "JOB $job HAS COMPLETED NORMALLY." diff --git a/jobs/JGFS_ATMOS_WAFS_GCIP b/jobs/JWAFS_GCIP similarity index 77% rename from jobs/JGFS_ATMOS_WAFS_GCIP rename to jobs/JWAFS_GCIP index d4e1a45..494894b 100755 --- a/jobs/JGFS_ATMOS_WAFS_GCIP +++ b/jobs/JWAFS_GCIP @@ -1,7 +1,7 @@ #!/bin/sh ############################################ -# GFS GCIP PRODUCT GENERATION +# WAFS GCIP PRODUCT GENERATION ############################################ date @@ -39,23 +39,21 @@ setpdy.sh ############################################ # Set up the NET and RUN ############################################ -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export COMPONENT=${COMPONENT:-atmos} +export NET=${NET:-wafs} +export RUN=${RUN:-wafs} ############################################ # Specify HOME Directory ############################################ -export gfs_ver=${gfs_ver:-v16.3.0} -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=$HOMEgfs/exec -export FIXgfs=$HOMEgfs/fix/wafs -export PARMgfs=$HOMEgfs/parm/wafs -export USHgfs=$HOMEgfs/ush -export SCRIPTSgfs=$HOMEgfs/scripts +export HOMEwafs=${HOMEwafs:-${NWROOT}/wafs.${wafs_ver}} +export EXECwafs=$HOMEwafs/exec +export FIXwafs=$HOMEwafs/fix/wafs +export PARMwafs=$HOMEwafs/parm/wafs +export USHwafs=$HOMEwafs/ush +export SCRIPTSwafs=$HOMEwafs/scripts # For BUFR dump, TMPDIR must be defined -export TMPDIR=$DATA # will be overwritten in exgfs script for parallel runs on ffhr +export TMPDIR=$DATA # will be overwritten in exwafs script for parallel runs on ffhr # For BUFR dump, these two environment variables are defined by module load # HOMEobsproc_shared_bufr_dumplist <= module load bufr_dumplist/1.5.0 # HOMEobsproc_dump <= module load dumpjb/4.0.0 @@ -65,7 +63,7 @@ export TMPDIR=$DATA # will be overwritten in exgfs script for parallel runs on # Set up the input/output directory ################################################ # model data -export COMINgfs=${COMINgfs:-$(compath.py ${envir}/${NET}/${gfs_ver})/${RUN}.${PDY}/${cyc}/$COMPONENT} +export COMINgfs=${COMINgfs:-$(compath.py ${envir}/gfs/${gfs_ver})/gfs.${PDY}/${cyc}/atmos} # satellite data #ftp://satepsanone.nesdis.noaa.gov/2day/gmosaic/ @@ -74,7 +72,6 @@ export COMINgfs=${COMINgfs:-$(compath.py ${envir}/${NET}/${gfs_ver})/${RUN}.${PD export COMINsat=${COMINsat:-$DCOMROOT/$PDY/mcidas} # radar data -export radarl2_ver=${radarl2_ver:-v1.2} export COMINradar=${COMINradar:-$(compath.py ${envir}/radarl2/$radarl2_ver)/radar.$PDY} # metar/ships/lightning/pireps @@ -82,7 +79,7 @@ export COMINradar=${COMINradar:-$(compath.py ${envir}/radarl2/$radarl2_ver)/rada # # COMOUT -export COMOUT=${COMOUT:-$(compath.py -o $NET/$gfs_ver)/$RUN.$PDY/$cyc/$COMPONENT} +export COMOUT=${COMOUT:-$(compath.py -o $NET/$wafs_ver)/$RUN.$PDY/$cyc} mkdir -p $COMOUT @@ -104,11 +101,11 @@ export MPIRUN=${MPIRUN:-"mpiexec -l -np 2 --cpu-bind verbose,core cfp"} # GCIP runs f000 f003 for each cycle, 4 times/day, # to make the output valid every 3 hours if [ `echo $MPIRUN | cut -d " " -f1` = 'srun' ] ; then - echo 0 ${SCRIPTSgfs}/exgfs_atmos_wafs_gcip.sh 000 >> gcip.cmdfile - echo 1 ${SCRIPTSgfs}/exgfs_atmos_wafs_gcip.sh 003 >> gcip.cmdfile + echo 0 ${SCRIPTSwafs}/exwafs_gcip.sh 000 >> gcip.cmdfile + echo 1 ${SCRIPTSwafs}/exwafs_gcip.sh 003 >> gcip.cmdfile else - echo ${SCRIPTSgfs}/exgfs_atmos_wafs_gcip.sh 000 >> gcip.cmdfile - echo ${SCRIPTSgfs}/exgfs_atmos_wafs_gcip.sh 003 >> gcip.cmdfile + echo ${SCRIPTSwafs}/exwafs_gcip.sh 000 >> gcip.cmdfile + echo ${SCRIPTSwafs}/exwafs_gcip.sh 003 >> gcip.cmdfile export MP_PGMMODEL=mpmd fi diff --git a/jobs/JGFS_ATMOS_WAFS b/jobs/JWAFS_GRIB similarity index 76% rename from jobs/JGFS_ATMOS_WAFS rename to jobs/JWAFS_GRIB index 35a916b..bcf8f4e 100755 --- a/jobs/JGFS_ATMOS_WAFS +++ b/jobs/JWAFS_GRIB @@ -1,7 +1,7 @@ #!/bin/sh ######################################## -# GFS AWIPS PRODUCT GENERATION +# WAFS GRIB AWIPS PRODUCT GENERATION ######################################## date export PS4='$SECONDS + ' @@ -39,28 +39,28 @@ export RERUN=${RERUN:-NO} ############################################ # Set up the NET and RUN ############################################ -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export COMPONENT=${COMPONENT:-atmos} +export NET=${NET:-wafs} +export RUN=${RUN:-wafs} ############################################ # Specify HOME Directory ############################################ -export gfs_ver=${gfs_ver:-v16.3.0} -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=$HOMEgfs/exec -export FIXgfs=$HOMEgfs/fix/wafs -export PARMgfs=$HOMEgfs/parm/wafs -export USHgfs=$HOMEgfs/ush -export SCRIPTSgfs=$HOMEgfs/scripts +export HOMEwafs=${HOMEwafs:-${NWROOT}/wafs.${wafs_ver}} +export EXECwafs=$HOMEwafs/exec +export FIXwafs=$HOMEwafs/fix/wafs +export PARMwafs=$HOMEwafs/parm/wafs +export USHwafs=$HOMEwafs/ush +export SCRIPTSwafs=$HOMEwafs/scripts ################################################ # Set up the input/output directory ################################################ -export COMIN=${COMIN:-$(compath.py ${envir}/${NET}/${gfs_ver})/${RUN}.${PDY}/${cyc}/$COMPONENT} -export COMOUT=${COMOUT:-$(compath.py -o $NET/$gfs_ver)/$RUN.$PDY/$cyc/$COMPONENT} +export COMIN=${COMIN:-$(compath.py ${envir}/${NET}/${wafs_ver})/${RUN}.${PDY}/${cyc}} +export COMOUT=${COMOUT:-$(compath.py -o $NET/$wafs_ver)/$RUN.$PDY/$cyc} export PCOM=${PCOM:-$COMOUT/wmo} +export COMINgfs=${COMINgfs:-$(compath.py ${envir}/gfs/${gfs_ver})/gfs.${PDY}/${cyc}/atmos} + if [ $SENDCOM = YES ] ; then mkdir -p $COMOUT $PCOM fi @@ -74,7 +74,7 @@ env # Execute the script. ############################################ -${SCRIPTSgfs}/exgfs_atmos_wafs_grib.sh $fcsthrs +${SCRIPTSwafs}/exwafs_grib.sh $fcsthrs export err=$?; err_chk echo "JOB $job HAS COMPLETED NORMALLY!" diff --git a/jobs/JGFS_ATMOS_WAFS_GRIB2 b/jobs/JWAFS_GRIB2 similarity index 79% rename from jobs/JGFS_ATMOS_WAFS_GRIB2 rename to jobs/JWAFS_GRIB2 index ed4c929..154bebc 100755 --- a/jobs/JGFS_ATMOS_WAFS_GRIB2 +++ b/jobs/JWAFS_GRIB2 @@ -1,7 +1,7 @@ #!/bin/sh ######################################## -# GFS AWIPS PRODUCT GENERATION +# WAFS GRIB2 AWIPS PRODUCT GENERATION ######################################## date @@ -39,20 +39,18 @@ setpdy.sh ############################################ # Set up the NET and RUN ############################################ -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export COMPONENT=${COMPONENT:-atmos} +export NET=${NET:-wafs} +export RUN=${RUN:-wafs} ############################################ # Specify HOME Directory ############################################ -export gfs_ver=${gfs_ver:-v16.3.0} -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=$HOMEgfs/exec -export FIXgfs=$HOMEgfs/fix/wafs -export PARMgfs=$HOMEgfs/parm/wafs -export USHgfs=$HOMEgfs/ush -export SCRIPTSgfs=$HOMEgfs/scripts +export HOMEwafs=${HOMEwafs:-${NWROOT}/wafs.${wafs_ver}} +export EXECwafs=$HOMEwafs/exec +export FIXwafs=$HOMEwafs/fix/wafs +export PARMwafs=$HOMEwafs/parm/wafs +export USHwafs=$HOMEwafs/ush +export SCRIPTSwafs=$HOMEwafs/scripts ################################################ # Set up the input/output directory @@ -63,10 +61,12 @@ export SCRIPTSgfs=$HOMEgfs/scripts #### export COMIN=${COMIN:-$COMROOT/${NET}/prod/$RUN.$PDY} #### fi -export COMIN=${COMIN:-$(compath.py ${envir}/${NET}/${gfs_ver})/${RUN}.${PDY}/${cyc}/$COMPONENT} -export COMOUT=${COMOUT:-$(compath.py -o $NET/$gfs_ver)/$RUN.$PDY/$cyc/$COMPONENT} +export COMIN=${COMIN:-$(compath.py ${envir}/${NET}/${wafs_ver})/${RUN}.${PDY}/${cyc}} +export COMOUT=${COMOUT:-$(compath.py -o $NET/$wafs_ver)/$RUN.$PDY/$cyc} export PCOM=${PCOM:-$COMOUT/wmo} +export COMINgfs=${COMINgfs:-$(compath.py ${envir}/gfs/${gfs_ver})/gfs.${PDY}/${cyc}/atmos} + if [ $SENDCOM = YES ] ; then mkdir -p $COMOUT $PCOM fi @@ -92,9 +92,9 @@ rm wafsgrib2.cmdfile ic=0 for fcsthrs in $FHOURS ; do if [ `echo $MPIRUN | cut -d " " -f1` = 'srun' ] ; then - echo $ic ${SCRIPTSgfs}/exgfs_atmos_wafs_grib2.sh $fcsthrs >> wafsgrib2.cmdfile + echo $ic ${SCRIPTSwafs}/exwafs_grib2.sh $fcsthrs >> wafsgrib2.cmdfile else - echo ${SCRIPTSgfs}/exgfs_atmos_wafs_grib2.sh $fcsthrs >> wafsgrib2.cmdfile + echo ${SCRIPTSwafs}/exwafs_grib2.sh $fcsthrs >> wafsgrib2.cmdfile export MP_PGMMODEL=mpmd fi ic=`expr $ic + 1` diff --git a/jobs/JGFS_ATMOS_WAFS_GRIB2_0P25 b/jobs/JWAFS_GRIB2_0P25 similarity index 78% rename from jobs/JGFS_ATMOS_WAFS_GRIB2_0P25 rename to jobs/JWAFS_GRIB2_0P25 index 64570bb..e415b15 100755 --- a/jobs/JGFS_ATMOS_WAFS_GRIB2_0P25 +++ b/jobs/JWAFS_GRIB2_0P25 @@ -1,7 +1,7 @@ #!/bin/sh ######################################## -# GFS WAFS GRIB 0P25 PRODUCT GENERATION +# WAFS GRIB 0P25 PRODUCT GENERATION ######################################## date @@ -33,28 +33,28 @@ setpdy.sh ############################################ # Set up the NET and RUN ############################################ -export NET=${NET:-gfs} -export RUN=${RUN:-gfs} -export COMPONENT=${COMPONENT:-atmos} +export NET=${NET:-wafs} +export RUN=${RUN:-wafs} ############################################ # Specify HOME Directory ############################################ -export gfs_ver=${gfs_ver:-v16.3.0} -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} -export EXECgfs=$HOMEgfs/exec -export FIXgfs=$HOMEgfs/fix/wafs -export PARMgfs=$HOMEgfs/parm/wafs -export USHgfs=$HOMEgfs/ush -export SCRIPTSgfs=$HOMEgfs/scripts +export HOMEwafs=${HOMEwafs:-${NWROOT}/wafs.${wafs_ver}} +export EXECwafs=$HOMEwafs/exec +export FIXwafs=$HOMEwafs/fix/wafs +export PARMwafs=$HOMEwafs/parm/wafs +export USHwafs=$HOMEwafs/ush +export SCRIPTSwafs=$HOMEwafs/scripts ################################################ # Set up the input/output directory ################################################ -export COMIN=${COMIN:-$(compath.py ${envir}/${NET}/${gfs_ver})/${RUN}.${PDY}/${cyc}/$COMPONENT} -export COMOUT=${COMOUT:-$(compath.py -o $NET/$gfs_ver)/$RUN.$PDY/$cyc/$COMPONENT} +export COMIN=${COMIN:-$(compath.py ${envir}/${NET}/${wafs_ver})/${RUN}.${PDY}/${cyc}} +export COMOUT=${COMOUT:-$(compath.py -o $NET/$wafs_ver)/$RUN.$PDY/$cyc} export PCOM=${PCOM:-$COMOUT/wmo} +export COMINgfs=${COMINgfs:-$(compath.py ${envir}/gfs/${gfs_ver})/gfs.${PDY}/${cyc}/atmos} + if [ $SENDCOM = YES ] ; then mkdir -p $COMOUT $PCOM fi @@ -67,11 +67,6 @@ env ############################################## # Set up the forecast hours ############################################## -#export SHOUR=${SHOUR:-06} -# Will change to 120 for 2023 ICAO standard -#export EHOUR=${EHOUR:-120} -#export EHOUR=${EHOUR:-36} - export FHOUT_GFS=${FHOUT_GFS:-1} if [ $FHOUT_GFS -eq 3 ] ; then #27 export FHOURS=${FHOURS:-"6 9 12 15 18 21 24 27 30 33 36 39 42 45 48 54 60 66 72 78 84 90 96 102 108 114 120"} @@ -101,9 +96,9 @@ rm wafsgrib2_0p25.cmdfile ic=0 for fcsthrs in $FHOURS ; do if [ `echo $MPIRUN | cut -d " " -f1` = 'srun' ] ; then - echo $ic ${SCRIPTSgfs}/exgfs_atmos_wafs_grib2_0p25.sh $fcsthrs >> wafsgrib2_0p25.cmdfile + echo $ic ${SCRIPTSwafs}/exwafs_grib2_0p25.sh $fcsthrs >> wafsgrib2_0p25.cmdfile else - echo ${SCRIPTSgfs}/exgfs_atmos_wafs_grib2_0p25.sh $fcsthrs >> wafsgrib2_0p25.cmdfile + echo ${SCRIPTSwafs}/exwafs_grib2_0p25.sh $fcsthrs >> wafsgrib2_0p25.cmdfile export MP_PGMMODEL=mpmd fi ic=`expr $ic + 1` diff --git a/scripts/exgfs_atmos_wafs_gcip.sh b/scripts/exgfs_atmos_wafs_gcip.sh deleted file mode 100755 index ad91c47..0000000 --- a/scripts/exgfs_atmos_wafs_gcip.sh +++ /dev/null @@ -1,242 +0,0 @@ -#!/bin/ksh -###################################################################### -# UTILITY SCRIPT NAME : exgfs_atmos_wafs_gcip.sh -# DATE WRITTEN : 01/28/2015 -# -# Abstract: This utility script produces the WAFS GCIP. -# -# GCIP runs f00 f03 for each cycle, 4 times/day, -# to make the output valid every 3 hours -# -# History: 01/28/2015 -# - GFS post master file as first guess -# /com/prod/gfs.YYYYMMDD -# - Nesdis composite global satellite data -# /dcom (ftp?) -# - Metar/ships/lightning/pireps -# ksh /nwprod/ush/dumpjb YYYYMMDDHH hours output >/dev/null -# - Radar data over CONUS -# /com/hourly/prod/radar.YYYYMMDD/refd3d.tHHz.grbf00 -# - output of current icing potential -##################################################################### -echo "-----------------------------------------------------" -echo "JGFS_ATMOS_WAFS_GCIP at 00Z/06Z/12Z/18Z GFS postprocessing" -echo "-----------------------------------------------------" -echo "History: 2015 - First implementation of this new script." -echo "Oct 2021 - Remove jlogfile" -echo " " -##################################################################### - -set -xa - -# Set up working dir for parallel runs based on ffhr -ffhr=$1 -DATA=$DATA/$ffhr -mkdir -p $DATA -cd $DATA -# Overwrite TMPDIR for dumpjb -export TMPDIR=$DATA - -SLEEP_LOOP_MAX=`expr $SLEEP_TIME / $SLEEP_INT` - -configFile=gcip.config - -echo 'before preparing data' `date` - -# valid time. no worry, it won't be across to another date -vhour=$(( $ffhr + $cyc )) -vhour="$(printf "%02d" $(( 10#$vhour )) )" - -######################################################## -# Preparing data - -if [ $RUN = "gfs" ] ; then - - # model data - masterFile=$COMINgfs/gfs.t${cyc}z.master.grb2f$ffhr - - # check the availability of model file - icnt=1 - while [ $icnt -lt $SLEEP_LOOP_MAX ] ; do - if [ -s $masterFile ] ; then - break - fi - sleep $SLEEP_INT - icnt=$((icnt + 1)) - if [ $icnt -ge $SLEEP_LOOP_MAX ] ; then - msg="ABORTING after $SLEEP_TIME seconds of waiting for gfs master file!" - err_exit $msg - fi - done - - cpreq $PARMgfs/wafs_gcip_gfs.cfg $configFile - - modelFile=modelfile.grb -# ln -sf $masterFile $modelFile - $WGRIB2 $masterFile | egrep ":HGT:|:VVEL:|:CLMR:|:TMP:|:SPFH:|:RWMR:|:SNMR:|:GRLE:|:ICMR:|:RH:" | egrep "00 mb:|25 mb:|50 mb:|75 mb:|:HGT:surface" | $WGRIB2 -i $masterFile -grib $modelFile - - # metar / ships / lightning / pireps - # dumped data files' suffix is ".ibm" - obsfiles="metar ships ltngsr pirep" - for obsfile in $obsfiles ; do -# ksh $USHobsproc_dump/dumpjb ${PDY}${vhour} 1.5 $obsfile >/dev/null - ksh $DUMPJB ${PDY}${vhour} 1.5 $obsfile - done - metarFile=metar.ibm - shipFile=ships.ibm - lightningFile=ltngsr.ibm - pirepFile=pirep.ibm - - satFiles="" - channels="VIS SIR LIR SSR" - # If one channel is missing, satFiles will be empty - for channel in $channels ; do - satFile=GLOBCOMP$channel.${PDY}${vhour} - if [[ $COMINsat == *ftp:* ]] ; then - curl -O $COMINsat/$satFile - else - - # check the availability of satellite data file - icnt=1 - while [ $icnt -lt $SLEEP_LOOP_MAX ] ; do - if [ -s $COMINsat/$satFile ] ; then - break - fi - sleep $SLEEP_INT - icnt=$((icnt + 1)) - if [ $icnt -ge $SLEEP_LOOP_MAX ] ; then - msg="GCIP at ${vhour}z ABORTING after $SLEEP_TIME seconds of waiting for satellite $channel file!" - echo "$msg" - rc=1 - echo $msg >> $COMOUT/${RUN}.gcip.log - - if [ $envir != prod ]; then - export maillist='nco.spa@noaa.gov' - fi - export maillist=${maillist:-'nco.spa@noaa.gov,ncep.sos@noaa.gov'} - - export subject="Missing GLOBCOMPVIS Satellite Data for $PDY t${cyc}z $job" - echo "*************************************************************" > mailmsg - echo "*** WARNING !! COULD NOT FIND GLOBCOMPVIS Satellite Data *** " >> mailmsg - echo "*************************************************************" >> mailmsg - echo >> mailmsg - echo "One or more GLOBCOMPVIS Satellite Data files are missing, including " >> mailmsg - echo " $COMINsat/$satFile " >> mailmsg - echo >> mailmsg - echo "$job will gracfully exited" >> mailmsg - cat mailmsg > $COMOUT/${RUN}.t${cyc}z.gcip.emailbody - cat $COMOUT/${RUN}.t${cyc}z.gcip.emailbody | mail.py -s "$subject" $maillist -v - - exit $rc - fi - done - - cp $COMINsat/$satFile . - fi - if [[ -s $satFile ]] ; then - satFiles="$satFiles $satFile" - else - satFiles="" - break - fi - done - - # radar data - sourceRadar=$COMINradar/refd3d.t${vhour}z.grb2f00 - - # check the availability of radar data file - icnt=1 - while [ $icnt -lt $SLEEP_LOOP_MAX ] ; do - if [ -s $sourceRadar ] ; then - break - fi - sleep $SLEEP_INT - icnt=$((icnt + 1)) - if [ $icnt -ge $SLEEP_LOOP_MAX ] ; then - echo "WARNING: radar data is not available after $SLEEP_TIME seconds of waiting!" - fi - done - - radarFile=radarFile.grb - if [ -s $sourceRadar ] ; then - cp $sourceRadar $radarFile - fi - - fi # RUN model name - -######################################################## -# Composite gcip command options - -outputfile=gfs.t${vhour}z.gcip.f00.grib2 - -cmdoptions="-t ${PDY}${vhour} -c $configFile -model $modelFile" -if [[ -s $metarFile ]] ; then - cmdoptions="$cmdoptions -metar $metarFile" -else - err_exit "There are no METAR observations." -fi -if [[ -s $shipFile ]] ; then - cmdoptions="$cmdoptions -ship $shipFile" -fi -# empty if a channel data is missing -if [[ -n $satFiles ]] ; then - cmdoptions="$cmdoptions -sat $satFiles" -else - err_exit "Satellite data are not available or completed." -fi -if [[ -s $lightningFile ]] ; then - cmdoptions="$cmdoptions -lightning $lightningFile" -fi -if [[ -s $pirepFile ]] ; then - cmdoptions="$cmdoptions -pirep $pirepFile" -fi -if [[ -s $radarFile ]] ; then - cmdoptions="$cmdoptions -radar $radarFile" -fi -cmdoptions="$cmdoptions -o $outputfile" - -####################################################### -# Run GCIP - -echo 'after preparing data' `date` - -export pgm=wafs_gcip.x - -cpreq $FIXgfs/gcip_near_ir_refl.table near_ir_refl.table - -startmsg -$EXECgfs/$pgm >> $pgmout $cmdoptions 2> errfile & -wait -export err=$?; err_chk - - -if [[ -s $outputfile ]] ; then - ############################## - # Post Files to COM - ############################## - if [ $SENDCOM = "YES" ] ; then - cp $outputfile $COMOUT/$outputfile - if [ $SENDDBN = "YES" ] ; then - # $DBNROOT/bin/dbn_alert GFS_WAFS GCIP $job $COMOUT/$outputfile -#alert removed in v15.0 $DBNROOT/bin/dbn_alert MODEL GFS_WAFS_GCIP $job $COMOUT/$outputfile - : - fi - fi -else - err_exit "Output $outputfile was not generated" -fi - - -################################################################################ -# GOOD RUN -set +x -echo "**************JOB EXGFS_ATMOS_WAFS_GCIP.SH COMPLETED NORMALLY ON THE IBM" -echo "**************JOB EXGFS_ATMOS_WAFS_GCIP.SH COMPLETED NORMALLY ON THE IBM" -echo "**************JOB EXGFS_ATMOS_WAFS_GCIP.SH COMPLETED NORMALLY ON THE IBM" -set -x -################################################################################ - -exit 0 - -############## END OF SCRIPT ####################### - diff --git a/scripts/exgfs_atmos_wafs_blending_0p25.sh b/scripts/exwafs_blending_0p25.sh similarity index 81% rename from scripts/exgfs_atmos_wafs_blending_0p25.sh rename to scripts/exwafs_blending_0p25.sh index 2933251..87225b6 100755 --- a/scripts/exgfs_atmos_wafs_blending_0p25.sh +++ b/scripts/exwafs_blending_0p25.sh @@ -2,10 +2,10 @@ ################################################################################ #### UNIX Script Documentation Block # . . -# Script name: exgfs_atmos_wafs_blending_0p25.sh (copied from exgfs_atmos_wafs_blending.sh) +# Script name: exwafs_blending_0p25.sh # Script description: This scripts looks for US and UK WAFS Grib2 products at 1/4 deg, -# wait for specified period of time, and then run $USHgfs/wafs_blending_0p25.sh -# if both WAFS data are available. Otherwise, the job aborts with error massage +# wait for specified period of time. If both WAFS data are available. +# Otherwise, the job aborts with error massage # # Author: Y Mao Org: EMC Date: 2020-04-02 # @@ -14,6 +14,7 @@ # 2020-04-02 Y Mao # Oct 2021 - Remove jlogfile # 2022-05-25 | Y Mao | Add ICAO new milestone Nov 2023 +# May 2024 - WAFS separation set -x echo "JOB $job HAS BEGUN" @@ -32,7 +33,7 @@ export ic_uk=1 while test $ffhr -le $EHOUR do - + ffhr="$(printf "%03d" $(( 10#$ffhr )) )" ########################## # look for US WAFS data ########################## @@ -40,12 +41,12 @@ do export ic=1 while [ $ic -le $SLEEP_LOOP_MAX ] do - if [ -s ${COMINus}/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2 ] ; then + if [ -s ${COMINus}/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2 ] ; then break fi if [ $ic -eq $SLEEP_LOOP_MAX ] ; then - echo "US WAFS GRIB2 file $COMINus/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2 not found after waiting over $SLEEP_TIME seconds" - echo "US WAFS GRIB2 file " $COMINus/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2 "not found after waiting ",$SLEEP_TIME, "exitting" + echo "US WAFS GRIB2 file $COMINus/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2 not found after waiting over $SLEEP_TIME seconds" + echo "US WAFS GRIB2 file " $COMINus/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2 "not found after waiting ",$SLEEP_TIME, "exitting" SEND_UK_WAFS=YES break else @@ -109,14 +110,14 @@ do cat $COMINuk/EGRR_WAFS_0p25_*_unblended_${PDY}_${cyc}z_t${ffhr}.grib2 > EGRR_WAFS_0p25_unblended_${PDY}_${cyc}z_t${ffhr}.grib2 # pick up US data - cp ${COMINus}/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2 . + cp ${COMINus}/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2 . # run blending code export pgm=wafs_blending_0p25.x . prep_step startmsg - $EXECgfs/$pgm gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2 \ + $EXECwafs/$pgm wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2 \ EGRR_WAFS_0p25_unblended_${PDY}_${cyc}z_t${ffhr}.grib2 \ 0p25_blended_${PDY}${cyc}f${ffhr}.grib2 > f${ffhr}.out @@ -141,8 +142,8 @@ do # if [ $SEND_AWC_US_ALERT = "NO" ] ; then echo "WARNING! No UK WAFS GRIB2 0P25 file for WAFS blending. Send alert message to AWC ......" - make_NTC_file.pl NOXX10 KKCI $PDY$cyc NONE $FIXgfs/wafs_blending_0p25_admin_msg $PCOM/wifs_0p25_admin_msg - make_NTC_file.pl NOXX10 KWBC $PDY$cyc NONE $FIXgfs/wafs_blending_0p25_admin_msg $PCOM/iscs_0p25_admin_msg + make_NTC_file.pl NOXX10 KKCI $PDY$cyc NONE $FIXwafs/wafs_blending_0p25_admin_msg $PCOM/wifs_0p25_admin_msg + make_NTC_file.pl NOXX10 KWBC $PDY$cyc NONE $FIXwafs/wafs_blending_0p25_admin_msg $PCOM/iscs_0p25_admin_msg if [ $SENDDBN_NTC = "YES" ] ; then $DBNROOT/bin/dbn_alert NTC_LOW WAFS $job $PCOM/wifs_0p25_admin_msg $DBNROOT/bin/dbn_alert NTC_LOW WAFS $job $PCOM/iscs_0p25_admin_msg @@ -168,16 +169,16 @@ do # # Distribute US WAFS unblend Data to NCEP FTP Server (WOC) and TOC # - echo "altering the unblended US WAFS products - $COMINus/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2 " - echo "and $COMINus/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2.idx " + echo "altering the unblended US WAFS products - $COMINus/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2 " + echo "and $COMINus/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2.idx " if [ $SENDDBN = "YES" ] ; then - $DBNROOT/bin/dbn_alert MODEL GFS_WAFS_0P25_UBL_GB2 $job $COMINus/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2 - $DBNROOT/bin/dbn_alert MODEL GFS_WAFS_0P25_UBL_GB2_WIDX $job $COMINus/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2.idx + $DBNROOT/bin/dbn_alert MODEL WAFS_0P25_UBL_GB2 $job $COMINus/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2 + $DBNROOT/bin/dbn_alert MODEL WAFS_0P25_UBL_GB2_WIDX $job $COMINus/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2.idx fi # if [ $SENDDBN_NTC = "YES" ] ; then -# $DBNROOT/bin/dbn_alert NTC_LOW $NET $job $COMOUT/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr}.grib2 +# $DBNROOT/bin/dbn_alert NTC_LOW $NET $job $COMOUT/wafs.t${cyc}z.0p25_unblended.f${ffhr}.grib2 # fi @@ -191,8 +192,8 @@ do # if [ $SEND_AWC_UK_ALERT = "NO" ] ; then echo "WARNING: No US WAFS GRIB2 0P25 file for WAFS blending. Send alert message to AWC ......" - make_NTC_file.pl NOXX10 KKCI $PDY$cyc NONE $FIXgfs/wafs_blending_0p25_admin_msg $PCOM/wifs_0p25_admin_msg - make_NTC_file.pl NOXX10 KWBC $PDY$cyc NONE $FIXgfs/wafs_blending_0p25_admin_msg $PCOM/iscs_0p25_admin_msg + make_NTC_file.pl NOXX10 KKCI $PDY$cyc NONE $FIXwafs/wafs_blending_0p25_admin_msg $PCOM/wifs_0p25_admin_msg + make_NTC_file.pl NOXX10 KWBC $PDY$cyc NONE $FIXwafs/wafs_blending_0p25_admin_msg $PCOM/iscs_0p25_admin_msg if [ $SENDDBN_NTC = "YES" ] ; then $DBNROOT/bin/dbn_alert NTC_LOW WAFS $job $PCOM/wifs_0p25_admin_msg $DBNROOT/bin/dbn_alert NTC_LOW WAFS $job $PCOM/iscs_0p25_admin_msg @@ -221,7 +222,7 @@ do echo "altering the unblended UK WAFS products - EGRR_WAFS_0p25_unblended_${PDY}_${cyc}z_t${ffhr}.grib2" if [ $SENDDBN = "YES" ] ; then - $DBNROOT/bin/dbn_alert MODEL GFS_WAFS_UKMET_0P25_UBL_GB2 $job EGRR_WAFS_0p25_unblended_${PDY}_${cyc}z_t${ffhr}.grib2 + $DBNROOT/bin/dbn_alert MODEL WAFS_UKMET_0P25_UBL_GB2 $job EGRR_WAFS_0p25_unblended_${PDY}_${cyc}z_t${ffhr}.grib2 fi # if [ $SENDDBN_NTC = "YES" ] ; then @@ -244,7 +245,7 @@ do ## export FORT31=" " ## export FORT51=grib2.t${cyc}z.WAFS_0p25_blended_f${ffhr} - ## $TOCGRIB2 < $FIXgfs/grib2_blended_wafs_wifs_f${ffhr}.0p25 >> $pgmout 2> errfile + ## $TOCGRIB2 < $FIXwafs/grib2_blended_wafs_wifs_f${ffhr}.0p25 >> $pgmout 2> errfile ## err=$?;export err ;err_chk ## echo " error from tocgrib=",$err @@ -265,7 +266,7 @@ do fi if [ $SENDDBN = "YES" ] ; then - $DBNROOT/bin/dbn_alert MODEL GFS_WAFS_0P25_BL_GB2 $job $COMOUT/WAFS_0p25_blended_${PDY}${cyc}f${ffhr}.grib2 + $DBNROOT/bin/dbn_alert MODEL WAFS_0P25_BL_GB2 $job $COMOUT/WAFS_0p25_blended_${PDY}${cyc}f${ffhr}.grib2 fi fi @@ -286,10 +287,6 @@ do fi ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi done ################################################################################ diff --git a/scripts/exwafs_gcip.sh b/scripts/exwafs_gcip.sh new file mode 100755 index 0000000..5f46661 --- /dev/null +++ b/scripts/exwafs_gcip.sh @@ -0,0 +1,236 @@ +#!/bin/ksh +###################################################################### +# UTILITY SCRIPT NAME : exwafs_gcip.sh +# DATE WRITTEN : 01/28/2015 +# +# Abstract: This utility script produces the WAFS GCIP. +# +# GCIP runs f000 f003 for each cycle, 4 times/day, +# to make the output valid every 3 hours +# +# History: 01/28/2015 +# - GFS master file as first guess +# /com/prod/gfs.YYYYMMDD +# - Nesdis composite global satellite data +# /dcom (ftp?) +# - Metar/ships/lightning/pireps +# ksh /nwprod/ush/dumpjb YYYYMMDDHH hours output >/dev/null +# - Radar data over CONUS +# /com/hourly/prod/radar.YYYYMMDD/refd3d.tHHz.grbf00 +# - output of current icing potential +##################################################################### +echo "-----------------------------------------------------" +echo "JWAFS_GCIP at 00Z/06Z/12Z/18Z GFS postprocessing" +echo "-----------------------------------------------------" +echo "History: 2015 - First implementation of this new script." +echo "Oct 2021 - Remove jlogfile" +echo "May 2024 - WAFS separation" +echo " " +##################################################################### + +set -xa + +# Set up working dir for parallel runs based on ffhr +ffhr=$1 +DATA=$DATA/$ffhr +mkdir -p $DATA +cd $DATA +# Overwrite TMPDIR for dumpjb +export TMPDIR=$DATA + +SLEEP_LOOP_MAX=`expr $SLEEP_TIME / $SLEEP_INT` + +configFile=gcip.config + +echo 'before preparing data' `date` + +# valid time. no worry, it won't be across to another date +vhour=$(( $ffhr + $cyc )) +vhour="$(printf "%02d" $(( 10#$vhour )) )" + +######################################################## +# Preparing data + +# model data +masterFile=$COMINgfs/gfs.t${cyc}z.master.grb2f$ffhr + +# check the availability of model file +icnt=1 +while [ $icnt -lt $SLEEP_LOOP_MAX ] ; do + if [ -s $masterFile ] ; then + break + fi + sleep $SLEEP_INT + icnt=$((icnt + 1)) + if [ $icnt -ge $SLEEP_LOOP_MAX ] ; then + msg="ABORTING after $SLEEP_TIME seconds of waiting for gfs master file!" + err_exit $msg + fi +done + +cp $PARMwafs/wafs_gcip_gfs.cfg $configFile + +modelFile=modelfile.grb +# ln -sf $masterFile $modelFile +$WGRIB2 $masterFile | egrep ":HGT:|:VVEL:|:CLWMR:|:TMP:|:SPFH:|:RWMR:|:SNMR:|:GRLE:|:ICMR:|:RH:" | egrep "00 mb:|25 mb:|50 mb:|75 mb:|:HGT:surface" | $WGRIB2 -i $masterFile -grib $modelFile + +# metar / ships / lightning / pireps +# dumped data files' suffix is ".ibm" +obsfiles="metar ships ltngsr pirep" +for obsfile in $obsfiles ; do +# ksh $USHobsproc_dump/dumpjb ${PDY}${vhour} 1.5 $obsfile >/dev/null + ksh $DUMPJB ${PDY}${vhour} 1.5 $obsfile +done +metarFile=metar.ibm +shipFile=ships.ibm +lightningFile=ltngsr.ibm +pirepFile=pirep.ibm + +satFiles="" +channels="VIS SIR LIR SSR" +# If one channel is missing, satFiles will be empty +for channel in $channels ; do + satFile=GLOBCOMP$channel.${PDY}${vhour} + if [[ $COMINsat == *ftp:* ]] ; then + curl -O $COMINsat/$satFile + else + # check the availability of satellite data file + icnt=1 + while [ $icnt -lt $SLEEP_LOOP_MAX ] ; do + if [ -s $COMINsat/$satFile ] ; then + break + fi + sleep $SLEEP_INT + icnt=$((icnt + 1)) + if [ $icnt -ge $SLEEP_LOOP_MAX ] ; then + msg="GCIP at ${vhour}z ABORTING after $SLEEP_TIME seconds of waiting for satellite $channel file!" + echo "$msg" + rc=1 + echo $msg >> $COMOUT/${RUN}.gcip.log + + if [ $envir != prod ]; then + export maillist='nco.spa@noaa.gov' + fi + export maillist=${maillist:-'nco.spa@noaa.gov,ncep.sos@noaa.gov'} + + export subject="Missing GLOBCOMPVIS Satellite Data for $PDY t${cyc}z $job" + echo "*************************************************************" > mailmsg + echo "*** WARNING !! COULD NOT FIND GLOBCOMPVIS Satellite Data *** " >> mailmsg + echo "*************************************************************" >> mailmsg + echo >> mailmsg + echo "One or more GLOBCOMPVIS Satellite Data files are missing, including " >> mailmsg + echo " $COMINsat/$satFile " >> mailmsg + echo >> mailmsg + echo "$job will gracfully exited" >> mailmsg + cat mailmsg > $COMOUT/${RUN}.t${cyc}z.gcip.emailbody + cat $COMOUT/${RUN}.t${cyc}z.gcip.emailbody | mail.py -s "$subject" $maillist -v + + exit $rc + fi + done + + cp $COMINsat/$satFile . + fi + if [[ -s $satFile ]] ; then + satFiles="$satFiles $satFile" + else + satFiles="" + break + fi +done + +# radar data +sourceRadar=$COMINradar/refd3d.t${vhour}z.grb2f00 + +# check the availability of radar data file +icnt=1 +while [ $icnt -lt $SLEEP_LOOP_MAX ] ; do + if [ -s $sourceRadar ] ; then + break + fi + sleep $SLEEP_INT + icnt=$((icnt + 1)) + if [ $icnt -ge $SLEEP_LOOP_MAX ] ; then + echo "WARNING: radar data is not available after $SLEEP_TIME seconds of waiting!" + fi +done + +radarFile=radarFile.grb +if [ -s $sourceRadar ] ; then + cp $sourceRadar $radarFile +fi + +######################################################## +# Composite gcip command options + +outputfile=wafs.t${vhour}z.gcip.f000.grib2 + +cmdoptions="-t ${PDY}${vhour} -c $configFile -model $modelFile" +if [[ -s $metarFile ]] ; then + cmdoptions="$cmdoptions -metar $metarFile" +else + err_exit "There are no METAR observations." +fi +if [[ -s $shipFile ]] ; then + cmdoptions="$cmdoptions -ship $shipFile" +fi +# empty if a channel data is missing +if [[ -n $satFiles ]] ; then + cmdoptions="$cmdoptions -sat $satFiles" +else + err_exit "Satellite data are not available or completed." +fi +if [[ -s $lightningFile ]] ; then + cmdoptions="$cmdoptions -lightning $lightningFile" +fi +if [[ -s $pirepFile ]] ; then + cmdoptions="$cmdoptions -pirep $pirepFile" +fi +if [[ -s $radarFile ]] ; then + cmdoptions="$cmdoptions -radar $radarFile" +fi +cmdoptions="$cmdoptions -o $outputfile" + +####################################################### +# Run GCIP + +echo 'after preparing data' `date` + +export pgm=wafs_gcip.x + +cp $FIXwafs/gcip_near_ir_refl.table near_ir_refl.table + +startmsg +$EXECwafs/$pgm >> $pgmout $cmdoptions 2> errfile & +wait +export err=$?; err_chk + + +if [[ -s $outputfile ]] ; then + ############################## + # Post Files to COM + ############################## + if [ $SENDCOM = "YES" ] ; then + cp $outputfile $COMOUT/$outputfile + if [ $SENDDBN = "YES" ] ; then + : + fi + fi +else + err_exit "Output $outputfile was not generated" +fi + + +################################################################################ +# GOOD RUN +set +x +echo "**************JOB EXWAFS_GCIP.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GCIP.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GCIP.SH COMPLETED NORMALLY ON THE IBM" +set -x +################################################################################ + +exit 0 + +############## END OF SCRIPT ####################### + diff --git a/scripts/exgfs_atmos_wafs_grib.sh b/scripts/exwafs_grib.sh similarity index 82% rename from scripts/exgfs_atmos_wafs_grib.sh rename to scripts/exwafs_grib.sh index 53d6fd6..6784192 100755 --- a/scripts/exgfs_atmos_wafs_grib.sh +++ b/scripts/exwafs_grib.sh @@ -1,6 +1,6 @@ #!/bin/sh ###################################################################### -# UTILITY SCRIPT NAME : exgfs_atmos_wafs_grib.sh +# UTILITY SCRIPT NAME : exwafs_grib.sh # DATE WRITTEN : 10/04/2004 # # Abstract: This utility script produces the WAFS GRIB @@ -20,6 +20,7 @@ echo "History: OCT 2004 - First implementation of this new script." echo " Aug 2015 - Modified for Phase II" echo " Dec 2015 - Modified for input model data in Grib2" echo " Oct 2021 - Remove jlogfile" +echo " May 2024 - WAFS separation" echo " " ##################################################################### set +x @@ -34,7 +35,7 @@ then # export job=${job:-interactive} else echo "" - echo "Usage: exgfs_atmos_wafs_grib.sh \$fcsthrs " + echo "Usage: exwafs_grib.sh \$fcsthrs " echo "" exit 16 fi @@ -44,7 +45,7 @@ cd $DATA set -x # To fix bugzilla 628 ( removing 'j' ahead of $job ) -export jobsuffix=gfs_atmos_wafs_f${fcsthrs}_$cyc +export jobsuffix=wafs_f${fcsthrs}_$cyc ############################################### # Wait for the availability of the pgrib file @@ -55,7 +56,7 @@ icnt=1 while [ $icnt -lt 1000 ] do # if [ -s $COMIN/${RUN}.${cycle}.pgrbf$fcsthrs ] - if [ -s $COMIN/${RUN}.${cycle}.pgrb2.1p00.f$fcsthrs000 ] + if [ -s $COMINgfs/gfs.${cycle}.pgrb2.1p00.f$fcsthrs000 ] then break fi @@ -106,36 +107,36 @@ fi if test $fcsthrs -ge 12 -a $fcsthrs -le 24 then - sh $USHgfs/mkwfsgbl.sh ${fcsthrs} a + sh $USHwafs/mkwfsgbl.sh ${fcsthrs} a fi if test $fcsthrs -eq 30 then - sh $USHgfs/mkwfsgbl.sh ${fcsthrs} a + sh $USHwafs/mkwfsgbl.sh ${fcsthrs} a for fcsthrs in 12 18 24 30 do - sh $USHgfs/mkwfsgbl.sh ${fcsthrs} b + sh $USHwafs/mkwfsgbl.sh ${fcsthrs} b done - sh $USHgfs/mkwfsgbl.sh 00 x - sh $USHgfs/mkwfsgbl.sh 06 x + sh $USHwafs/mkwfsgbl.sh 00 x + sh $USHwafs/mkwfsgbl.sh 06 x fi if test $fcsthrs -gt 30 -a $fcsthrs -le 48 then - sh $USHgfs/mkwfsgbl.sh ${fcsthrs} x + sh $USHwafs/mkwfsgbl.sh ${fcsthrs} x fi if test $fcsthrs -eq 60 -o $fcsthrs -eq 72 then - sh $USHgfs/mkwfsgbl.sh ${fcsthrs} x + sh $USHwafs/mkwfsgbl.sh ${fcsthrs} x fi ################################################################################ # GOOD RUN set +x -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB.SH COMPLETED NORMALLY ON THE IBM" -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB.SH COMPLETED NORMALLY ON THE IBM" -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB.SH COMPLETED NORMALLY ON THE IBM" set -x ################################################################################ diff --git a/scripts/exgfs_atmos_wafs_grib2.sh b/scripts/exwafs_grib2.sh similarity index 66% rename from scripts/exgfs_atmos_wafs_grib2.sh rename to scripts/exwafs_grib2.sh index 4631a10..1de3b99 100755 --- a/scripts/exgfs_atmos_wafs_grib2.sh +++ b/scripts/exwafs_grib2.sh @@ -1,6 +1,6 @@ #!/bin/sh ###################################################################### -# UTILITY SCRIPT NAME : exgfs_atmos_wafs_grib2.sh +# UTILITY SCRIPT NAME : exwafs_grib2.sh # DATE WRITTEN : 07/15/2009 # # Abstract: This utility script produces the WAFS GRIB2. The output @@ -22,17 +22,19 @@ # - Stop generating grib1 data for WAFS ##################################################################### echo "-----------------------------------------------------" -echo "JGFS_ATMOS_WAFS_GRIB2 at 00Z/06Z/12Z/18Z GFS postprocessing" +echo "JWAFS_GRIB2 at 00Z/06Z/12Z/18Z GFS&WAFS postprocessing" echo "-----------------------------------------------------" echo "History: AUGUST 2009 - First implementation of this new script." echo "Oct 2021 - Remove jlogfile" echo "Feb 2022 - Add FAA data, stop grib1 data" +echo "May 2024 - WAFS separation" echo " " ##################################################################### set -x fcsthrs=$1 +export fcsthrs="$(printf "%03d" $(( 10#$fcsthrs )) )" DATA=$DATA/$fcsthrs mkdir -p $DATA @@ -42,17 +44,13 @@ cd $DATA # Wait for the availability of the gfs master pgrib file ########################################################## # file name and forecast hour of GFS model data in Grib2 are 3 digits -export fcsthrs000="$(printf "%03d" $(( 10#$fcsthrs )) )" # 2D data -master2=$COMIN/${RUN}.${cycle}.master.grb2f${fcsthrs000} -master2i=$COMIN/${RUN}.${cycle}.master.grb2if${fcsthrs000} +master2=$COMINgfs/gfs.${cycle}.master.grb2f${fcsthrs} +master2i=$COMINgfs/gfs.${cycle}.master.grb2if${fcsthrs} # 3D data -wafs2=$COMIN/${RUN}.${cycle}.wafs.grb2f${fcsthrs000} -wafs2i=$COMIN/${RUN}.${cycle}.wafs.grb2f${fcsthrs000}.idx -# 3D data (on ICAO standard level) -icao2=$COMIN/${RUN}.${cycle}.wafs_icao.grb2f${fcsthrs000} -icao2i=$COMIN/${RUN}.${cycle}.wafs_icao.grb2f${fcsthrs000}.idx +wafs2=$COMIN/${RUN}.${cycle}.grb2f${fcsthrs} +wafs2i=$COMIN/${RUN}.${cycle}.grb2f${fcsthrs}.idx icnt=1 while [ $icnt -lt 1000 ] @@ -96,32 +94,32 @@ fi #--------------------------- # 1) Grib2 data for FAA #--------------------------- -$WGRIB2 $master2 | grep -F -f $FIXgfs/grib2_gfs_awf_master.list | $WGRIB2 -i $master2 -grib tmpfile_gfsf${fcsthrs} +$WGRIB2 $master2 | grep -F -f $FIXwafs/grib2_gfs_awf_master.list | $WGRIB2 -i $master2 -grib tmpfile_wafsf${fcsthrs} # F006 master file has two records of 0-6 hour APCP and ACPCP each, keep only one -# FAA APCP ACPCP: included every 6 forecast hour (0, 48], every 12 forest hour [48, 72] (controlled by $FIXgfs/grib2_gfs_awf_master3d.list) +# FAA APCP ACPCP: included every 6 forecast hour (0, 48], every 12 forest hour [48, 72] (controlled by $FIXwafs/grib2_gfs_awf_master.list) if [ $fcsthrs -eq 6 ] ; then - $WGRIB2 tmpfile_gfsf${fcsthrs} -not "(APCP|ACPCP)" -grib tmp.grb2 - $WGRIB2 tmpfile_gfsf${fcsthrs} -match APCP -append -grib tmp.grb2 -quit - $WGRIB2 tmpfile_gfsf${fcsthrs} -match ACPCP -append -grib tmp.grb2 -quit - mv tmp.grb2 tmpfile_gfsf${fcsthrs} + $WGRIB2 tmpfile_wafsf${fcsthrs} -not "(APCP|ACPCP)" -grib tmp.grb2 + $WGRIB2 tmpfile_wafsf${fcsthrs} -match APCP -append -grib tmp.grb2 -quit + $WGRIB2 tmpfile_wafsf${fcsthrs} -match ACPCP -append -grib tmp.grb2 -quit + mv tmp.grb2 tmpfile_wafsf${fcsthrs} fi # U V will have the same grid message number by using -ncep_uv. # U V will have the different grid message number without -ncep_uv. -$WGRIB2 tmpfile_gfsf${fcsthrs} \ +$WGRIB2 tmpfile_wafsf${fcsthrs} \ -set master_table 6 \ -new_grid_winds earth -set_grib_type jpeg \ -new_grid_interpolation bilinear -if ":(UGRD|VGRD):max wind" -new_grid_interpolation neighbor -fi \ - -new_grid latlon 0:288:1.25 90:145:-1.25 gfs.t${cyc}z.awf_grb45f${fcsthrs}.grib2 -$WGRIB2 -s gfs.t${cyc}z.awf_grb45f${fcsthrs}.grib2 > gfs.t${cyc}z.awf_grb45f${fcsthrs}.grib2.idx + -new_grid latlon 0:288:1.25 90:145:-1.25 ${RUN}.t${cyc}z.awf_grd45f${fcsthrs}.grib2 +$WGRIB2 -s ${RUN}.t${cyc}z.awf_grd45f${fcsthrs}.grib2 > ${RUN}.t${cyc}z.awf_grd45f${fcsthrs}.grib2.idx # For FAA, add WMO header. The header is different from WAFS export pgm=$TOCGRIB2 . prep_step startmsg -export FORT11=gfs.t${cyc}z.awf_grb45f${fcsthrs}.grib2 +export FORT11=${RUN}.t${cyc}z.awf_grd45f${fcsthrs}.grib2 export FORT31=" " export FORT51=grib2.t${cyc}z.awf_grbf${fcsthrs}.45 -$TOCGRIB2 < $FIXgfs/grib2_gfs_awff${fcsthrs}.45 >> $pgmout 2> errfile +$TOCGRIB2 < $FIXwafs/grib2_gfs_awff${fcsthrs}.45 >> $pgmout 2> errfile err=$?;export err ;err_chk echo " error from tocgrib=",$err @@ -130,28 +128,28 @@ if [ $wafs_timewindow = 'yes' ] ; then # 2) traditional WAFS fields #--------------------------- # 3D data from $wafs2, on exact model pressure levels - $WGRIB2 $wafs2 | grep -F -f $FIXgfs/grib2_gfs_wafs_wafsmaster.list | $WGRIB2 -i $wafs2 -grib tmpfile_gfsf${fcsthrs} + $WGRIB2 $wafs2 | grep -F -f $FIXwafs/grib2_wafs.gfs_master.list | $WGRIB2 -i $wafs2 -grib tmpfile_wafsf${fcsthrs} # 2D data from $master2 - tail -5 $FIXgfs/grib2_gfs_wafs_wafsmaster.list > grib2_gfs_wafs_wafsmaster.list.2D - $WGRIB2 $master2 | grep -F -f grib2_gfs_wafs_wafsmaster.list.2D | $WGRIB2 -i $master2 -grib tmpfile_gfsf${fcsthrs}.2D + tail -5 $FIXwafs/grib2_wafs.gfs_master.list > grib2_wafs.gfs_master.list.2D + $WGRIB2 $master2 | grep -F -f grib2_wafs.gfs_master.list.2D | $WGRIB2 -i $master2 -grib tmpfile_wafsf${fcsthrs}.2D # Complete list of WAFS data - cat tmpfile_gfsf${fcsthrs}.2D >> tmpfile_gfsf${fcsthrs} + cat tmpfile_wafsf${fcsthrs}.2D >> tmpfile_wafsf${fcsthrs} # WMO header - cp $FIXgfs/grib2_gfs_wafsf${fcsthrs}.45 wafs_wmo_header45 + cp $FIXwafs/grib2_wafsf${fcsthrs}.45 wafs_wmo_header45 # U V will have the same grid message number by using -ncep_uv. # U V will have the different grid message number without -ncep_uv. - $WGRIB2 tmpfile_gfsf${fcsthrs} \ + $WGRIB2 tmpfile_wafsf${fcsthrs} \ -set master_table 6 \ -new_grid_winds earth -set_grib_type jpeg \ -new_grid_interpolation bilinear -if ":(UGRD|VGRD):max wind" -new_grid_interpolation neighbor -fi \ - -new_grid latlon 0:288:1.25 90:145:-1.25 gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2 - $WGRIB2 -s gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2 > gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2.idx + -new_grid latlon 0:288:1.25 90:145:-1.25 ${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2 + $WGRIB2 -s ${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2 > ${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2.idx # For WAFS, add WMO header. Processing WAFS GRIB2 grid 45 for ISCS and WIFS export pgm=$TOCGRIB2 . prep_step startmsg - export FORT11=gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2 + export FORT11=${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2 export FORT31=" " export FORT51=grib2.t${cyc}z.wafs_grbf${fcsthrs}.45 $TOCGRIB2 < wafs_wmo_header45 >> $pgmout 2> errfile @@ -167,13 +165,13 @@ if [ $SENDCOM = "YES" ] ; then ############################## # FAA data - mv gfs.t${cyc}z.awf_grb45f${fcsthrs}.grib2 $COMOUT/gfs.t${cyc}z.awf_grb45f${fcsthrs}.grib2 - mv gfs.t${cyc}z.awf_grb45f${fcsthrs}.grib2.idx $COMOUT/gfs.t${cyc}z.awf_grb45f${fcsthrs}.grib2.idx + mv ${RUN}.t${cyc}z.awf_grd45f${fcsthrs}.grib2 $COMOUT/${RUN}.t${cyc}z.awf_grd45f${fcsthrs}.grib2 + mv ${RUN}.t${cyc}z.awf_grd45f${fcsthrs}.grib2.idx $COMOUT/${RUN}.t${cyc}z.awf_grd45f${fcsthrs}.grib2.idx # WAFS data if [ $wafs_timewindow = 'yes' ] ; then - mv gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2 $COMOUT/gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2 - mv gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2.idx $COMOUT/gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2.idx + mv ${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2 $COMOUT/${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2 + mv ${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2.idx $COMOUT/${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2.idx fi ############################## @@ -197,7 +195,7 @@ if [ $SENDDBN = "YES" ] ; then # Distribute Data to WOC # if [ $wafs_timewindow = 'yes' ] ; then - $DBNROOT/bin/dbn_alert MODEL GFS_WAFS_1P25_GB2 $job $COMOUT/gfs.t${cyc}z.wafs_grb45f${fcsthrs}.grib2 + $DBNROOT/bin/dbn_alert MODEL WAFS_1P25_GB2 $job $COMOUT/${RUN}.t${cyc}z.grd45f${fcsthrs}.grib2 # # Distribute Data to TOC TO WIFS FTP SERVER (AWC) # @@ -214,9 +212,9 @@ fi ################################################################################ # GOOD RUN set +x -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB2.SH COMPLETED NORMALLY ON THE IBM" -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB2.SH COMPLETED NORMALLY ON THE IBM" -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB2.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB2.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB2.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB2.SH COMPLETED NORMALLY ON THE IBM" set -x ################################################################################ diff --git a/scripts/exgfs_atmos_wafs_grib2_0p25.sh b/scripts/exwafs_grib2_0p25.sh similarity index 58% rename from scripts/exgfs_atmos_wafs_grib2_0p25.sh rename to scripts/exwafs_grib2_0p25.sh index ec53966..caf0859 100755 --- a/scripts/exgfs_atmos_wafs_grib2_0p25.sh +++ b/scripts/exwafs_grib2_0p25.sh @@ -1,6 +1,6 @@ #!/bin/sh ###################################################################### -# UTILITY SCRIPT NAME : exgfs_atmos_wafs_grib2_0p25.sh +# UTILITY SCRIPT NAME : exwafs_grib2_0p25.sh # DATE WRITTEN : 03/20/2020 # # Abstract: This utility script produces the WAFS GRIB2 at 0.25 degree. @@ -16,11 +16,12 @@ # History: ##################################################################### echo "-----------------------------------------------------" -echo "JGFS_ATMOS_WAFS_GRIB2_0P25 at 00Z/06Z/12Z/18Z GFS postprocessing" +echo "JWAFS_GRIB2_0P25 at 00Z/06Z/12Z/18Z GFS&WAFS postprocessing" echo "-----------------------------------------------------" echo "History: MARCH 2020 - First implementation of this new script." echo "Oct 2021 - Remove jlogfile" echo "Aug 2022 - ffhr expanded from 36 to 120" +echo "May 2024 - WAFS separation" echo " " ##################################################################### @@ -31,7 +32,6 @@ set -x ffhr=$1 export ffhr="$(printf "%03d" $(( 10#$ffhr )) )" -export ffhr2="$(printf "%02d" $(( 10#$ffhr )) )" DATA=$DATA/$ffhr mkdir -p $DATA @@ -50,21 +50,17 @@ fi ########################################################## # 3D data (on new ICAO model pressure levels) and 2D data (CB) -wafs2=$COMIN/${RUN}.${cycle}.wafs.grb2f${ffhr} -wafs2i=$COMIN/${RUN}.${cycle}.wafs.grb2f${ffhr}.idx +wafs2=$COMIN/${RUN}.${cycle}.grb2f${ffhr} +wafs2i=$COMIN/${RUN}.${cycle}.grb2f${ffhr}.idx # 2D data from master file (U/V/H on max wind level, T/H at tropopause) -master2=$COMIN/${RUN}.${cycle}.master.grb2f${ffhr} +master2=$COMINgfs/gfs.${cycle}.master.grb2f${ffhr} +master2i=$COMINgfs/gfs.${cycle}.master.grb2if${ffhr} -# 3D data (on standard atmospheric pressure levels) -# Up to fhour=48 -# Will be removed in GFS.v17 -icao2=$COMIN/${RUN}.${cycle}.wafs_icao.grb2f${ffhr} - icnt=1 while [ $icnt -lt 1000 ] do - if [[ -s $wafs2i ]] ; then + if [[ -s $master2i && -s $wafs2i ]] ; then break fi @@ -82,7 +78,7 @@ echo "HAS BEGUN!" ######################################## echo " ------------------------------------------" -echo " BEGIN MAKING GFS WAFS GRIB2 0.25 DEG PRODUCTS" +echo " BEGIN MAKING WAFS GRIB2 0.25 DEG PRODUCTS" echo " ------------------------------------------" set +x @@ -104,42 +100,42 @@ newgrid="latlon 0:1440:0.25 90:721:-0.25" # WAFS 3D data $WGRIB2 $wafs2 $opt1 $opt21 $opt22 $opt23 $opt24 -new_grid $newgrid tmp_wafs_0p25.grb2 # Master 2D data -$WGRIB2 $master2 | grep -F -f $FIXgfs/grib2_0p25_gfs_master2d.list \ +$WGRIB2 $master2 | grep -F -f $FIXwafs/grib2_0p25_gfs_master2d.list \ | $WGRIB2 -i $master2 -set master_table 25 -grib tmp_master.grb2 $WGRIB2 tmp_master.grb2 $opt1 $opt21 ":(UGRD|VGRD):max wind" $opt23 $opt24 -new_grid $newgrid tmp_master_0p25.grb2 #--------------------------- -# Product 1: WAFS u/v/t/rh gfs.tHHz.wafs_0p25.fFFF.grib2 +# Product 1: WAFS u/v/t/rh wafs.tHHz.0p25.fFFF.grib2 #--------------------------- $WGRIB2 tmp_wafs_0p25.grb2 | egrep "UGRD|VGRD|TMP|HGT|RH" \ - | $WGRIB2 -i tmp_wafs_0p25.grb2 -set master_table 25 -grib tmp.gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 -cat tmp_master_0p25.grb2 >> tmp.gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 + | $WGRIB2 -i tmp_wafs_0p25.grb2 -set master_table 25 -grib tmp.${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 +cat tmp_master_0p25.grb2 >> tmp.${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 # Convert template 5 to 5.40 -#$WGRIB2 tmp.gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 -set_grib_type jpeg -grib_out gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 -mv tmp.gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 -$WGRIB2 -s gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 > gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2.idx +#$WGRIB2 tmp.${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 -set_grib_type jpeg -grib_out ${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 +mv tmp.${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 ${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 +$WGRIB2 -s ${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 > ${RUN}.t${cyc}z.0p25.f${ffhr}.grib2.idx if [ $hazard_timewindow = 'yes' ] ; then #--------------------------- -# Product 2: For AWC and Delta airline: EDPARM CAT MWT ICESEV CB gfs.tHHz.awf_0p25.fFFF.grib2 +# Product 2: For AWC and Delta airline: EDPARM CAT MWT ICESEV CB wafs.tHHz.awf_0p25.fFFF.grib2 #--------------------------- criteria1=":EDPARM:|:ICESEV:|parm=37:" criteria2=":CATEDR:|:MWTURB:" criteria3=":CBHE:|:ICAHT:" $WGRIB2 tmp_wafs_0p25.grb2 | egrep "${criteria1}|$criteria2|$criteria3" \ - | $WGRIB2 -i tmp_wafs_0p25.grb2 -grib gfs.t${cyc}z.awf_0p25.f${ffhr}.grib2 - $WGRIB2 -s gfs.t${cyc}z.awf_0p25.f${ffhr}.grib2 > gfs.t${cyc}z.awf_0p25.f${ffhr}.grib2.idx + | $WGRIB2 -i tmp_wafs_0p25.grb2 -grib ${RUN}.t${cyc}z.awf_0p25.f${ffhr}.grib2 + $WGRIB2 -s ${RUN}.t${cyc}z.awf_0p25.f${ffhr}.grib2 > ${RUN}.t${cyc}z.awf_0p25.f${ffhr}.grib2.idx #--------------------------- -# Product 3: WAFS unblended EDPARM, ICESEV, CB (No CAT MWT) gfs.tHHz.wafs_0p25_unblended.fFF.grib2 +# Product 3: WAFS unblended EDPARM, ICESEV, CB (No CAT MWT) wafs.tHHz.0p25_unblended.fFF.grib2 #--------------------------- - $WGRIB2 tmp_wafs_0p25.grb2 | grep -F -f $FIXgfs/grib2_0p25_gfs_hazard.list \ + $WGRIB2 tmp_wafs_0p25.grb2 | grep -F -f $FIXwafs/grib2_0p25_wafs_hazard.list \ | $WGRIB2 -i tmp_wafs_0p25.grb2 -set master_table 25 -grib tmp_wafs_0p25.grb2.forblend # Convert template 5 to 5.40 - #$WGRIB2 tmp_wafs_0p25.grb2.forblend -set_grib_type jpeg -grib_out gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2 - mv tmp_wafs_0p25.grb2.forblend gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2 - $WGRIB2 -s gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2 > gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2.idx + #$WGRIB2 tmp_wafs_0p25.grb2.forblend -set_grib_type jpeg -grib_out ${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2 + mv tmp_wafs_0p25.grb2.forblend ${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2 + $WGRIB2 -s ${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2 > ${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2.idx fi if [ $SENDCOM = "YES" ] ; then @@ -148,48 +144,43 @@ if [ $SENDCOM = "YES" ] ; then # Post Files to COM ############################## - mv gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 $COMOUT/gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 - mv gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2.idx $COMOUT/gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2.idx + mv ${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 $COMOUT/${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 + mv ${RUN}.t${cyc}z.0p25.f${ffhr}.grib2.idx $COMOUT/${RUN}.t${cyc}z.0p25.f${ffhr}.grib2.idx if [ $hazard_timewindow = 'yes' ] ; then - mv gfs.t${cyc}z.awf_0p25.f${ffhr}.grib2 $COMOUT/gfs.t${cyc}z.awf_0p25.f${ffhr}.grib2 - mv gfs.t${cyc}z.awf_0p25.f${ffhr}.grib2.idx $COMOUT/gfs.t${cyc}z.awf_0p25.f${ffhr}.grib2.idx + mv ${RUN}.t${cyc}z.awf_0p25.f${ffhr}.grib2 $COMOUT/${RUN}.t${cyc}z.awf_0p25.f${ffhr}.grib2 + mv ${RUN}.t${cyc}z.awf_0p25.f${ffhr}.grib2.idx $COMOUT/${RUN}.t${cyc}z.awf_0p25.f${ffhr}.grib2.idx - mv gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2 $COMOUT/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2 - mv gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2.idx $COMOUT/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2.idx + mv ${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2 $COMOUT/${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2 + mv ${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2.idx $COMOUT/${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2.idx fi - ############################# - # Post Files to PCOM - ############################## - ## mv gfs.t${cyc}z.wafs_0p25_unblended_wifs.f${ffhr2}.grib2 $PCOM/gfs.t${cyc}z.wafs_0p25_unblended_wifs.f${ffhr2}.grib2 fi - if [ $SENDDBN = "YES" ] ; then ###################### # Distribute Data ###################### if [ $hazard_timewindow = 'yes' ] ; then - # Hazard WAFS data (ICESEV EDR CAT MWT on 100mb to 1000mb or on new ICAO 2023 levels) sent to AWC and to NOMADS for US stakeholders - $DBNROOT/bin/dbn_alert MODEL GFS_AWF_0P25_GB2 $job $COMOUT/gfs.t${cyc}z.awf_0p25.f${ffhr}.grib2 + # Hazard WAFS data (ICESEV EDR CAT MWT on 100mb to 1000mb or on new ICAO levels) sent to AWC and to NOMADS for US stakeholders + $DBNROOT/bin/dbn_alert MODEL WAFS_AWF_0P25_GB2 $job $COMOUT/${RUN}.t${cyc}z.awf_0p25.f${ffhr}.grib2 # Unblended US WAFS data sent to UK for blending, to the same server as 1.25 deg unblended data: wmo/grib2.tCCz.wafs_grb_wifsfFF.45 - $DBNROOT/bin/dbn_alert MODEL GFS_WAFS_0P25_UBL_GB2 $job $COMOUT/gfs.t${cyc}z.wafs_0p25_unblended.f${ffhr2}.grib2 + $DBNROOT/bin/dbn_alert MODEL WAFS_0P25_UBL_GB2 $job $COMOUT/${RUN}.t${cyc}z.0p25_unblended.f${ffhr}.grib2 fi # WAFS U/V/T/RH data sent to the same server as the unblended data as above - $DBNROOT/bin/dbn_alert MODEL GFS_WAFS_0P25_GB2 $job $COMOUT/gfs.t${cyc}z.wafs_0p25.f${ffhr}.grib2 + $DBNROOT/bin/dbn_alert MODEL WAFS_0P25_GB2 $job $COMOUT/${RUN}.t${cyc}z.0p25.f${ffhr}.grib2 fi ################################################################################ # GOOD RUN set +x -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB2_0P25.SH COMPLETED NORMALLY ON THE IBM" -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB2_0P25.SH COMPLETED NORMALLY ON THE IBM" -echo "**************JOB EXGFS_ATMOS_WAFS_GRIB2_0P25.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB2_0P25.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB2_0P25.SH COMPLETED NORMALLY ON THE IBM" +echo "**************JOB EXWAFS_GRIB2_0P25.SH COMPLETED NORMALLY ON THE IBM" set -x ################################################################################ diff --git a/sorc/build_upp.sh b/sorc/build_upp.sh index 58c8303..19da719 100755 --- a/sorc/build_upp.sh +++ b/sorc/build_upp.sh @@ -8,10 +8,6 @@ readonly DIR_ROOT=$(cd "$(dirname "$(readlink -f -n "${BASH_SOURCE[0]}" )" )/.." # User Options BUILD_TYPE=${BUILD_TYPE:-"Release"} -# Checkout post_gtg code -cd "${DIR_ROOT}/sorc/upp.fd" -git -c submodule."post_gtg.fd".update=checkout submodule update --init --recursive - # Build upp.x cd "${DIR_ROOT}/sorc/upp.fd/tests" diff --git a/ush/mkwfsgbl.sh b/ush/mkwfsgbl.sh index 5882fc3..fde939a 100755 --- a/ush/mkwfsgbl.sh +++ b/ush/mkwfsgbl.sh @@ -56,21 +56,13 @@ do if test ! -f pgrbf${hour} then -# cp $COMIN/${RUN}.${cycle}.pgrbf${hour} pgrbf${hour} - -# file name and forecast hour of GFS model data in Grib2 are 3 digits -# export fhr3=$hour -# if test $fhr3 -lt 100 -# then -# export fhr3="0$fhr3" -# fi fhr3="$(printf "%03d" $(( 10#$hour )) )" # To solve Bugzilla #408: remove the dependency of grib1 files in gfs wafs job in next GFS upgrade # Reason: It's not efficent if simply converting from grib2 to grib1 (costs 6 seconds with 415 records) # Solution: Need to grep 'selected fields on selected levels' before CNVGRIB (costs 1 second with 92 records) - ln -s $COMIN/${RUN}.${cycle}.pgrb2.1p00.f$fhr3 pgrb2f${hour} - $WGRIB2 pgrb2f${hour} | grep -F -f $FIXgfs/grib_wafs.grb2to1.list | $WGRIB2 -i pgrb2f${hour} -grib pgrb2f${hour}.tmp + ln -s $COMINgfs/gfs.${cycle}.pgrb2.1p00.f$fhr3 pgrb2f${hour} + $WGRIB2 pgrb2f${hour} | grep -F -f $FIXwafs/grib_wafs.grb2to1.list | $WGRIB2 -i pgrb2f${hour} -grib pgrb2f${hour}.tmp # on Cray, IOBUF_PARAMS has to used to speed up CNVGRIB # export IOBUF_PARAMS='*:size=32M:count=4:verbose' $CNVGRIB -g21 pgrb2f${hour}.tmp pgrbf${hour} @@ -81,7 +73,7 @@ do # BAG - Put in fix on 20070925 to force the percision of U and V winds # to default to 1 through the use of the grib_wafs.namelist file. # - $COPYGB -g3 -i0 -N$FIXgfs/grib_wafs.namelist -x pgrbf${hour} tmp + $COPYGB -g3 -i0 -N$FIXwafs/grib_wafs.namelist -x pgrbf${hour} tmp mv tmp pgrbf${hour} $GRBINDEX pgrbf${hour} pgrbif${hour} @@ -110,7 +102,7 @@ do export FORT53="com.wafs${hour}${sets}" startmsg - $EXECgfs/wafs_makewafs.x < $FIXgfs/grib_wfs${NET}${hour}${sets} >>$pgmout 2>errfile + $EXECwafs/wafs_makewafs.x < $FIXwafs/grib_wfsgfs${hour}${sets} >>$pgmout 2>errfile export err=$?;err_chk @@ -121,18 +113,6 @@ do if test "$SENDCOM" = 'YES' then cp xtrn.wfs${NET}${hour}${sets} $PCOM/xtrn.wfs${NET}${cyc}${hour}${sets}.$jobsuffix -# cp com.wafs${hour}${sets} $PCOM/com.wafs${cyc}${hour}${sets}.$jobsuffix - -# if test "$SENDDBN_NTC" = 'YES' -# then -# if test "$NET" = 'gfs' -# then -# $DBNROOT/bin/dbn_alert MODEL GFS_WAFS $job \ -# $PCOM/com.wafs${cyc}${hour}${sets}.$jobsuffix -# $DBNROOT/bin/dbn_alert MODEL GFS_XWAFS $job \ -# $PCOM/xtrn.wfs${NET}${cyc}${hour}${sets}.$jobsuffix -# fi -# fi fi ############################## diff --git a/versions/run.ver b/versions/run.ver new file mode 100644 index 0000000..3e98caa --- /dev/null +++ b/versions/run.ver @@ -0,0 +1,25 @@ +export wafs_ver=v7.0.0 + +export gfs_ver=v16.3 +export radarl2_ver=v1.2 + +export intel_ver=19.1.3.304 +export PrgEnvintel_ver=8.1.0 +export craype_ver=2.7.10 + +# To access mpiexec +export craypals_ver=1.0.12 +# For MPMD +export cfp_ver=2.0.4 + +export libjpeg_ver=9c +export prod_util_ver=2.0.14 +export prod_envir_ver=2.0.6 +export grib_util_ver=1.2.3 +export wgrib2_ver=2.0.7 + +#For make_NTC_file.pl in blending +export util_shared_ver=1.4.0 + +# For GCIP +export bufr_dump_ver=1.1.2 \ No newline at end of file From 87b37c18c7d448100184846934217e11ed5e99e0 Mon Sep 17 00:00:00 2001 From: yali mao Date: Fri, 24 May 2024 21:18:02 +0000 Subject: [PATCH 2/3] Add sorc/checkout_upp.sh --- sorc/checkout_upp.sh | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100755 sorc/checkout_upp.sh diff --git a/sorc/checkout_upp.sh b/sorc/checkout_upp.sh new file mode 100755 index 0000000..ad49262 --- /dev/null +++ b/sorc/checkout_upp.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +set -eu + +# Get the root of the cloned WAFS directory +readonly DIR_ROOT=$(cd "$(dirname "$(readlink -f -n "${BASH_SOURCE[0]}" )" )/.." && pwd -P) + +# Checkout upp code +git -c submodule."sorc/upp.fd".update=checkout submodule update --init --recursive + +# Checkout upp/sorc/post_gtg code +cd "${DIR_ROOT}/sorc/upp.fd" +git -c submodule."post_gtg.fd".update=checkout submodule update --init --recursive From 00547aedf7f06638f844976e194cd3d2a026c2c8 Mon Sep 17 00:00:00 2001 From: YaliMao-NOAA <53870326+YaliMao-NOAA@users.noreply.github.com> Date: Fri, 24 May 2024 17:43:36 -0400 Subject: [PATCH 3/3] Update sorc/checkout_upp.sh Co-authored-by: Rahul Mahajan --- sorc/checkout_upp.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/sorc/checkout_upp.sh b/sorc/checkout_upp.sh index ad49262..6dc5012 100755 --- a/sorc/checkout_upp.sh +++ b/sorc/checkout_upp.sh @@ -6,7 +6,8 @@ set -eu readonly DIR_ROOT=$(cd "$(dirname "$(readlink -f -n "${BASH_SOURCE[0]}" )" )/.." && pwd -P) # Checkout upp code -git -c submodule."sorc/upp.fd".update=checkout submodule update --init --recursive +cd "${DIR_ROOT}/sorc" +git submodule update --init --recursive # Checkout upp/sorc/post_gtg code cd "${DIR_ROOT}/sorc/upp.fd"