Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

GFSv16 NCO changes - early December edition #204

Merged
merged 10 commits into from
Dec 7, 2020
Merged

GFSv16 NCO changes - early December edition #204

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
f39ea0c
create a new branch release/gfsv16.0.0.nco to merge changes made by NCO
yangfanglin Nov 19, 2020
759cf33
Compared local files in NCO implementation directory with release/gfs…
yangfanglin Nov 20, 2020
5a516b4
modified: link_fv3gfs.sh to
yangfanglin Nov 20, 2020
bd5294e
modified: checkout.sh to update UPP to upp_gfsv16_release.v1.1.1, …
yangfanglin Nov 21, 2020
e600377
modified: checkout.sh to use WAFS tag gfs_wafs.v6.0.16
yangfanglin Nov 24, 2020
7283c7e
modified: JGLOBAL_FORECAST
yangfanglin Nov 27, 2020
25a28c8
modified: JGLOBAL_FORECAST to make it work for both emc and nco run…
yangfanglin Nov 30, 2020
d82efa8
modified: JGLOBAL_FORECAST
yangfanglin Nov 30, 2020
194f280
Issue #197: place CDATE specific sections of config.anal and config.…
RussTreadon-NOAA Nov 30, 2020
069f266
Add override for COMIN_WAV_RTOFS in emc mode for waveprep job
KateFriedman-NOAA Dec 2, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
17 changes: 6 additions & 11 deletions ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
#! /bin/sh
#BSUB -q %QUEUE%
#BSUB -P %PROJ%
#BSUB -L /bin/sh
#BSUB -J %E%gdas_atmos_analysis_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_analysis_%CYC%.o%J
#BSUB -W 0:45
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -P %PROJ%
##BSUB -W 0:45 # 11/02/2020 temporarily change
#BSUB -W 1:00
#BSUB -n 1000
#BSUB -R affinity[core(7)]
#BSUB -R span[ptile=4]
Expand Down Expand Up @@ -32,13 +34,10 @@ export model=gfs
############################################################
module load lsf/${lsf_ver}
module load impi/${impi_ver}
module load prod_util/${prod_util_ver}
module load prod_envir/${prod_envir_ver}
module load CFP/${CFP_ver}
module load python/${python_ver}
module load NetCDF-parallel/${netcdf_parallel_ver}
module load HDF5-parallel/${hdf5_parallel_ver}
module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
module load crtm/${crtm_ver}

module list
Expand All @@ -52,12 +51,8 @@ export FORT_BUFFERED=true
export OMP_NUM_THREADS_CY=28
export NTHREADS=$OMP_NUM_THREADS_CY
export NTHREADS_GSI=$threads
export COMPONENT=${COMPONENT:-atmos}
export ROTDIR=%COM%/$NET/$envir
export CDUMP=gdas
export cyc=%CYC%
export cycle=t%CYC%z
export CDATE=$PDY$cyc
export USE_CFP=YES
export PREINP=''

Expand Down
13 changes: 4 additions & 9 deletions ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_calc.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
#! /bin/sh
#BSUB -q %QUEUE%
#BSUB -P %PROJ%
#BSUB -L /bin/sh
#BSUB -J %E%gdas_atmos_analysis_calc_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_analysis_calc_%CYC%.o%J
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -P %PROJ%
#BSUB -W 0:10
#BSUB -n 140
#BSUB -R affinity[core(1)]
Expand Down Expand Up @@ -32,8 +33,6 @@ model=gfs
############################################################
module load lsf/${lsf_ver}
module load impi/${impi_ver}
module load prod_util/${prod_util_ver}
module load prod_envir/${prod_envir_ver}
module load python/${python_ver}
module load NetCDF-parallel/${netcdf_parallel_ver}
module load HDF5-parallel/${hdf5_parallel_ver}
Expand All @@ -43,12 +42,8 @@ module list
#############################################################
# WCOSS environment settings
#############################################################
export COMPONENT=${COMPONENT:-atmos}
export ROTDIR=%COM%/$NET/$envir
export CDUMP=gdas
export cyc=%CYC%
export cycle=t%CYC%z
export CDATE=$PDY$cyc
export USE_CFP=YES

############################################################
Expand Down
12 changes: 4 additions & 8 deletions ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
#! /bin/sh
#BSUB -q %QUEUE%
#BSUB -P %PROJ%
#BSUB -L /bin/sh
#BSUB -J %E%gdas_atmos_analysis_diag_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_analysis_diag_%CYC%.o%J
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -P %PROJ%
#BSUB -W 0:10
#BSUB -n 112
#BSUB -R affinity[core(1)]
Expand Down Expand Up @@ -32,20 +33,15 @@ export model=gfs
############################################################
module load lsf/${lsf_ver}
module load impi/${impi_ver}
module load prod_util/${prod_util_ver}
module load CFP/${CFP_ver}

module list

#############################################################
# WCOSS environment settings
#############################################################
export COMPONENT=${COMPONENT:-atmos}
export ROTDIR=%COM%/$NET/$envir
export CDUMP=gdas
export cyc=%CYC%
export cycle=t%CYC%z
export CDATE=$PDY$cyc
export USE_CFP=YES

############################################################
Expand Down
17 changes: 7 additions & 10 deletions ecflow/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,12 @@
#! /bin/sh
#BSUB -q %QUEUE%
#BSUB -P %PROJ%
#BSUB -L /bin/sh
#BSUB -J %E%gdas_atmos_gempak_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_gempak_%CYC%.o%J
#BSUB -W 0:15
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -P %PROJ%
## JY temporarily increase wall clock as the submit time is long
##BSUB -W 0:15
#BSUB -W 0:30
#BSUB -n 2
#BSUB -R affinity[core(1)]
#BSUB -R span[ptile=1]
Expand All @@ -30,19 +33,13 @@ module load EnvVars/$EnvVars_ver
module load lsf/$lsf_ver
module load CFP/$CFP_ver
module load grib_util/$grib_util_ver
module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
module load gempak/$gempak_ver

module list

#%include <ecf_client.h>
export COMPONENT=${COMPONENT:-atmos}
export COM_IN=%COM%/$NET/$envir
export ROTDIR=%COM%/$NET/$envir
export cyc=%CYC%
export cycle=t%CYC%z
export COMIN=$COM_IN/${RUN}.${PDY}/${cyc}/${COMPONENT}
export COMOUT=$COM_IN/${RUN}.${PDY}/${cyc}/${COMPONENT}/gempak
export USE_CFP=YES

############################################################
Expand Down
14 changes: 4 additions & 10 deletions ecflow/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
#! /bin/sh
#BSUB -q %QUEUE%
#BSUB -P %PROJ%
#BSUB -L /bin/sh
#BSUB -J %E%gdas_atmos_gempak_meta_ncdc_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_gempak_meta_ncdc_%CYC%.o%J
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -P %PROJ%
#BSUB -W 0:30
#BSUB -n 2
#BSUB -R affinity[core(1)]
Expand Down Expand Up @@ -31,19 +32,12 @@ module load EnvVars/$EnvVars_ver
module load lsf/$lsf_ver
module load CFP/$CFP_ver
module load grib_util/$grib_util_ver
module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
module load gempak/${gempak_ver}

module list

export COMPONENT=${COMPONENT:-atmos}
export COM_IN=%COM%/$NET/$envir
export ROTDIR=%COM%/$NET/$envir
export cyc=%CYC%
export cycle=t%CYC%z
export COMIN=$COM_IN/${RUN}.${PDY}/${cyc}/${COMPONENT}/gempak
export COMOUT=$COM_IN/${RUN}.${PDY}/${cyc}/${COMPONENT}/gempak/meta
export COMINgdas=$COM_IN/${RUN}
export USE_CFP=YES

############################################################
Expand Down
13 changes: 4 additions & 9 deletions ecflow/ecf/scripts/gdas/atmos/init/jgdas_atmos_gldas.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
#! /bin/sh
#BSUB -q %QUEUE%
#BSUB -P %PROJ%
#BSUB -L /bin/sh
#BSUB -J %E%gdas_atmos_gldas_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_gldas_%CYC%.o%J
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -P %PROJ%
#BSUB -W 2:00
#BSUB -n 112
#BSUB -R affinity[core(1)]
Expand Down Expand Up @@ -32,8 +33,6 @@ model=gfs
############################################################
module load lsf/${lsf_ver}
module load impi/${impi_ver}
module load prod_envir/${prod_envir_ver}
module load prod_util/${prod_util_ver}
module load CFP/${CFP_ver}
module load grib_util/${grib_util_ver}
module load NetCDF-parallel/${netcdf_parallel_ver}
Expand All @@ -44,12 +43,8 @@ module list
#############################################################
# WCOSS environment settings
#############################################################
export COMPONENT=${COMPONENT:-atmos}
export ROTDIR=%COM%/$NET/$envir
export CDUMP=gdas
export cyc=%CYC%
export cycle=t%CYC%z
export CDATE=$PDY$cyc
export USE_CFP=YES

############################################################
Expand Down
11 changes: 2 additions & 9 deletions ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
#BSUB -o %COM%/output/%ENVIR%/today/%RUN%_atmos_dump_%CYC%.o%J
#BSUB -cwd /tmp
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -W 00:15
#BSUB -P %PROJ%
#BSUB -n 14
Expand All @@ -23,10 +24,9 @@ export model=obsproc_global
#############################################################
## Load modules
##############################################################
module load EnvVars/$EnvVars_ver
module load ips/$ips_ver
module load impi/$impi_ver
module load CFP/$cfp_ver
module load CFP/$CFP_ver

module load grib_util/${grib_util_ver}
module list
Expand All @@ -41,13 +41,6 @@ module list
set -x
export cyc=%CYC%
export COMPONENT=${COMPONENT:-atmos}
export COMIN_ROOT=%COM%
export COMIN=%COM%/${NET}/${envir}/${RUN}.${PDY}/${cyc}/${COMPONENT}
export COMOUT_ROOT=%COM%
export COMOUT=%COM%/${NET}/${envir}/${RUN}.${PDY}/${cyc}/${COMPONENT}

####
export ECF_PORT=%ECF_PORT%

# CALL executable job script here
${HOMEobsproc_global}/jobs/JGLOBAL_DUMP
Expand Down
3 changes: 0 additions & 3 deletions ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump_alert.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,9 +32,6 @@ export cyc=%CYC%
export NET=gfs
export RUN=gdas

####
export ECF_PORT=%ECF_PORT%

# CALL executable job script here
$HOMEobsproc_dump_alert/jobs/JDUMP_ALERT

Expand Down
10 changes: 2 additions & 8 deletions ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump_post.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
#BSUB -J %E%%RUN%_atmos_dump_post_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/%RUN%_atmos_dump_post_%CYC%.o%J
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -cwd /tmp
#BSUB -W 00:10
#BSUB -P %PROJ%
Expand All @@ -27,7 +28,7 @@ export model=obsproc_global
module load EnvVars/$EnvVars_ver
module load ips/$ips_ver
module load impi/$impi_ver
module load CFP/$cfp_ver
module load CFP/$CFP_ver
module list

#############################################################
Expand All @@ -40,13 +41,6 @@ module list
set -x
export cyc=%CYC%
export COMPONENT=${COMPONENT:-atmos}
export COMIN_ROOT=%COM%
export COMIN=%COM%/${NET}/${envir}/${RUN}.${PDY}/${cyc}/${COMPONENT}
export COMOUT_ROOT=%COM%
export COMOUT=%COM%/${NET}/${envir}/${RUN}.${PDY}/${cyc}/${COMPONENT}

####
export ECF_PORT=%ECF_PORT%

# CALL executable job script here
$HOMEobsproc_global/jobs/JGLOBAL_DUMP_POST
Expand Down
3 changes: 2 additions & 1 deletion ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
#! /bin/sh
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -P %PROJ%
#BSUB -J %E%gdas_atmos_tropcy_qc_reloc_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_tropcy_qc_reloc_%CYC%.o%J
Expand Down Expand Up @@ -37,7 +38,7 @@ module list
export USE_CFP=YES
export PROCESS_TROPCY=YES
export DO_RELOCATE=YES
export ROTDIR=%COM%/$NET/$envir
# JY export ROTDIR=%COM%/$NET/$envir
export cyc=%CYC%
export cycle=t%CYC%z

Expand Down
11 changes: 6 additions & 5 deletions ecflow/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
#! /bin/sh
#BSUB -q %QUEUE%
#BSUB -P %PROJ%
#BSUB -J %E%gdas_atmos_emcsfc_sfc_prep_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_emcsfc_sfc_prep_%CYC%.o%J
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -P %PROJ%
#BSUB -L /bin/sh
#BSUB -W 0:10
#BSUB -n 1
#BSUB -R affinity[core(1)]
Expand Down Expand Up @@ -30,10 +31,10 @@ module list

#%include <ecf_client.h>
export USE_CFP=YES
export ROTDIR=%COM%/$NET/$envir
# JY export ROTDIR=%COM%/$NET/$envir
export cyc=%CYC%
export cycle=t%CYC%z
export SCRgfs=${HOMEgfs}/scripts
# JY export SCRgfs=${HOMEgfs}/scripts

############################################################
# CALL executable job script here
Expand Down
37 changes: 14 additions & 23 deletions ecflow/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_prep.ecf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
#! /bin/sh
#BSUB -J %E%%RUN%_atmos_prep_%CYC%
#BSUB -o %COM%/output/%ENVIR%/today/%RUN%_atmos_prep_%CYC%.o%J
#BSUB -cwd /tmp
#BSUB -q %QUEUE%
#BSUB -U GFSV16
#BSUB -L /bin/sh
#BSUB -P %PROJ%
#BSUB -W 00:20
#BSUB -R span[ptile=2]; -R affinity[core(1)]
Expand All @@ -24,39 +25,29 @@ model=obsproc_global
#############################################################
## Load modules
##############################################################
module load lsf/${lsf_ver}
# JY module load lsf/${lsf_ver}
module load impi/${impi_ver}
module load prod_util/${prod_util_ver}
module load prod_envir/${prod_envir_ver}
module use -a /usrx/local/nceplibs/dev/NCEPLIBS/modulefiles
module load hdf5_parallel/${hdf5_parallel_ver}
module load netcdf_parallel/${netcdf_parallel_ver}
module load CFP/${CFP_ver}
#module load HDF5-parallel/${hdf5_parallel_ver}
module load NetCDF-parallel/${netcdf_parallel_ver}

module list

#############################################################
## WCOSS_C environment settings
#############################################################
##############################################################
# export BACK="NO"
# export POE="YES"
export COMPONENT=${COMPONENT:-atmos}
export cyc=%CYC%
#### export COMIN_ROOT=/gpfs/dell1/nco/ops/com
export COMIN_ROOT=%COM%
export COMIN="%COM%/${NET}/${envir}/${CDUMP}.${PDY}/${cyc}/${COMPONENT}"
export COMOUT_ROOT=%COM%
export COMOUT="%COM%/${NET}/${envir}/${CDUMP}.${PDY}/${cyc}/${COMPONENT}"
export COMINgdas=$COMIN
export COMINgfs="%COM%/$NET/$envir/gfs.$PDY/$cyc/$COMPONENT"
export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/gdas.${PDY}/${cyc}/atmos
export COMINgfs=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/gfs.${PDY}/${cyc}/atmos
export DO_MAKEPREPBUFR=YES
export ROTDIR_DUMP=YES
export OPREFIX=$CDUMP.t${cyc}z.
export EXPDIR="$HOMEgfs/parm/config"
export ROTDIR=%COM%/$NET/$envir
export CDATE=${PDY}${cyc}

# Not sure if need the following , comment them now - JY 10/20
#export DO_MAKEPREPBUFR=YES
#export ROTDIR_DUMP=YES
#export OPREFIX=$CDUMP.t${cyc}z.
#export EXPDIR="$HOMEgfs/parm/config"
#export ROTDIR=%COM%/$NET/$envir
#export CDATE=${PDY}${cyc}

set -x

Expand Down
Loading