Skip to content

Commit

Permalink
ecflow package for wcoss2 GFS transition
Browse files Browse the repository at this point in the history
  WCOSS2 Migration and Porting
    NOAA-EMC#398
  • Loading branch information
lgannoaa committed Jan 7, 2022
1 parent 368c538 commit 966adb4
Show file tree
Hide file tree
Showing 436 changed files with 6,843 additions and 8,160 deletions.
42 changes: 23 additions & 19 deletions ecf/defs/prod00.def
Original file line number Diff line number Diff line change
Expand Up @@ -9,24 +9,26 @@ suite prod00
edit ECF_TRIES '1'
edit CYC '00'
edit ENVIR 'prod'
edit PROJ 'OPS'
edit E 'j'
edit QUEUE 'prod'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
edit PROJENVIR 'OPS'
edit MACHINE_SITE 'production'
edit ECF_INCLUDE '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2/ecf/include'
edit MACHINE_SITE 'development'

family gfs
edit CYC '00'
edit ECF_FILES '/ecf/ecfnets/scripts/gfs_FV3'
edit PROJ 'GFS-OPS'
edit PACKAGEHOME '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gfs'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit NET 'gfs'
edit RUN 'gfs'
edit COM '/gpfs/dell1/nco/ops/com'
edit QUEUESHARED 'prod_shared'
edit QUEUESERV 'prod_transfer'
edit QUEUE 'prod'
edit COM '/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
family atmos
family obsproc
family dump
Expand Down Expand Up @@ -2249,14 +2251,16 @@ suite prod00
endfamily
family gdas
edit CYC '00'
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3'
edit PROJ 'GDAS-OPS'
edit PACKAGEHOME '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit NET 'gfs'
edit RUN 'gdas'
edit COM '/gpfs/dell1/nco/ops/com'
edit QUEUESHARED 'prod_shared'
edit QUEUESERV 'prod_transfer'
edit QUEUE 'prod'
edit COM '/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
family atmos
family obsproc
family dump
Expand Down Expand Up @@ -2423,7 +2427,7 @@ suite prod00
endfamily
family recenter
family ecen
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3/enkf/analysis/recenter/ecen'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas/enkf/analysis/recenter/ecen'
trigger ../create/jgdas_enkf_update == complete and ../../../atmos/analysis/jgdas_atmos_analysis_calc == complete and /prod18/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf == complete
family grp1
edit FHRGRP '003'
Expand All @@ -2443,7 +2447,7 @@ suite prod00
endfamily
endfamily
family forecast
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3/enkf/forecast'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas/enkf/forecast'
trigger ./analysis/recenter/ecen == complete and ./analysis/recenter/jgdas_enkf_sfc == complete
family grp1
edit ENSGRP '01'
Expand Down
42 changes: 23 additions & 19 deletions ecf/defs/prod06.def
Original file line number Diff line number Diff line change
Expand Up @@ -9,24 +9,26 @@ suite prod06
edit ECF_TRIES '1'
edit CYC '06'
edit ENVIR 'prod'
edit PROJ 'OPS'
edit E 'j'
edit QUEUE 'prod'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
edit PROJENVIR 'OPS'
edit MACHINE_SITE 'production'
edit ECF_INCLUDE '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2/ecf/include'
edit MACHINE_SITE 'development'

family gfs
edit CYC '06'
edit ECF_FILES '/ecf/ecfnets/scripts/gfs_FV3'
edit PROJ 'GFS-OPS'
edit PACKAGEHOME '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gfs'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit NET 'gfs'
edit RUN 'gfs'
edit COM '/gpfs/dell1/nco/ops/com'
edit QUEUESHARED 'prod_shared'
edit QUEUESERV 'prod_transfer'
edit QUEUE 'prod'
edit COM '/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
family atmos
family obsproc
family dump
Expand Down Expand Up @@ -2249,14 +2251,16 @@ suite prod06
endfamily
family gdas
edit CYC '06'
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3'
edit PROJ 'GDAS-OPS'
edit PACKAGEHOME '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit NET 'gfs'
edit RUN 'gdas'
edit COM '/gpfs/dell1/nco/ops/com'
edit QUEUESHARED 'prod_shared'
edit QUEUESERV 'prod_transfer'
edit QUEUE 'prod'
edit COM '/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
family atmos
family obsproc
family dump
Expand Down Expand Up @@ -2423,7 +2427,7 @@ suite prod06
endfamily
family recenter
family ecen
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3/enkf/analysis/recenter/ecen'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas/enkf/analysis/recenter/ecen'
trigger ../create/jgdas_enkf_update == complete and ../../../atmos/analysis/jgdas_atmos_analysis_calc == complete and /prod00/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf == complete
family grp1
edit FHRGRP '003'
Expand All @@ -2443,7 +2447,7 @@ suite prod06
endfamily
endfamily
family forecast
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3/enkf/forecast'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas/enkf/forecast'
trigger ./analysis/recenter/ecen == complete and ./analysis/recenter/jgdas_enkf_sfc == complete
family grp1
edit ENSGRP '01'
Expand Down
42 changes: 23 additions & 19 deletions ecf/defs/prod12.def
Original file line number Diff line number Diff line change
Expand Up @@ -9,24 +9,26 @@ suite prod12
edit ECF_TRIES '1'
edit CYC '12'
edit ENVIR 'prod'
edit PROJ 'OPS'
edit E 'j'
edit QUEUE 'prod'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
edit PROJENVIR 'OPS'
edit MACHINE_SITE 'production'
edit ECF_INCLUDE '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2/ecf/include'
edit MACHINE_SITE 'development'

family gfs
edit CYC '12'
edit ECF_FILES '/ecf/ecfnets/scripts/gfs_FV3'
edit PROJ 'GFS-OPS'
edit PACKAGEHOME '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gfs'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit NET 'gfs'
edit RUN 'gfs'
edit COM '/gpfs/dell1/nco/ops/com'
edit QUEUESHARED 'prod_shared'
edit QUEUESERV 'prod_transfer'
edit QUEUE 'prod'
edit COM '/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
family atmos
family obsproc
family dump
Expand Down Expand Up @@ -2249,14 +2251,16 @@ suite prod12
endfamily
family gdas
edit CYC '12'
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3'
edit PROJ 'GDAS-OPS'
edit PACKAGEHOME '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit NET 'gfs'
edit RUN 'gdas'
edit COM '/gpfs/dell1/nco/ops/com'
edit QUEUESHARED 'prod_shared'
edit QUEUESERV 'prod_transfer'
edit QUEUE 'prod'
edit COM '/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
family atmos
family obsproc
family dump
Expand Down Expand Up @@ -2423,7 +2427,7 @@ suite prod12
endfamily
family recenter
family ecen
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3/enkf/analysis/recenter/ecen'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas/enkf/analysis/recenter/ecen'
trigger ../create/jgdas_enkf_update == complete and ../../../atmos/analysis/jgdas_atmos_analysis_calc == complete and /prod06/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf == complete
family grp1
edit FHRGRP '003'
Expand All @@ -2443,7 +2447,7 @@ suite prod12
endfamily
endfamily
family forecast
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3/enkf/forecast'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas/enkf/forecast'
trigger ./analysis/recenter/ecen == complete and ./analysis/recenter/jgdas_enkf_sfc == complete
family grp1
edit ENSGRP '01'
Expand Down
42 changes: 23 additions & 19 deletions ecf/defs/prod18.def
Original file line number Diff line number Diff line change
Expand Up @@ -9,24 +9,26 @@ suite prod18
edit ECF_TRIES '1'
edit CYC '18'
edit ENVIR 'prod'
edit PROJ 'OPS'
edit E 'j'
edit QUEUE 'prod'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
edit PROJENVIR 'OPS'
edit MACHINE_SITE 'production'
edit ECF_INCLUDE '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2/ecf/include'
edit MACHINE_SITE 'development'

family gfs
edit CYC '18'
edit ECF_FILES '/ecf/ecfnets/scripts/gfs_FV3'
edit PROJ 'GFS-OPS'
edit PACKAGEHOME '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gfs'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit NET 'gfs'
edit RUN 'gfs'
edit COM '/gpfs/dell1/nco/ops/com'
edit QUEUESHARED 'prod_shared'
edit QUEUESERV 'prod_transfer'
edit QUEUE 'prod'
edit COM '/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
family atmos
family obsproc
family dump
Expand Down Expand Up @@ -2249,14 +2251,16 @@ suite prod18
endfamily
family gdas
edit CYC '18'
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3'
edit PROJ 'GDAS-OPS'
edit PACKAGEHOME '/lfs/h2/emc/global/noscrub/Lin.Gan/git/feature-ops-wcoss2'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas'
edit PROJ 'GFS'
edit PROJENVIR 'DEV'
edit NET 'gfs'
edit RUN 'gdas'
edit COM '/gpfs/dell1/nco/ops/com'
edit QUEUESHARED 'prod_shared'
edit QUEUESERV 'prod_transfer'
edit QUEUE 'prod'
edit COM '/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com'
edit QUEUE 'dev'
edit QUEUESHARED 'dev_shared'
edit QUEUESERV 'dev_transfer'
family atmos
family obsproc
family dump
Expand Down Expand Up @@ -2423,7 +2427,7 @@ suite prod18
endfamily
family recenter
family ecen
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3/enkf/analysis/recenter/ecen'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas/enkf/analysis/recenter/ecen'
trigger ../create/jgdas_enkf_update == complete and ../../../atmos/analysis/jgdas_atmos_analysis_calc == complete and /prod12/gdas/atmos/post_processing/jgdas_atmos_chgres_forenkf == complete
family grp1
edit FHRGRP '003'
Expand All @@ -2443,7 +2447,7 @@ suite prod18
endfamily
endfamily
family forecast
edit ECF_FILES '/ecf/ecfnets/scripts/gdas_FV3/enkf/forecast'
edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/gdas/enkf/forecast'
trigger ./analysis/recenter/ecen == complete and ./analysis/recenter/jgdas_enkf_sfc == complete
family grp1
edit ENSGRP '01'
Expand Down
46 changes: 46 additions & 0 deletions ecf/include/envir-p1.h
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
# envir-p1.h
export job=${job:-$PBS_JOBNAME}
export jobid=${jobid:-$job.$PBS_JOBID}

export RUN_ENVIR=emc
export envir=%ENVIR%
export MACHINE_SITE=%MACHINE_SITE%
export SENDDBN=${SENDDBN:-%SENDDBN:YES%}
export SENDDBN_NTC=${SENDDBN_NTC:-%SENDDBN_NTC:YES%}
#module load prod_envir/2.0.4 prod_util/2.0.9 envvar/1.0
echo debug
if [[ "$envir" == prod && "$SENDDBN" == YES ]]; then
export eval=%EVAL:NO%
if [ $eval == YES ]; then
export SIPHONROOT=${UTILROOT}/para_dbn
else
export SIPHONROOT=/lfs/h1/ops/prod/dbnet_siphon
fi
#### Developer overwrite
export SIPHONROOT=${UTILROOT}/fakedbn
####
else
export SIPHONROOT=${UTILROOT}/fakedbn
fi

export DBNROOT=$SIPHONROOT

####if [[ ! " prod para test " =~ " ${envir} " && " ops.prod ops.para " =~ " $(whoami) " ]]; then err_exit "ENVIR must be prod, para, or test [envir-p1.h]"; fi
export ECF_PORT=34326
export DATAROOT=/lfs/h2/emc/stmp/Lin.Gan/RUNDIRS/ecfops
export COMROOT=/lfs/h2/emc/ptmp/Lin.Gan/ecfops/com
export COREROOT=/lfs/h2/emc/ptmp/production.core/$jobid
export NWROOT=/lfs/h1/ops/prod
export SENDECF=${SENDECF:-YES}
export SENDCOM=${SENDCOM:-YES}
export KEEPDATA=${KEEPDATA:-%KEEPDATA:NO%}
export TMPDIR=${TMPDIR:-${DATAROOT:?}}
if [ -n "%PDY:%" ]; then
export PDY=${PDY:-%PDY:%}
export CDATE=${PDY}%CYC:%
fi
if [ -n "%COMPATH:%" ]; then export COMPATH=${COMPATH:-%COMPATH:%}; fi
if [ -n "%MAILTO:%" ]; then export MAILTO=${MAILTO:-%MAILTO:%}; fi
if [ -n "%DBNLOG:%" ]; then export DBNLOG=${DBNLOG:-%DBNLOG:%}; fi


Loading

0 comments on commit 966adb4

Please sign in to comment.