Add RRFSE local config changes (#402)

* Add RRFSE local config changes * Add archiving of ensprod
NOAA-GSL · Jun 23, 2022 · c274665 · c274665
1 parent c19beb2
commit c274665
Show file tree

Hide file tree

Showing 4 changed files with 93 additions and 15 deletions.
diff --git a/scripts/exregional_archive_ens.ksh b/scripts/exregional_archive_ens.ksh
@@ -35,6 +35,30 @@ if [[ $runcount -gt 0 ]];then
 #
 #-------------------------------------------------------------------------
 #
+# Archiving ncl graphics
+#
+#-------------------------------------------------------------------------
+#
+    if [ "$(ls ${COMOUT_BASEDIR}/${onerun}/nclprd)" ]; then
+      echo "NCL Graphics..."
+      mkdir -p $COMOUT_BASEDIR/stage/$year$month$day$hour/nclprd
+      cp -rsv ${COMOUT_BASEDIR}/${onerun}/nclprd/* $COMOUT_BASEDIR/stage/$year$month$day$hour/nclprd
+    fi
+#
+#-------------------------------------------------------------------------
+#
+# Archiving ensprod
+#
+#-------------------------------------------------------------------------
+#
+    if [ "$(ls ${COMOUT_BASEDIR}/${onerun}/ensprod)" ]; then
+      echo "ensprod..."
+      mkdir -p $COMOUT_BASEDIR/stage/$year$month$day$hour/ensprod
+      cp -rsv ${COMOUT_BASEDIR}/${onerun}/ensprod/* $COMOUT_BASEDIR/stage/$year$month$day$hour/ensprod
+    fi
+#
+#-------------------------------------------------------------------------
+#
 # Archiving EnKF diag files 
 #
 #-------------------------------------------------------------------------

diff --git a/ush/config.sh.RRFS_CONUS_3km_ens.2022HWT.CYCL b/ush/config.sh.RRFS_CONUS_3km_ens.2022HWT.CYCL
@@ -1,16 +1,27 @@
 MACHINE="jet"
 ACCOUNT="nrtrr"
 RESERVATION="rrfsens"
+RESERVATION_POST="rrfsens"
 EXPT_BASEDIR="/misc/whome/wrfruc/RRFSE/"
 EXPT_SUBDIR="RRFS_CONUS_3km_ens"
 
 if [[ -n $RESERVATION ]] ; then
   ACCOUNT=rtwrfruc
-  SERVICE_ACCOUNT=nrtrr
+  SERVICE_ACCOUNT=rtwrfruc
   PARTITION_DEFAULT=kjet
   PARTITION_FCST=kjet
   PARTITION_GRAPHICS=kjet
   PARTITION_ANALYSIS=kjet
+  PARTITION_WGRIB2=kjet
+  QUEUE_DEFAULT="rth"
+  QUEUE_FCST="rth"
+  QUEUE_ANALYSIS="rth"
+  QUEUE_WGRIB2="rt"
+  QUEUE_GRAPHICS="rt"
+  QUEUE_HPSS="rt"
+  if [[ -n ${RESERVATION_POST} ]] ; then
+    QUEUE_POST="rt"
+  fi
 fi
 
 if [[ $MACHINE == "hera" ]] ; then
@@ -52,7 +63,7 @@ DO_ENSEMBLE="TRUE"
 #DO_SURFACE_CYCLE="TRUE"
 #DO_SPINUP="TRUE"
 #DO_RETRO="TRUE"
-#DO_NONVAR_CLDANAL="TRUE"
+DO_NONVAR_CLDANAL="TRUE"
 #DO_REFL2TTEN="FALSE"
 #RADARREFL_TIMELEVEL=(0)
 #FH_DFI_RADAR="0.0,0.25,0.5"
@@ -69,8 +80,8 @@ BOUNDARY_LEN_HRS="6"
 
 # avaialble retro period:
 # 20210511-20210531; 20210718-20210801
-DATE_FIRST_CYCL="20220508"
-DATE_LAST_CYCL="20220630"
+DATE_FIRST_CYCL="20220620"
+DATE_LAST_CYCL="20220730"
 CYCL_HRS=( "00" "12" )
 CYCL_HRS=( "18" )
 CYCL_HRS_SPINSTART=("03" "15")
@@ -84,8 +95,8 @@ INITIAL_CYCLEDEF="${DATE_FIRST_CYCL}1800 ${DATE_LAST_CYCL}2300 24:00:00"
 BOUNDARY_CYCLEDEF="${DATE_FIRST_CYCL}1800 ${DATE_LAST_CYCL}2300 24:00:00"
 #PROD_CYCLEDEF="${DATE_FIRST_CYCL}2100 ${DATE_LAST_CYCL}2300 01:00:00"
 #POSTPROC_CYCLEDEF="${DATE_FIRST_CYCL}2100 ${DATE_LAST_CYCL}2300 01:00:00"
-PROD_CYCLEDEF="00 18-23 * 5-6 2022 *"
-POSTPROC_CYCLEDEF="00 18-23 * 5-6 2022 *"
+PROD_CYCLEDEF="00 18-23 * 6-7 2022 *"
+POSTPROC_CYCLEDEF="00 18-23 * 6-7 2022 *"
 #POSTPROC_LONG_CYCLEDEF="${DATE_FIRST_CYCL}0900 ${DATE_LAST_CYCL}2300 03:00:00"
 ARCHIVE_CYCLEDEF="${DATE_FIRST_CYCL}1500 ${DATE_LAST_CYCL}2300 24:00:00"
 if [[ $DO_SPINUP == "TRUE" ]] ; then
@@ -106,14 +117,30 @@ RESTART_INTERVAL="1"
 #SST_update_hour=01
 #GVF_update_hour=04
 
-NCORES_RUN_ANAL=240
+NCORES_RUN_ANAL=360
 NCORES_RUN_OBSERVER=80
 HYBENSMEM_NMIN=66
 HALO_BLEND=20
 IO_LAYOUT_Y=1
 PPN_RUN_REF2TTEN=1
 PPN_RUN_NONVARCLDANL=1
 
+MAXTRIES_GET_EXTRN_ICS="2"
+MAXTRIES_GET_EXTRN_LBCS="2"
+MAXTRIES_MAKE_ICS="2"
+MAXTRIES_MAKE_LBCS="2"
+MAXTRIES_RUN_PREPSTART="2"
+MAXTRIES_RUN_FCST="2"
+MAXTRIES_ANAL_GSI="2"
+MAXTRIES_CLDANL_NONVAR="2"
+MAXTRIES_ANAL_ENKF="2"
+MAXTRIES_RECENTER="2"
+MAXTRIES_SAVE_RESTART="2"
+MAXTRIES_PROCESS_BUFR="2"
+MAXTRIES_PROCESS_RADARREF="2"
+MAXTRIES_RUN_POST="2"
+MAXTRIES_RUN_WGRIB2="2"
+
 PRINT_DIFF_PGR="TRUE"
 USE_IO_NETCDF="TRUE"
 

diff --git a/ush/config.sh.RRFS_CONUS_3km_ens.2022HWT.FCST b/ush/config.sh.RRFS_CONUS_3km_ens.2022HWT.FCST
@@ -1,16 +1,27 @@
 MACHINE="jet"
 ACCOUNT="nrtrr"
 RESERVATION="rrfsens"
+RESERVATION_POST="rrfsens"
 EXPT_BASEDIR="/misc/whome/wrfruc/RRFSE/"
 EXPT_SUBDIR="RRFS_CONUS_3km_ens.00Z"
 
 if [[ -n $RESERVATION ]] ; then
   ACCOUNT=rtwrfruc
-  SERVICE_ACCOUNT=nrtrr
+  SERVICE_ACCOUNT=rtwrfruc
   PARTITION_DEFAULT=kjet
   PARTITION_FCST=kjet
   PARTITION_GRAPHICS=kjet
   PARTITION_ANALYSIS=kjet
+  PARTITION_WGRIB2=kjet
+  QUEUE_DEFAULT="rth"
+  QUEUE_FCST="rth"
+  QUEUE_ANALYSIS="rth"
+  QUEUE_WGRIB2="rt"
+  QUEUE_GRAPHICS="rt"
+  QUEUE_HPSS="rt"
+  if [[ -n ${RESERVATION_POST} ]] ; then
+    QUEUE_POST="rt"
+  fi
 fi
 
 if [[ $MACHINE == "hera" ]] ; then
@@ -69,8 +80,8 @@ BOUNDARY_LEN_HRS="36"
 
 # avaialble retro period:
 # 20210511-20210531; 20210718-20210801
-DATE_FIRST_CYCL="20220508"
-DATE_LAST_CYCL="20220630"
+DATE_FIRST_CYCL="20220620"
+DATE_LAST_CYCL="20220730"
 CYCL_HRS=( "00" "12" )
 CYCL_HRS=( "18" )
 CYCL_HRS_SPINSTART=("03" "15")
@@ -84,8 +95,8 @@ PREEXISTING_DIR_METHOD="upgrade" # "rename"
 BOUNDARY_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 24:00:00"
 #PROD_CYCLEDEF="${DATE_FIRST_CYCL}2100 ${DATE_LAST_CYCL}2300 01:00:00"
 #POSTPROC_CYCLEDEF="${DATE_FIRST_CYCL}2100 ${DATE_LAST_CYCL}2300 01:00:00"
-PROD_CYCLEDEF="00 00 * 5-6 2022 *"
-POSTPROC_CYCLEDEF="00 00 * 5-6 2022 *"
+PROD_CYCLEDEF="00 00 * 6-7 2022 *"
+POSTPROC_CYCLEDEF="00 00 * 6-7 2022 *"
 #POSTPROC_LONG_CYCLEDEF="${DATE_FIRST_CYCL}0900 ${DATE_LAST_CYCL}2300 03:00:00"
 #ARCHIVE_CYCLEDEF="${DATE_FIRST_CYCL}1500 ${DATE_LAST_CYCL}2300 24:00:00"
 if [[ $DO_SPINUP == "TRUE" ]] ; then
@@ -106,14 +117,30 @@ RESTART_INTERVAL="1"
 #SST_update_hour=01
 #GVF_update_hour=04
 
-NCORES_RUN_ANAL=240
+NCORES_RUN_ANAL=360
 NCORES_RUN_OBSERVER=80
 HYBENSMEM_NMIN=66
 HALO_BLEND=20
 IO_LAYOUT_Y=1
 PPN_RUN_REF2TTEN=1
 PPN_RUN_NONVARCLDANL=1
 
+MAXTRIES_GET_EXTRN_ICS="2"
+MAXTRIES_GET_EXTRN_LBCS="2"
+MAXTRIES_MAKE_ICS="2"
+MAXTRIES_MAKE_LBCS="2"
+MAXTRIES_RUN_PREPSTART="2"
+MAXTRIES_RUN_FCST="2"
+MAXTRIES_ANAL_GSI="2"
+MAXTRIES_CLDANL_NONVAR="2"
+MAXTRIES_ANAL_ENKF="2"
+MAXTRIES_RECENTER="2"
+MAXTRIES_SAVE_RESTART="2"
+MAXTRIES_PROCESS_BUFR="2"
+MAXTRIES_PROCESS_RADARREF="2"
+MAXTRIES_RUN_POST="2"
+MAXTRIES_RUN_WGRIB2="2"
+
 PRINT_DIFF_PGR="TRUE"
 USE_IO_NETCDF="TRUE"
 

diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml
@@ -345,7 +345,7 @@ MODULES_RUN_TASK_FP script.
 
 {% if not is_rtma %}
 {%- if do_ensemble %}
- <metatask name="run_ensemble">
+ <metatask name="run_ensemble_pre">
   <var name="{{ ensmem_indx_name }}">
     {%- for m in range(1, num_ens_members+1) -%}{%- set fmtstr=" %0"~ndigits_ensmem_names~"d" -%}{{- fmtstr%m -}}{%- endfor %} </var>
   {%- if do_enscontrol %}
@@ -1513,7 +1513,7 @@ MODULES_RUN_TASK_FP script.
 
     <command>&JOBSDIR;/../scripts/exregional_archive_ens.ksh</command>
     <cores>1</cores>
-    <walltime>06:00:00</walltime>
+    <walltime>23:00:00</walltime>
     <memory>24G</memory>
     <jobname>&TAG;_&ARCHIVE_TN;</jobname>
     <join><cyclestr>&LOGDIR;/&ARCHIVE_TN;_@Y@m@[email protected]</cyclestr></join>