NOAA-EMC · KateFriedman-NOAA · Sep 21, 2021 · Sep 15, 2021 · Sep 15, 2021 · Sep 15, 2021
diff --git a/modulefiles/OznMonBuild.wcoss2 b/modulefiles/OznMonBuild.wcoss2
@@ -0,0 +1,18 @@
+#%Module################################################
+# Modfule file for oznmon
+########################################################
+export ver=2.0.2
+export FCOMP=ifort
+
+export CF=$FCOMP
+export FC=$FCOMP
+export FFLAGS="-O3 -fp-model strict -convert big_endian -assume byterecl"
+
+export D_FFLAGS="-O3 -fp-model strict -convert big_endian -assume byterecl -debug"
+
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load w3nco/2.4.1
diff --git a/modulefiles/RadMonBuild.wcoss2 b/modulefiles/RadMonBuild.wcoss2
@@ -0,0 +1,19 @@
+#%Module################################################
+# Modfule file for radmon
+########################################################
+export ver=2.0.2
+export FCOMP=ifort
+
+export CF=$FCOMP
+export FC=$FCOMP
+export FFLAGS="-O3 -fp-model strict -D_REAL8_ -traceback -convert big_endian -assume byterecl"
+
+export CHECK_LIBS="/gpfs/hps/nco/ops/nwprod/spa_util/check_libs.bash"
+export D_FFLAGS="-O3 -fp-model strict -D_REAL8_ -traceback -convert big_endian -assume byterecl -debug"
+
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load w3nco/2.4.1
diff --git a/modulefiles/fv3gfs/enkf_chgres_recenter.wcoss2 b/modulefiles/fv3gfs/enkf_chgres_recenter.wcoss2
@@ -0,0 +1,19 @@
+#%Module#####################################################
+## enkf_chgres_recenter component - wcoss_dell_p3
+#############################################################
+
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load nemsio/2.5.2
+module load bacio/2.4.1
+module load w3nco/2.4.1
+module load ip/3.3.3
+module load sp/2.3.3
+
+module load hdf5/1.10.6
+module load netcdf/4.7.4
+
+export FC=ifort
diff --git a/modulefiles/fv3gfs/enkf_chgres_recenter_nc.wcoss2 b/modulefiles/fv3gfs/enkf_chgres_recenter_nc.wcoss2
@@ -0,0 +1,18 @@
+#%Module#####################################################
+## enkf_chgres_recenter component - wcoss2
+#############################################################
+
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load bacio/2.4.1
+module load w3nco/2.4.1
+module load ip/3.3.3
+module load sp/2.3.3
+
+module load hdf5/1.10.6
+module load netcdf/4.7.4
+
+export FC=ifort
diff --git a/modulefiles/fv3gfs/gaussian_sfcanl.wcoss2 b/modulefiles/fv3gfs/gaussian_sfcanl.wcoss2
@@ -0,0 +1,21 @@
+#%Module#####################################################
+## gaussian_sfcanl component of fv3gfs - wcoss2
+#############################################################
+
+set ver v16.0.0
+
+# Load Intel environment
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load nemsio/2.5.2
+module load w3nco/2.4.1
+module load bacio/2.4.1
+module load sp/2.3.3
+
+module load hdf5/1.10.6
+module load netcdf/4.7.4
+
+export FCOMP=ifort
diff --git a/modulefiles/gfs_bufr.wcoss2 b/modulefiles/gfs_bufr.wcoss2
@@ -0,0 +1,27 @@
+#%Module#####################################################
+## bufrsnd
+#############################################################
+
+# Loading pe environment
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+# Loding nceplibs modules
+module load nemsio/2.5.2
+module load bacio/2.4.1
+module load w3nco/2.4.1
+module load bufr/11.4.0
+module load sigio/2.3.2
+
+module load w3emc/2.7.3
+module load hdf5/1.10.6
+module load netcdf/4.7.4
+
+module load gempak/7.14.0
+
+export myFC=mpiifort
+export myFCFLAGS="-O3 -convert big_endian -traceback -g -fp-model source -qopenmp"
+export myCPP=/lib/cpp
+export myCPPFLAGS="-P"
diff --git a/modulefiles/gfs_fbwndgfs.wcoss2 b/modulefiles/gfs_fbwndgfs.wcoss2
@@ -0,0 +1,14 @@
+#%Module#####################################################
+## Module file for fbwndgfs 
+#############################################################
+#
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load bacio/2.4.1
+module load w3nco/2.4.1
+module load w3emc/2.7.3
+module load ip/3.3.3
+module load sp/2.3.3
diff --git a/modulefiles/module-setup.csh.inc b/modulefiles/module-setup.csh.inc
@@ -47,6 +47,13 @@ else if ( { test -L /usrx && sh -c "readlink /usrx 2> /dev/null | grep dell" } )
         source /usrx/local/prod/lmod/lmod/init/$__ms_shell
     endif
     module purge
+else if ( { test -d /lfs/h2 } ) then
+    # We are on NOAA Cactus or Dogwood
+    if ( ! { module help >& /dev/null } ) then
+        source /usr/share/lmod/lmod/init/$__ms_shell
+    fi
+    module purge
+    module load envvar/1.0
 else if ( { test -d /glade } ) then
     # We are on NCAR Yellowstone
     if ( ! { module help >& /dev/null } ) then

diff --git a/modulefiles/module-setup.sh.inc b/modulefiles/module-setup.sh.inc
@@ -63,6 +63,14 @@ elif [[ -L /usrx && "$( readlink /usrx 2> /dev/null )" =~ dell ]] ; then
 	source /usrx/local/prod/lmod/lmod/init/$__ms_shell
     fi
     module purge
+elif [[ -d /lfs/h2 ]] ; then
+    # We are on NOAA Cactus or Dogwood
+    if ( ! eval module help > /dev/null 2>&1 ) ; then
+        echo load the module command 1>&2
+        source /usr/share/lmod/lmod/init/$__ms_shell
+    fi
+    module purge
+    module load envvar/1.0
 elif [[ -d /glade ]] ; then
     # We are on NCAR Yellowstone
     if ( ! eval module help > /dev/null 2>&1 ) ; then

diff --git a/modulefiles/module_base.wcoss2 b/modulefiles/module_base.wcoss2
@@ -0,0 +1,42 @@
+#%Module######################################################################
+##
+
+module load envvar/1.0
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+module load cray-pals
+
+module load prod_util/2.0.8
+module load prod_envir/2.0.4
+module load grib_util/1.2.2
+
+module load nco/4.7.9
+module load cfp/2.0.4
+setenv USE_CFP YES
+#module load pm5
+
+module load hdf5/1.10.6
+module load netcdf/4.7.4
+module load esmf/8.1.0
+
+module load gempak/7.14.0
+module load g2tmpl/1.9.1
+#module load util_shared/1.3.0
+
+# Load for WAFS
+module load bufr_dump/2.0.0
+
+# Load python
+module load cray-python/3.8.5.1
+
+# Load crtm
+module load crtm/2.3.0
+
+# Load for waveprep
+#module load cdo/1.9.8
+
+# UPP
+module use /u/Wen.Meng/noscrub/ncep_post/LIBS/modulefiles/mpi/intel/19.1.3.304/cray-mpich/8.1.4
+module load upp/8.0.11
diff --git a/modulefiles/modulefile.fv3nc2nemsio.wcoss2 b/modulefiles/modulefile.fv3nc2nemsio.wcoss2
@@ -0,0 +1,18 @@
+#%Module#####################################################
+## Module file for fv3nc2nemsio
+#############################################################
+
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load hdf5/1.10.6
+module load netcdf/4.7.4
+
+module load bacio/2.4.1
+module load nemsio/2.5.2
+module load w3nco/2.4.1
+
+export FCMP="ifort"
+export FFLAGS="-free -O3 -xHOST"
diff --git a/modulefiles/modulefile.regrid_nemsio.wcoss2 b/modulefiles/modulefile.regrid_nemsio.wcoss2
@@ -0,0 +1,17 @@
+#%Module#####################################################
+## Module file for regrid_nemsio
+#############################################################
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load hdf5/1.10.6
+module load netcdf/4.7.4
+
+module load bacio/2.4.1
+module load w3nco/2.4.1
+module load nemsio/2.5.2
+module load sp/2.3.3
+
+export FCMP=mpiifort
diff --git a/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2 b/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2
@@ -0,0 +1,23 @@
+#%Module#####################################################
+## Module file for storm_reloc_v6.0.0
+#############################################################
+
+module load PrgEnv-intel/8.1.0
+module load craype/2.7.8
+module load intel/19.1.3.304
+module load cray-mpich/8.1.7
+
+module load w3emc/2.7.3
+module load w3nco/2.4.1
+module load bacio/2.4.1
+module load sp/2.3.3
+module load nemsio/2.5.2
+module load nemsiogfs/2.5.3
+module load sigio/2.3.2
+
+module load jasper/2.0.25
+module load libpng/1.6.37
+module load zlib/1.2.11
+module load g2/3.4.1
+
+export FC=ifort
diff --git a/sorc/build_fv3.sh b/sorc/build_fv3.sh
@@ -19,8 +19,6 @@ fi
 if [ $target = hera ]; then target=hera.intel ; fi
 if [ $target = orion ]; then target=orion.intel ; fi
 
-cd fv3gfs.fd/
-FV3=$( pwd -P )/FV3
-cd tests/
-./compile.sh "$FV3" "$target" "WW3=Y 32BIT=Y" 1
+cd fv3gfs.fd/tests
+./compile.sh $(pwd)/../FV3 $target "WW3=Y 32BIT=Y" 1
 mv -f fv3_1.exe ../NEMS/exe/global_fv3gfs.x
diff --git a/sorc/build_gfs_bufrsnd.sh b/sorc/build_gfs_bufrsnd.sh
@@ -21,6 +21,11 @@ if [ ! -d "../exec" ]; then
   mkdir ../exec
 fi
 
+if [ $target = "wcoss2" ]; then
+  export SIGIO_LIB4=$SIGIO_LIB
+  export SIGIO_INC4=$SIGIO_INC
+fi
+
 if [ -f gfs_bufr.fd/getncdimlen ]; then
 	   cp gfs_bufr.fd/getncdimlen ../exec
    fi

diff --git a/sorc/build_tropcy_NEMS.sh b/sorc/build_tropcy_NEMS.sh
@@ -29,6 +29,11 @@ else
 fi
 
 source ../modulefiles/modulefile.storm_reloc_v6.0.0.$target
+if [ $target = "wcoss2" ]; then
+  SIGIO_LIB4=$SIGIO_LIB
+  SIGIO_INC4=$SIGIO_INC
+fi
+
 export FC=mpiifort
 export JASPER_LIB=${JASPER_LIB:-$JASPER_LIBRARY_DIRS/libjasper.a}
 

diff --git a/sorc/checkout.sh b/sorc/checkout.sh
@@ -24,9 +24,10 @@ echo $topdir
 echo fv3gfs checkout ...
 if [[ ! -d fv3gfs.fd ]] ; then
     rm -f ${topdir}/checkout-fv3gfs.log
-    git clone https://github.com/ufs-community/ufs-weather-model fv3gfs.fd >> ${topdir}/checkout-fv3gfs.log 2>&1
+    #git clone https://github.com/ufs-community/ufs-weather-model fv3gfs.fd >> ${topdir}/checkout-fv3gfs.log 2>&1
+    git clone --recursive --branch gfs_v16.0.16_on_cactus_dogwood https://github.com/DusanJovic-NOAA/ufs-weather-model fv3gfs.fd >> ${topdir}/checkout-fv3gfs.log 2>&1
     cd fv3gfs.fd
-    git checkout GFS.v16.0.16
+    #git checkout GFS.v16.0.16
     git submodule update --init --recursive
     cd ${topdir}
 else
@@ -50,7 +51,7 @@ if [[ ! -d gldas.fd ]] ; then
     rm -f ${topdir}/checkout-gldas.log
     git clone https://github.com/NOAA-EMC/GLDAS  gldas.fd >> ${topdir}/checkout-gldas.fd.log 2>&1
     cd gldas.fd
-    git checkout gldas_gfsv16_release.v1.13.0
+    git checkout gldas_gfsv16_release.v1.16.0
     cd ${topdir}
 else
     echo 'Skip.  Directory gldas.fd already exists.'
@@ -70,9 +71,11 @@ fi
 echo EMC_post checkout ...
 if [[ ! -d gfs_post.fd ]] ; then
     rm -f ${topdir}/checkout-gfs_post.log
-    git clone https://github.com/NOAA-EMC/EMC_post.git gfs_post.fd >> ${topdir}/checkout-gfs_post.log 2>&1
+    #git clone https://github.com/NOAA-EMC/EMC_post.git gfs_post.fd >> ${topdir}/checkout-gfs_post.log 2>&1
+    git clone https://github.com/WenMeng-NOAA/UPP.git gfs_post.fd >> ${topdir}/checkout-gfs_post.log 2>&1
     cd gfs_post.fd
-    git checkout upp_gfsv16_release.v1.1.4
+    #git checkout upp_gfsv16_release.v1.1.4
+    git checkout post_gfsv16_wcoss2
     ################################################################################
     # checkout_gtg
     ## yes: The gtg code at NCAR private repository is available for ops. GFS only.

diff --git a/sorc/gaussian_sfcanl.fd/Makefile b/sorc/gaussian_sfcanl.fd/Makefile
@@ -13,7 +13,7 @@ gaussian_sfcanl.o:  gaussian_sfcanl.f90
 	$(FCOMP) $(FFLAGS) -I$(NEMSIO_INC) $(NETCDF_INCLUDE) -c gaussian_sfcanl.f90
 
 install:
-	cp ${CMD} ../../exec
+	cp ${CMD} ../../exec/${CMD}
 
 clean:
 	rm -f *.o *.mod ${CMD} ../../exec/${CMD}

diff --git a/sorc/link_fv3gfs.sh b/sorc/link_fv3gfs.sh
@@ -8,16 +8,16 @@ machine=${2}
 
 if [ $# -lt 2 ]; then
     echo '***ERROR*** must specify two arguements: (1) RUN_ENVIR, (2) machine'
-    echo ' Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | hera | orion )'
+    echo ' Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | wcoss2 | hera | orion )'
     exit 1
 fi
 
 if [ $RUN_ENVIR != emc -a $RUN_ENVIR != nco ]; then
-    echo 'Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | hera | orion )'
+    echo 'Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | wcoss2 | hera | orion )'
     exit 1
 fi
-if [ $machine != cray -a $machine != dell -a $machine != hera -a $machine != orion ]; then
-    echo 'Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | hera | orion)'
+if [ $machine != cray -a $machine != dell -a $machine != wcoss2 -a $machine != hera -a $machine != orion ]; then
+    echo 'Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | wcoss2 | hera | orion)'
     exit 1
 fi
 
@@ -34,6 +34,8 @@ if [ $machine == "cray" ]; then
     FIX_DIR="/gpfs/hps3/emc/global/noscrub/emc.glopara/git/fv3gfs/fix_nco_gfsv16"
 elif [ $machine = "dell" ]; then
     FIX_DIR="/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix_nco_gfsv16"
+elif [ $machine = "wcoss2" ]; then
+    FIX_DIR="/lfs/h2/emc/eib/noscrub/Kate.Friedman/glopara/fix_nco_gfsv16"
 elif [ $machine = "hera" ]; then
     FIX_DIR="/scratch1/NCEPDEV/global/glopara/fix_nco_gfsv16"
 elif [ $machine = "orion" ]; then