diff --git a/env.sh b/env.sh index 89d4143e8..ce8c31def 100755 --- a/env.sh +++ b/env.sh @@ -27,6 +27,8 @@ fi if [[ $LOGINHOST =~ ^m[A-Za-z0-9]+\.hpc\.dkrz\.de$ ]]; then STRATEGY="mistral.dkrz.de" +elif [[ $LOGINHOST =~ ^l[A-Za-z0-9]+\.atos\.local$ ]]; then + STRATEGY="levante.dkrz.de" elif [[ $LOGINHOST =~ ^ollie[0-9]$ ]] || [[ $LOGINHOST =~ ^prod-[0-9]{4}$ ]]; then STRATEGY="ollie" elif [[ $LOGINHOST =~ ^h[A-Za-z0-9]+\.hsn\.hlrn\.de$ ]]; then diff --git a/env/levante.dkrz.de/shell b/env/levante.dkrz.de/shell new file mode 100755 index 000000000..bfa6db2a5 --- /dev/null +++ b/env/levante.dkrz.de/shell @@ -0,0 +1,12 @@ +# make the contents as shell agnostic as possible so we can include them with bash, zsh and others +export LC_ALL=en_US.UTF-8 +export CPU_MODEL=AMD_EPYC_ZEN3 + +module load intel-oneapi-compilers/2022.0.1-gcc-11.2.0 +module load intel-oneapi-mkl/2022.0.1-gcc-11.2.0 +module load openmpi/4.1.2-intel-2021.5.0 +export FC=mpif90 CC=mpicc CXX=mpicxx ; +export LD_LIBRARY_PATH=/sw/spack-levante/intel-oneapi-mkl-2022.0.1-ttdktf/mkl/2022.0.1/lib/intel64:$LD_LIBRARY_PATH + +module load netcdf-c/4.8.1-openmpi-4.1.2-intel-2021.5.0 +module load netcdf-fortran/4.5.3-openmpi-4.1.2-intel-2021.5.0 diff --git a/work/job_levante b/work/job_levante new file mode 100755 index 000000000..3e45afcb0 --- /dev/null +++ b/work/job_levante @@ -0,0 +1,38 @@ +#!/bin/bash +#SBATCH --job-name=ref +#SBATCH -p compute +#SBATCH --ntasks-per-node=128 +#SBATCH --ntasks=512 +#SBATCH --time=08:00:00 +#SBATCH -o slurm-out.out +#SBATCH -e slurm-err.out +#SBATCH -A ab0995 + +source /sw/etc/profile.levante +source ../env/levante.dkrz.de/shell + +ulimit -s 102400 + +echo Submitted job: $jobid +squeue -u $USER + +# determine JOBID +JOBID=`echo $SLURM_JOB_ID |cut -d"." -f1` + +ln -s ../bin/fesom.x . # cp -n ../bin/fesom.x +cp -n ../config/namelist.config . +cp -n ../config/namelist.forcing . +cp -n ../config/namelist.oce . +cp -n ../config/namelist.ice . +cp -n ../config/namelist.icepack . + +date +srun -l fesom.x > "fesom2.0.out" +date + +# qstat -f $PBS_JOBID +#export EXITSTATUS=$? +#if [ ${EXITSTATUS} -eq 0 ] || [ ${EXITSTATUS} -eq 127 ] ; then +#sbatch job_mistral +#fi +