diff --git a/machines/betzy/config_batch.xml b/machines/betzy/config_batch.xml index 7ce79de5..6c43299a 100644 --- a/machines/betzy/config_batch.xml +++ b/machines/betzy/config_batch.xml @@ -8,7 +8,6 @@ --ntasks={{ total_tasks }} --export=ALL --switches=1 - --exclude=b3355,b3356,b3357,b3359,b3379,b3382,b3383 --partition=normal @@ -19,11 +18,11 @@ --partition=preproc - --mem=16G + --mem-per-cpu=1900M - - normal - preproc - devel - + + normal + preproc + devel + diff --git a/machines/betzy/config_machines.xml b/machines/betzy/config_machines.xml index 52408829..d756b205 100644 --- a/machines/betzy/config_machines.xml +++ b/machines/betzy/config_machines.xml @@ -1,14 +1,14 @@ BullSequana XH2000 AMD® Epyc™ "Rome" 2.2GHz, 128-way nodes, os is Linux, batch system is SLURM LINUX - intel-oneapi,intel + intel openmpi,impi /cluster/work/users/$USER/noresm /cluster/shared/noresm/inputdata /cluster/shared/noresm/inputdata/atm/datm7 /cluster/work/users/$USER/archive/$CASE /cluster/shared/noresm/noresm_baselines - /cluster/shared/noresm/tools/cprnc/cprnc + /cluster/shared/noresm/tools/cprnc-iompi-2022a/bin/cprnc 8 slurm noresmCommunity @@ -19,7 +19,7 @@ - srun + srun --kill-on-bad-exit --label $ENV{LMOD_PKG}/init/perl @@ -30,38 +30,17 @@ $ENV{LMOD_PKG}/libexec/lmod python module module - + StdEnv - git/2.41.0-GCCcore-12.3.0-nodocs /cluster/shared/noresm/eb_mods/modules/all ESMF/8.4.2-iomkl-2022a-ParallelIO-2.5.10 Python/3.11.3-GCCcore-12.3.0 CMake/3.26.3-GCCcore-12.3.0 ParMETIS/4.0.3-iompi-2022a - XML-LibXML/2.0209-GCCcore-12.3.0 - - - - StdEnv - git/2.41.0-GCCcore-12.3.0-nodocs - /cluster/shared/noresm/eb_mods/modules/all - ESMF/8.4.1-iomkl-2021b-ParallelIO-2.5.10 - CMake/3.21.1-GCCcore-11.2.0 - Python/3.9.6-GCCcore-11.2.0 - ParMETIS/4.0.3-iompi-2021b - XML-LibXML/2.0209-GCCcore-12.3.0 - - - - StdEnv git/2.41.0-GCCcore-12.3.0-nodocs - /cluster/shared/noresm/eb_mods/modules/all - ESMF/8.4.1-intel-2021b-ParallelIO-2.5.10 - CMake/3.21.1-GCCcore-11.2.0 - Python/3.9.6-GCCcore-11.2.0 - ParMETIS/4.0.3-iimpi-2021b XML-LibXML/2.0209-GCCcore-12.3.0 + hpcx/2.20 diff --git a/machines/betzy/intel-oneapi_betzy.cmake b/machines/betzy/intel-oneapi_betzy.cmake index fb169c4f..c4d24ac9 100644 --- a/machines/betzy/intel-oneapi_betzy.cmake +++ b/machines/betzy/intel-oneapi_betzy.cmake @@ -10,7 +10,7 @@ if(DEFINED ENV{PIO}) set(PIO_INCDIR "$ENV{PIO}/include") endif() -string(REPLACE "-mkl=cluster" "" SLIBS "${SLIBS}") +#string(REPLACE "-mkl=cluster" "" SLIBS "${SLIBS}") string(APPEND CPPDEFS " -DHAVE_GETTID") if (COMP_WAV STREQUAL ww3) diff --git a/machines/betzy/intel_betzy.cmake b/machines/betzy/intel_betzy.cmake index 529eb456..c4d24ac9 100644 --- a/machines/betzy/intel_betzy.cmake +++ b/machines/betzy/intel_betzy.cmake @@ -1,14 +1,23 @@ set(PIO_FILESYSTEM_HINTS "lustre") - +string(APPEND CFLAGS " -qopt-report -march=core-avx2") +string(APPEND FFLAGS " -qopt-report -march=core-avx2") set(NETCDF_C_PATH $ENV{EBROOTNETCDF}) set(NETCDF_FORTRAN_PATH $ENV{EBROOTNETCDFMINFORTRAN}) set(PNETCDF_PATH $ENV{PNETCDF}) +if(DEFINED ENV{PIO}) + set(PIO_LIBDIR "$ENV{PIO}/lib") + set(PIO_INCDIR "$ENV{PIO}/include") +endif() + +#string(REPLACE "-mkl=cluster" "" SLIBS "${SLIBS}") +string(APPEND CPPDEFS " -DHAVE_GETTID") + if (COMP_WAV STREQUAL ww3) if (MPILIB STREQUAL openmpi) string(APPEND SLIBS " -l:libparmetis.a -lmetis ") endif() -endif() +endif() if (MPILIB STREQUAL impi) set(MPICC "mpiicc")