Config for JUWELS Booster (JSC)

configs/JSC-JUWELS-Booster-rome-A100-Infiniband/auxiliary_software_files/compilers.yaml

@@ -0,0 +1,34 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+compilers:
+- compiler:
+      spec: nvhpc@=23.7
+      paths:
+        cc: /p/software/juwelsbooster/stages/2024/software/NVHPC/23.7-CUDA-12/Linux_aarch64/23.7/compilers/bin/nvc
+        cxx: /p/software/juwelsbooster/stages/2024/software/NVHPC/23.7-CUDA-12/Linux_aarch64/23.7/compilers/bin/nvc++
+        f77: /p/software/juwelsbooster/stages/2024/software/NVHPC/23.7-CUDA-12/Linux_aarch64/23.7/compilers/bin/nvfortran
+        fc: /p/software/juwelsbooster/stages/2024/software/NVHPC/23.7-CUDA-12/Linux_aarch64/23.7/compilers/bin/nvfortran
+      operating_system: rocky9
+      target: aarch64
+      modules:
+      - Stages/2024
+      - NVHPC/23.7
+      environment: {}
+      extra_rpaths: []
+- compiler:
+      spec: gcc@=12.3.0
+      paths:
+        cc: /p/software/juwelsbooster/stages/2024/software/GCCcore/12.3.0/bin/gcc
+        cxx: /p/software/juwelsbooster/stages/2024/software/GCCcore/12.3.0/bin/g++
+        f77: /p/software/juwelsbooster/stages/2024/software/GCCcore/12.3.0/bin/gfortran
+        fc: /p/software/juwelsbooster/stages/2024/software/GCCcore/12.3.0/bin/gfortran
+      operating_system: rocky9
+      target: aarch64
+      modules:
+      - Stages/2024
+      - GCC/12.3.0
+      environment: {}
+      extra_rpaths: []

configs/JSC-JUWELS-Booster-rome-A100-Infiniband/auxiliary_software_files/packages.yaml

@@ -0,0 +1,85 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+
+# SPDX-License-Identifier: Apache-2.0
+
+packages:
+  tar:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+    buildable: false
+  cmake:
+      externals:
+      - spec: [email protected]
+        prefix: /p/software/juwelsbooster/stages/2024/software/CMake/3.26.3-GCCcore-12.3.0
+        modules:
+        - Stages/2024
+        - CMake
+        buildable: false
+  gmake:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+    buildable: false
+  automake:
+      externals:
+      - spec: [email protected]
+        prefix: /p/software/juwelsbooster/stages/2024/software/Automake/1.16.5-GCCcore-12.3.0
+  autoconf:
+      externals:
+      - spec: [email protected]
+        prefix: /p/software/juwelsbooster/stages/2024/software/Autoconf/2.71-GCCcore-12.3.0
+  openmpi:
+        externals:
+        - spec: [email protected]
+          prefix: /p/software/juwelsbooster/stages/2024/software/OpenMPI/4.1.5-NVHPC-23.7-CUDA-12
+          modules:
+          - Stages/2024
+          - NVHPC/23.7-CUDA-12
+          - OpenMPI/4.1.5
+        buildable: false
+  cuda:
+    buildable: false
+    externals:
+    - spec: [email protected]
+      prefix: /p/software/juwelsbooster/stages/2024/software/CUDA/12
+      modules:
+          - Stages/2024
+          - CUDA/12
+          - NVHPC/23.7-CUDA-12
+  curand:
+    externals:
+    - spec: [email protected]
+      prefix: /p/software/juwelsbooster/stages/2024/software/CUDA/12
+    buildable: false
+  cusparse:
+    externals:
+    - spec: [email protected]
+      prefix: /p/software/juwelsbooster/stages/2024/software/CUDA/12
+    buildable: false
+  cublas:
+    externals:
+    - spec: [email protected]
+      prefix: /p/software/juwelsbooster/stages/2024/software/CUDA/12
+    buildable: false
+  blas:
+    buildable: false
+  lapack:
+    buildable: false
+  openblas:
+    externals:
+    - spec: [email protected]%[email protected]
+      prefix: /p/software/juwelsbooster/stages/2024/software/OpenBLAS/0.3.23-GCC-12.3.0
+      modules: 
+        - Stages/2024
+        - OpenBLAS
+  all:
+      providers:
+        mpi:
+        - openmpi
+        zlib-api: [zlib]
+  zlib:
+      externals:
+      - spec: [email protected]
+        prefix: /p/software/juwelsbooster/stages/2024/software/zlib/1.2.13-GCCcore-12.3.0

configs/JSC-JUWELS-Booster-rome-A100-Infiniband/spack.yaml

@@ -0,0 +1,19 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+spack:
+  packages:
+    default-compiler:
+      spack_spec: gcc@=12.3.0
+    default-mpi:
+      spack_spec: [email protected]
+    compiler-gcc:
+      spack_spec: gcc@=12.3.0
+    cublas-cuda:
+      spack_spec: cublas@{default_cuda_version}
+    blas:
+      spack_spec: [email protected]
+    lapack:
+      spack_spec: [email protected]

configs/JSC-JUWELS-Booster-rome-A100-Infiniband/system_definition.yaml

@@ -0,0 +1,32 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+system_definition:
+  name: JUWELS-Booster
+  site: JSC
+  system: JUWELS-Booster-rome-A100-Infiniband
+  integrator:
+    vendor: tba
+    name: tba
+  processor: 
+    vendor: AMD
+    name: EPYC-Zen2
+    ISA: x86_64
+    uArch: zen2
+  accelerator:
+    vendor: NVIDIA
+    name: A100
+    ISA: PTX
+    uArch: sm_80
+  interconnect:
+    vendor: Mellanox
+    name: Infiniband
+  system-tested:
+    site: JSC
+    name: JUWELS-Booster
+    installation-year: 2020
+    description: top500 <https://www.top500.org/system/179894/>
+  top500-system-instances:
+    - JUWELS Booster (JSC)

configs/JSC-JUWELS-Booster-rome-A100-Infiniband/variables.yaml

@@ -0,0 +1,15 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+variables:
+  gtl_flag: ''  # to be overwritten by tests that need GTL
+  cuda_arch: '80'
+  default_cuda_version: '12.2.0'
+  batch_time: '02:00'
+  mpi_command: 'srun -N {n_nodes} -n {n_ranks}'
+  batch_submit: 'sbatch {execute_experiment}'
+  batch_nodes: '#SBATCH -N {n_nodes}'
+  batch_ranks: '#SBATCH -n {n_ranks}'
+  batch_timeout: '#SBATCH -t {batch_time}:00'

experiments/saxpy/cuda/ramble.yaml

@@ -19,8 +19,8 @@ ramble:
             saxpy_{n}_{n_nodes}_{processes_per_node}_{n_ranks}:
               variables:
                 processes_per_node: '4'
-                n_nodes: '1'
-                n: ['128', '256', '512', '1024']
+                n_nodes: ['1','2']
+                n: ['512', '1024']
               matrix:
               - n
   spack: