diff --git a/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/auxiliary_software_files/compilers.yaml b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/auxiliary_software_files/compilers.yaml new file mode 100644 index 00000000..00f0e47d --- /dev/null +++ b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/auxiliary_software_files/compilers.yaml @@ -0,0 +1,34 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +compilers: +- compiler: + spec: nvhpc@=23.7 + paths: + cc: /p/software/juwelsbooster/stages/2024/software/NVHPC/23.7-CUDA-12/Linux_aarch64/23.7/compilers/bin/nvc + cxx: /p/software/juwelsbooster/stages/2024/software/NVHPC/23.7-CUDA-12/Linux_aarch64/23.7/compilers/bin/nvc++ + f77: /p/software/juwelsbooster/stages/2024/software/NVHPC/23.7-CUDA-12/Linux_aarch64/23.7/compilers/bin/nvfortran + fc: /p/software/juwelsbooster/stages/2024/software/NVHPC/23.7-CUDA-12/Linux_aarch64/23.7/compilers/bin/nvfortran + operating_system: rocky8 + target: x86_64 + modules: + - Stages/2024 + - NVHPC/23.7 + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=12.3.0 + paths: + cc: /p/software/juwelsbooster/stages/2024/software/GCCcore/12.3.0/bin/gcc + cxx: /p/software/juwelsbooster/stages/2024/software/GCCcore/12.3.0/bin/g++ + f77: /p/software/juwelsbooster/stages/2024/software/GCCcore/12.3.0/bin/gfortran + fc: /p/software/juwelsbooster/stages/2024/software/GCCcore/12.3.0/bin/gfortran + operating_system: rocky9 + target: aarch64 + modules: + - Stages/2024 + - GCC/12.3.0 + environment: {} + extra_rpaths: [] diff --git a/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/auxiliary_software_files/packages.yaml b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/auxiliary_software_files/packages.yaml new file mode 100644 index 00000000..724df81c --- /dev/null +++ b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/auxiliary_software_files/packages.yaml @@ -0,0 +1,85 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. + +# SPDX-License-Identifier: Apache-2.0 + +packages: + tar: + externals: + - spec: tar@1.30 + prefix: /usr + buildable: false + cmake: + externals: + - spec: cmake@3.26.3 + prefix: /p/software/juwelsbooster/stages/2024/software/CMake/3.26.3-GCCcore-12.3.0 + modules: + - Stages/2024 + - CMake + buildable: false + gmake: + externals: + - spec: gmake@4.2.1 + prefix: /usr + buildable: false + automake: + externals: + - spec: automake@1.16.5 + prefix: /p/software/juwelsbooster/stages/2024/software/Automake/1.16.5-GCCcore-12.3.0 + autoconf: + externals: + - spec: autoconf@2.71 + prefix: /p/software/juwelsbooster/stages/2024/software/Autoconf/2.71-GCCcore-12.3.0 + openmpi: + externals: + - spec: openmpi@4.1.5 + prefix: /p/software/juwelsbooster/stages/2024/software/OpenMPI/4.1.5-NVHPC-23.7-CUDA-12 + modules: + - Stages/2024 + - NVHPC/23.7-CUDA-12 + - OpenMPI/4.1.5 + buildable: false + cuda: + buildable: false + externals: + - spec: cuda@12.2.0 + prefix: /p/software/juwelsbooster/stages/2024/software/CUDA/12 + modules: + - Stages/2024 + - CUDA/12 + - NVHPC/23.7-CUDA-12 + curand: + externals: + - spec: curand@12.2.0 + prefix: /p/software/juwelsbooster/stages/2024/software/CUDA/12 + buildable: false + cusparse: + externals: + - spec: cusparse@12.2.0 + prefix: /p/software/juwelsbooster/stages/2024/software/CUDA/12 + buildable: false + cublas: + externals: + - spec: cublas@12.2.0 + prefix: /p/software/juwelsbooster/stages/2024/software/CUDA/12 + buildable: false + blas: + buildable: false + lapack: + buildable: false + openblas: + externals: + - spec: openblas@0.3.23%gcc@12.3.0 + prefix: /p/software/juwelsbooster/stages/2024/software/OpenBLAS/0.3.23-GCC-12.3.0 + modules: + - Stages/2024 + - OpenBLAS + all: + providers: + mpi: + - openmpi + zlib-api: [zlib] + zlib: + externals: + - spec: zlib@1.2.13 + prefix: /p/software/juwelsbooster/stages/2024/software/zlib/1.2.13-GCCcore-12.3.0 \ No newline at end of file diff --git a/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/spack.yaml b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/spack.yaml new file mode 100644 index 00000000..6dc5bfab --- /dev/null +++ b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/spack.yaml @@ -0,0 +1,19 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +spack: + packages: + default-compiler: + spack_spec: gcc@=12.3.0 + default-mpi: + spack_spec: openmpi@4.1.5 + compiler-gcc: + spack_spec: gcc@=12.3.0 + cublas-cuda: + spack_spec: cublas@{default_cuda_version} + blas: + spack_spec: openblas@0.3.23 + lapack: + spack_spec: openblas@0.3.23 \ No newline at end of file diff --git a/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/system_definition.yaml b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/system_definition.yaml new file mode 100644 index 00000000..740fbff7 --- /dev/null +++ b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/system_definition.yaml @@ -0,0 +1,32 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +system_definition: + name: JUWELS-Booster + site: JSC + system: JUWELS-Booster-rome-A100-Infiniband + integrator: + vendor: Atos + name: XH2000 + processor: + vendor: AMD + name: EPYC-Zen2 + ISA: x86_64 + uArch: zen2 + accelerator: + vendor: NVIDIA + name: A100 + ISA: PTX + uArch: sm_80 + interconnect: + vendor: Mellanox + name: Infiniband + system-tested: + site: JSC + name: JUWELS-Booster + installation-year: 2020 + description: top500 + top500-system-instances: + - JUWELS Booster (JSC) diff --git a/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/variables.yaml b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/variables.yaml new file mode 100644 index 00000000..a07feeba --- /dev/null +++ b/configs/JSC-JUWELS-Booster-rome-A100-Infiniband/variables.yaml @@ -0,0 +1,18 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +variables: + gtl_flag: '' # to be overwritten by tests that need GTL + cuda_arch: '80' + default_cuda_version: '12.2.0' + timeout: "120" + scheduler: "slurm" + sys_cores_per_node: "48" + sys_gpus_per_node: "4" + max_request: "1000" # n_ranks/n_nodes cannot exceed this + n_ranks: '1000001' # placeholder value + n_nodes: '1000001' # placeholder value + batch_submit: "placeholder" + mpi_command: "placeholder"