From 6de9d43043aac543bb085fb5e55923f666c6c5fc Mon Sep 17 00:00:00 2001 From: "Olga T. Pearce" Date: Wed, 28 Feb 2024 08:37:05 -0600 Subject: [PATCH] Starting ElCap config --- .../auxiliary_software_files/compilers.yaml | 51 ++++ .../auxiliary_software_files/packages.yaml | 236 ++++++++++++++++++ .../spack.yaml | 31 +++ .../system_definition.yaml | 32 +++ .../variables.yaml | 14 ++ 5 files changed, 364 insertions(+) create mode 100644 configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/auxiliary_software_files/compilers.yaml create mode 100644 configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/auxiliary_software_files/packages.yaml create mode 100644 configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/spack.yaml create mode 100644 configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/system_definition.yaml create mode 100644 configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/variables.yaml diff --git a/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/auxiliary_software_files/compilers.yaml b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/auxiliary_software_files/compilers.yaml new file mode 100644 index 00000000..d7af09cc --- /dev/null +++ b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/auxiliary_software_files/compilers.yaml @@ -0,0 +1,51 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +compilers: +- compiler: + spec: cce@16.0.0-rocm5.5.1 + paths: + cc: /opt/cray/pe/cce/16.0.0/bin/craycc + cxx: /opt/cray/pe/cce/16.0.0/bin/crayCC + f77: /opt/cray/pe/cce/16.0.0/bin/crayftn + fc: /opt/cray/pe/cce/16.0.0/bin/crayftn + flags: + cflags: -g -O2 + cxxflags: -g -O2 -std=c++17 + fflags: -g -O2 -hnopattern + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [/opt/cray/pe/gcc-libs/] +- compiler: + spec: clang@16.0.0-rocm5.5.1 + paths: + cc: /opt/rocm-5.5.1/bin/amdclang + cxx: /opt/rocm-5.5.1/bin/amdclang++ + f77: /opt/rocm-5.5.1/bin/amdflang + fc: /opt/rocm-5.5.1/bin/amdflang + flags: + cflags: -g -O2 --gcc-toolchain=/opt/rh/gcc-toolset-12/root/usr + cxxflags: -g -O2 -std=c++17 --gcc-toolchain=/opt/rh/gcc-toolset-12/root/usr + fflags: -g -O2 -hnopattern + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@12.2.0 + paths: + cc: /opt/cray/pe/gcc/12.2.0/bin/gcc + cxx: /opt/cray/pe/gcc/12.2.0/bin/g++ + f77: /opt/cray/pe/gcc/12.2.0/bin/gfortran + fc: /opt/cray/pe/gcc/12.2.0/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] diff --git a/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/auxiliary_software_files/packages.yaml b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/auxiliary_software_files/packages.yaml new file mode 100644 index 00000000..af604fd2 --- /dev/null +++ b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/auxiliary_software_files/packages.yaml @@ -0,0 +1,236 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +packages: + all: + require: 'target=x86_64:' + variants: amdgpu_target=gfx90a + tar: + externals: + - spec: tar@1.30 + prefix: /usr + coreutils: + externals: + - spec: coreutils@8.30 + prefix: /usr + libtool: + externals: + - spec: libtool@2.4.6 + prefix: /usr + flex: + externals: + - spec: flex@2.6.1+lex + prefix: /usr + openssl: + externals: + - spec: openssl@1.1.1k + prefix: /usr + m4: + externals: + - spec: m4@1.4.18 + prefix: /usr + groff: + externals: + - spec: groff@1.22.3 + prefix: /usr + cmake: + externals: + - spec: cmake@3.20.2 + prefix: /usr + - spec: cmake@3.23.1 + prefix: /usr/tce + pkgconf: + externals: + - spec: pkgconf@1.4.2 + prefix: /usr + curl: + externals: + - spec: curl@7.61.1+gssapi+ldap+nghttp2 + prefix: /usr + gmake: + externals: + - spec: gmake@4.2.1 + prefix: /usr + subversion: + externals: + - spec: subversion@1.10.2 + prefix: /usr + diffutils: + externals: + - spec: diffutils@3.6 + prefix: /usr + swig: + externals: + - spec: swig@3.0.12 + prefix: /usr + gawk: + externals: + - spec: gawk@4.2.1 + prefix: /usr + binutils: + externals: + - spec: binutils@2.30.113 + prefix: /usr + findutils: + externals: + - spec: findutils@4.6.0 + prefix: /usr + git-lfs: + externals: + - spec: git-lfs@2.11.0 + prefix: /usr/tce + ccache: + externals: + - spec: ccache@3.7.7 + prefix: /usr + automake: + externals: + - spec: automake@1.16.1 + prefix: /usr + cvs: + externals: + - spec: cvs@1.11.23 + prefix: /usr + git: + externals: + - spec: git@2.31.1+tcltk + prefix: /usr + - spec: git@2.29.1+tcltk + prefix: /usr/tce + openssh: + externals: + - spec: openssh@8.0p1 + prefix: /usr + autoconf: + externals: + - spec: autoconf@2.69 + prefix: /usr + texinfo: + externals: + - spec: texinfo@6.5 + prefix: /usr + bison: + externals: + - spec: bison@3.0.4 + prefix: /usr + python: + externals: + - spec: python@3.9.12 + prefix: /usr/tce/packages/python/python-3.9.12 + buildable: false + rocprim: + externals: + - spec: rocprim@5.4.3 + prefix: /opt/rocm-5.4.3 + buildable: false + - spec: rocprim@5.5.1 + prefix: /opt/rocm-5.5.1 + buildable: false + rocrand: + externals: + - spec: rocrand@5.4.3 + prefix: /opt/rocm-5.4.3/hiprand + buildable: false + - spec: rocrand@5.5.1 + prefix: /opt/rocm-5.5.1/hiprand + buildable: false + rocsparse: + externals: + - spec: rocsparse@5.4.3 + prefix: /opt/rocm-5.4.3 + buildable: false + - spec: rocsparse@5.5.1 + prefix: /opt/rocm-5.5.1 + buildable: false + rocthrust: + externals: + - spec: rocthrust@5.4.3 + prefix: /opt/rocm-5.4.3 + - spec: rocthrust@5.5.1 + prefix: /opt/rocm-5.5.1 + buildable: false + hip: + externals: + - spec: hip@5.4.3 + prefix: /opt/rocm-5.4.3 + - spec: hip@5.5.1 + prefix: /opt/rocm-5.5.1 + buildable: false + hsa-rocr-dev: + externals: + - spec: hsa-rocr-dev@5.4.3 + prefix: /opt/rocm-5.4.3 + buildable: false + - spec: hsa-rocr-dev@5.5.1 + prefix: /opt/rocm-5.5.1 + buildable: false + llvm-amdgpu: + externals: + - spec: llvm-amdgpu@5.4.3 + prefix: /opt/rocm-5.4.3/llvm + buildable: false + - spec: llvm-amdgpu@5.5.1 + prefix: /opt/rocm-5.5.1/llvm + buildable: false + rocblas: + externals: + - spec: rocblas@5.4.3 + prefix: /opt/rocm-5.4.3 + buildable: false + - spec: rocblas@5.5.1 + prefix: /opt/rocm-5.5.1 + buildable: false + rocsolver: + externals: + - spec: rocsolver@5.4.3 + prefix: /opt/rocm-5.4.3 + buildable: false + - spec: rocsolver@5.5.1 + prefix: /opt/rocm-5.5.1 + buildable: false + cray-libsci: + externals: + - spec: cray-libsci@23.05.1.4%cce + prefix: /opt/cray/pe/libsci/23.05.1.4/cray/12.0/x86_64/ + - spec: cray-libsci@23.05.1.4%gcc + prefix: /opt/cray/pe/libsci/23.05.1.4/gnu/10.3/x86_64/ + lapack: + buildable: false + hypre: + variants: amdgpu_target=gfx90a + hwloc: + externals: + - spec: hwloc@2.9.1 + prefix: /usr + buildable: false + fftw: + buildable: false + intel-oneapi-mkl: + externals: + - spec: intel-oneapi-mkl@2023.2.0 + prefix: /opt/intel/oneapi + buildable: false + mpi: + buildable: false + cray-mpich: + buildable: false + externals: + - spec: cray-mpich@8.1.26%cce +gtl +wrappers + prefix: /opt/cray/pe/mpich/8.1.26/ofi/crayclang/16.0 + extra_attributes: + gtl_cutoff_size: 4096 + fi_cxi_ats: 0 + gtl_lib_path: /opt/cray/pe/mpich/8.1.26/gtl/lib + ldflags: "-L/opt/cray/pe/mpich/8.1.26/ofi/crayclang/16.0/lib -lmpi -L/opt/cray/pe/mpich/8.1.26/gtl/lib -Wl,-rpath=/opt/cray/pe/mpich/8.1.26/gtl/lib -lmpi_gtl_hsa" + - spec: cray-mpich@8.1.26%cce ~gtl +wrappers + prefix: /opt/cray/pe/mpich/8.1.26/ofi/crayclang/16.0 + extra_attributes: + gtl_lib_path: /opt/cray/pe/mpich/8.1.26/gtl/lib + ldflags: "-L/opt/cray/pe/mpich/8.1.26/ofi/crayclang/16.0/lib -lmpi -L/opt/cray/pe/mpich/8.1.26/gtl/lib -Wl,-rpath=/opt/cray/pe/mpich/8.1.26/gtl/lib" + - spec: cray-mpich@8.1.26%gcc ~gtl +wrappers + prefix: /opt/cray/pe/mpich/8.1.26/ofi/gnu/10.3 + extra_attributes: + gtl_lib_path: /opt/cray/pe/mpich/8.1.26/gtl/lib + ldflags: "-L/opt/cray/pe/mpich/8.1.26/ofi/gnu/10.3/lib -lmpi -L/opt/cray/pe/mpich/8.1.26/gtl/lib -Wl,-rpath=/opt/cray/pe/mpich/8.1.26/gtl/lib" diff --git a/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/spack.yaml b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/spack.yaml new file mode 100644 index 00000000..0b96b4d5 --- /dev/null +++ b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/spack.yaml @@ -0,0 +1,31 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +spack: + packages: + default-compiler: + spack_spec: cce@16 + default-mpi: + spack_spec: cray-mpich@8.1%cce ~gtl + compiler-rocm: + spack_spec: cce@16 + compiler-amdclang: + spack_spec: clang@16.0.0-rocm5.5.1 + blas-rocm: + spack_spec: rocblas@5.5 + blas: + spack_spec: rocblas@5.5 + lapack-rocm: + spack_spec: rocsolver@5.5 + lapack: + spack_spec: cray-libsci@23 + mpi-rocm-gtl: + spack_spec: cray-mpich@8.1%cce +gtl + mpi-rocm-no-gtl: + spack_spec: cray-mpich@8.1%cce ~gtl + mpi-gcc: + spack_spec: cray-mpich@8.1%gcc ~gtl + fftw: + spack_spec: intel-oneapi-mkl@2023.2.0 diff --git a/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/system_definition.yaml b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/system_definition.yaml new file mode 100644 index 00000000..dfc9d6d0 --- /dev/null +++ b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/system_definition.yaml @@ -0,0 +1,32 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +system_definition: + name: El Capitan + site: LLNL + system: HPECray-zen4-MI300A-Slingshot + integrator: + vendor: HPECray + name: EX235a + processor: + vendor: AMD + name: EPYC-Zen4 + ISA: x86_64 + uArch: zen4 + accelerator: + vendor: AMD + name: MI300A + ISA: GCN + uArch: gfx90a + interconnect: + vendor: HPECray + name: Slingshot11 + system-tested: + site: LLNL + name: El Capitan + installation-year: 2024 + description: top500 + top500-system-instances: + - El Capitan (LLNL) diff --git a/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/variables.yaml b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/variables.yaml new file mode 100644 index 00000000..286f4d66 --- /dev/null +++ b/configs/LLNL-ElCapitan-HPECray-zen4-MI300A-Slingshot/variables.yaml @@ -0,0 +1,14 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +variables: + gtl_flag: '' # to be overwritten by tests that need GTL + rocm_arch: 'gfx90a' + batch_time: '120m' + mpi_command: 'flux run -N {n_nodes} -n {n_ranks}' + batch_submit: 'flux batch {execute_experiment}' + batch_nodes: '# flux: -N {n_nodes}' + batch_ranks: '# flux: -n {n_ranks}' + batch_timeout: '# flux: -t {batch_time}'