Updating system definitions table

LLNL · Feb 23, 2024 · 2388d28 · 2388d28
2 parents 0927e0f + f203cec
commit 2388d28
Show file tree

Hide file tree

Showing 13 changed files with 351 additions and 30 deletions.
diff --git a/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/auxiliary_software_files/compilers.yaml b/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/auxiliary_software_files/compilers.yaml
@@ -0,0 +1,111 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+compilers:
+- compiler:
+    spec: [email protected]
+    paths:
+      cc: cc
+      cxx: CC
+      f77: ftn
+      fc: ftn
+    flags: {}
+    operating_system: cnl7
+    target: any
+    modules:
+    - PrgEnv-cray
+    - cce/12.0.3
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: [email protected]
+    paths:
+      cc: cc
+      cxx: CC
+      f77: ftn
+      fc: ftn
+    flags: {}
+    operating_system: cnl7
+    target: any
+    modules:
+    - PrgEnv-gnu
+    - gcc/9.3.0
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: [email protected]
+    paths:
+      cc: cc
+      cxx: CC
+      f77: ftn
+      fc: ftn
+    flags: {}
+    operating_system: cnl7
+    target: any
+    modules:
+    - PrgEnv-gnu
+    - gcc/10.3.0
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: [email protected]
+    paths:
+      cc: cc
+      cxx: CC
+      f77: ftn
+      fc: ftn
+    flags: {}
+    operating_system: cnl7
+    target: any
+    modules:
+    - PrgEnv-gnu
+    - gcc/11.2.0
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: [email protected]
+    paths:
+      cc: cc
+      cxx: CC
+      f77: ftn
+      fc: ftn
+    flags: {}
+    operating_system: cnl7
+    target: any
+    modules:
+    - PrgEnv-intel
+    - intel/2021.3.0
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: [email protected]
+    paths:
+      cc: cc
+      cxx: CC
+      f77: ftn
+      fc: ftn
+    flags: {}
+    operating_system: cnl7
+    target: any
+    modules:
+    - PrgEnv-nvidia
+    - nvidia/21.3
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: [email protected]
+    paths:
+      cc: cc
+      cxx: CC
+      f77: ftn
+      fc: ftn
+    flags: {}
+    operating_system: cnl7
+    target: any
+    modules:
+    - PrgEnv-pgi
+    - pgi/20.1.1
+    environment: {}
+    extra_rpaths: []
diff --git a/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/auxiliary_software_files/packages.yaml b/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/auxiliary_software_files/packages.yaml
@@ -0,0 +1,71 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+packages:
+  all:
+    providers:
+      mpi:
+      - cray-mpich
+      pkgconfig:
+      - pkg-config
+      - pkgconf
+  cuda:
+    externals:
+    - spec: [email protected]
+      prefix: /usr/local/cuda-11.0
+    - spec: [email protected]
+      prefix: /usr/local/cuda-11.1
+    - spec: [email protected]
+      prefix: /usr/local/cuda-11.2
+    - spec: [email protected]
+      prefix: /opt/nvidia/cudatoolkit10.2/10.2.89_3.28-2.1__g52c0314
+  pkg-config:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  r:
+    externals:
+    - spec: [email protected]
+      modules:
+      - cray-R/4.1.1.0
+  jemalloc:
+    externals:
+    - spec: [email protected]
+      modules:
+      - cray-jemalloc/5.1.0.3
+  cray-libsci:
+    externals:
+    - spec: [email protected]
+      modules:
+      - cray-libsci/20.09.1
+  cray-mpich:
+    externals:
+    - spec: [email protected]
+      modules:
+      - cray-mpich/7.7.18
+  netcdf-c:
+    externals:
+    - spec: [email protected]+mpi+parallel-netcdf
+      modules:
+      - cray-netcdf-hdf5parallel/4.7.4.4
+  petsc:
+    externals:
+    - spec: [email protected]~complex~cuda~int64
+      modules:
+      - cray-petsc/3.14.5.0
+    - spec: [email protected]~complex~cuda+int64
+      modules:
+      - cray-petsc-64/3.14.5.0
+    - spec: [email protected]+complex~cuda~int64
+      modules:
+      - cray-petsc-complex/3.14.5.0
+    - spec: [email protected]+complex~cuda+int64
+      modules:
+      - cray-petsc-complex-64/3.14.5.0
+  papi:
+    externals:
+    - spec: [email protected]
+      modules:
+      - papi/6.0.0.9
diff --git a/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/spack.yaml b/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/spack.yaml
@@ -0,0 +1,13 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+spack:
+  packages:
+    default-compiler:
+      spack_spec: [email protected] # [email protected]
+    default-mpi:
+      spack_spec: [email protected]
+    compiler-gcc:
+      spack_spec: [email protected]
diff --git a/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/system_definition.yaml b/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/system_definition.yaml
@@ -0,0 +1,32 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+system_definition:
+  name: Piz Daint
+  site: CSCS
+  system: HPECray-haswell-P100-Infiniband
+  integrator:
+    vendor: HPECray
+    name:
+  processor:
+    vendor: Intel
+    name: Xeon-E5-2650v3
+    ISA: x86_64
+    uArch: haswell
+  accelerator:
+    vendor: NVIDIA
+    name: P100
+    ISA: PTX
+    uArch: sm_60
+  interconnect:
+    vendor: HPECray
+    name: Aries
+  system-tested:
+    site: CSCS
+    name: daint
+    installation-year: 2017
+    description: top500 <https://www.top500.org/system/177824>
+  top500-system-instances:
+    - Piz Daint (CSCS)
diff --git a/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/variables.yaml b/configs/CSCS-Daint-HPECray-haswell-P100-Infiniband/variables.yaml
@@ -0,0 +1,15 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+variables:
+  batch_time: '02:00'
+  mpi_command: 'srun -N {n_nodes} -n {n_ranks}'
+  batch_submit: 'sbatch {execute_experiment}'
+  batch_nodes: '#SBATCH -N {n_nodes}'
+  batch_ranks: '#SBATCH -n {n_ranks}'
+  batch_timeout: '#SBATCH -t {batch_time}:00'
+  default_cuda_version: '11.2.0'
+  cuda_arch: '60'
+  enable_mps: '/usr/tcetmp/bin/enable_mps'
diff --git a/configs/CSCS-Eiger-HPECray-zen2-Slingshot/auxiliary_software_files/packages.yaml b/configs/CSCS-Eiger-HPECray-zen2-Slingshot/auxiliary_software_files/packages.yaml
@@ -0,0 +1,14 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+packages:
+  all:
+    providers:
+      mpi:
+      - cray-mpich
+  cray-mpich:
+    externals:
+    - spec: [email protected]
+      prefix: /user-environment/env/default
diff --git a/configs/CSCS-Eiger-HPECray-zen2-Slingshot/spack.yaml b/configs/CSCS-Eiger-HPECray-zen2-Slingshot/spack.yaml
@@ -0,0 +1,13 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+spack:
+  packages:
+    default-compiler:
+      spack_spec: [email protected]
+    default-mpi:
+      spack_spec: [email protected]
+    compiler-gcc:
+      spack_spec: [email protected]
diff --git a/configs/CSCS-Eiger-HPECray-zen2-Slingshot/system_definition.yaml b/configs/CSCS-Eiger-HPECray-zen2-Slingshot/system_definition.yaml
@@ -0,0 +1,32 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+system_definition:
+  name: Eiger
+  site: CSCS
+  system: HPECray-zen2-Slingshot
+  integrator:
+    vendor: HPECray
+    name:
+  processor:
+    vendor: AMD
+    name: EPYC-7742
+    ISA: x86_64
+    uArch: zen2
+  accelerator:
+    vendor:
+    name:
+    ISA:
+    uArch:
+  interconnect:
+    vendor: HPECray
+    name: Slingshot
+  system-tested:
+    site: CSCS
+    name: daint
+    installation-year: 2017
+    description: top500 <https://www.top500.org/system/177824>
+  top500-system-instances:
+    -
diff --git a/configs/CSCS-Eiger-HPECray-zen2-Slingshot/variables.yaml b/configs/CSCS-Eiger-HPECray-zen2-Slingshot/variables.yaml
@@ -0,0 +1,12 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+variables:
+  batch_time: '00:30'
+  mpi_command: 'srun -N {n_nodes} -n {n_ranks}'
+  batch_submit: 'sbatch {execute_experiment}'
+  batch_nodes: '#SBATCH -N {n_nodes}'
+  batch_ranks: '#SBATCH -n {n_ranks}'
+  batch_timeout: '#SBATCH -t {batch_time}:00'
diff --git a/configs/RCCS-Fugaku-Fujitsu-A64FX-TofuD/auxiliary_software_files/packages.yaml b/configs/RCCS-Fugaku-Fujitsu-A64FX-TofuD/auxiliary_software_files/packages.yaml
@@ -584,3 +584,8 @@ packages:
       - spec: "[email protected] arch=linux-rhel8-a64fx"
         prefix: /vol0004/apps/oss/pmlib-v9.0/9.0-trad-power
     buildable: False
+  cmake:
+    externals:
+      - spec: "[email protected] arch=linux-rhel8-a64fx"
+        prefix: /usr
+
diff --git a/configs/RCCS-Fugaku-Fujitsu-A64FX-TofuD/spack.yaml b/configs/RCCS-Fugaku-Fujitsu-A64FX-TofuD/spack.yaml
@@ -6,18 +6,20 @@
 spack:
   packages:
     default-compiler:
-      spack_spec: fj@{default_fujitsu_version}
+      spack_spec: fj@{default_fj_version}
     default-mpi:
-      spack_spec: fujitsu-mpi@head%fj@{default_fujitsu_version}
+      spack_spec: fujitsu-mpi@{default_fj_version}%fj arch=linux-rhel8-a64fx
     compiler-gcc:
-      spack_spec: gcc@12.2.0
+      spack_spec: gcc@{default_gnu_version}
     compiler-fujitsu:
-      spack_spec: fj@{default_fujitsu_version}
+      spack_spec: fj@{default_fj_version}
     blas:
-      spack_spec: fujitsu-ssl2@head%fj@{default_fujitsu_version}
+      spack_spec: fujitsu-ssl2@head%fj arch=linux-rhel8-a64fx
     lapack:
-      spack_spec: fujitsu-ssl2@head%fj@{default_fujitsu_version}
+      spack_spec: fujitsu-ssl2@head%fj arch=linux-rhel8-a64fx
     mpi-gcc:
-      spack_spec: fujitsu-mpi@head%gcc@12.2.0
+      spack_spec: fujitsu-mpi@head%gcc@{default_gnu_version} arch=linux-rhel8-a64fx
     mpi-fujitsu:
-      spack_spec: fujitsu-mpi@head%fj@{default_fujitsu_version}
+      spack_spec: fujitsu-mpi@{default_fj_version}%fj arch=linux-rhel8-a64fx
+    gmake:
+      spack_spec: [email protected] arch=linux-rhel8-a64fx
diff --git a/configs/RCCS-Fugaku-Fujitsu-A64FX-TofuD/variables.yaml b/configs/RCCS-Fugaku-Fujitsu-A64FX-TofuD/variables.yaml
@@ -9,5 +9,6 @@ variables:
   batch_submit: 'pjsub {execute_experiment}'
   batch_nodes: '#PJM -L "node={n_nodes}"'
   batch_ranks: '#PJM --mpi proc={n_ranks}'
-  batch_timeout: '#PJM -L "elapse={batch_time}:00"'
-  default_fujitsu_version: '4.8.1'
+  batch_timeout: '#PJM -L "elapse={batch_time}:00" -x PJM_LLIO_GFSCACHE="/vol0001:/vol0002:/vol0003:/vol0004:/vol0005:/vol0006"'
+  default_fj_version: '4.8.1'
+  default_gnu_version: '12.2.0'