Skip to content

Commit

Permalink
merge from develop (minor conflict)
Browse files Browse the repository at this point in the history
  • Loading branch information
scheibelp committed Feb 28, 2024
2 parents d70521e + 024b75e commit f80ac03
Show file tree
Hide file tree
Showing 21 changed files with 593 additions and 34 deletions.
4 changes: 4 additions & 0 deletions .flake8
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,10 @@
max-line-length = 88
select = C,E,F,W,B,B950
ignore = E501,W503,E203

per-file-ignores =
modifiers/*/modifier.py:F403,F405

builtins = IPython
exclude =
.eggs,
Expand Down
12 changes: 12 additions & 0 deletions bin/benchpark
Original file line number Diff line number Diff line change
Expand Up @@ -162,6 +162,12 @@ def benchpark_setup(subparsers, actions_dict):
type=str,
help="Where to install packages and store results for the experiments. Benchpark expects to manage this directory, and it should be empty/nonexistent the first time you run benchpark setup experiments.",
)
create_parser.add_argument(
"--modifier",
type=str,
default="none",
help="The modifier to apply to the experiment (default none)",
)

actions_dict["setup"] = benchpark_setup_handler

Expand Down Expand Up @@ -212,6 +218,7 @@ def benchpark_setup_handler(args):
benchmark = args.benchmark
system = args.system
experiments_root = pathlib.Path(os.path.abspath(args.experiments_root))
modifier = args.modifier
source_dir = source_location()
debug_print(f"source_dir = {source_dir}")
debug_print(f"specified benchmark/ProgrammingModel = {benchmark}")
Expand Down Expand Up @@ -247,11 +254,13 @@ def benchpark_setup_handler(args):

configs_src_dir = source_dir / "configs" / str(system)
experiment_src_dir = source_dir / "experiments" / benchmark
modifier_config_dir = source_dir / "modifiers" / modifier / "configs"

ramble_spack_experiment_configs_dir.mkdir(parents=True)

symlink_tree(configs_src_dir, ramble_configs_dir)
symlink_tree(experiment_src_dir, ramble_configs_dir)
symlink_tree(modifier_config_dir, ramble_configs_dir)
symlink_tree(source_dir / "configs" / "common", ramble_spack_experiment_configs_dir)

spack_location = experiments_root / "spack"
Expand Down Expand Up @@ -290,6 +299,9 @@ def benchpark_setup_handler(args):
run_command(
f'{ramble_exe} config --scope=site add "config:disable_progress_bar:true"'
)
run_command(
f"{ramble_exe} repo add -t modifiers --scope=site {source_dir}/modifiers"
)
run_command(
f"{ramble_exe} config --scope=site add \"config:spack:global:args:'-d'\""
)
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,139 @@
# Copyright 2023 Lawrence Livermore National Security, LLC and other
# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
#
# SPDX-License-Identifier: Apache-2.0

compilers:
- compiler:
spec: [email protected]
paths:
cc: /usr/bin/gcc
cxx: /usr/bin/g++
f77: /usr/bin/gfortran
fc: /usr/bin/gfortran
flags: {}
operating_system: sles15
target: any
modules: []
environment:
append_path:
PKG_CONFIG_PATH: /usr/lib64/pkgconfig
extra_rpaths: []
- compiler:
spec: [email protected]
paths:
cc: /opt/cray/pe/gcc/11.2.0/bin/gcc
cxx: /opt/cray/pe/gcc/11.2.0/bin/g++
f77: /opt/cray/pe/gcc/11.2.0/bin/gfortran
fc: /opt/cray/pe/gcc/11.2.0/bin/gfortran
flags: {}
operating_system: sles15
target: any
modules: []
environment:
prepend_path:
LD_LIBRARY_PATH: /opt/cray/pe/pmi/6.1.12/lib:/opt/cray/libfabric/1.15.2.0/lib64
PKG_CONFIG_PATH: /usr/lib64/pkgconfig
extra_rpaths: []
- compiler:
spec: [email protected]
paths:
cc: /opt/cray/pe/gcc/12.2.0/bin/gcc
cxx: /opt/cray/pe/gcc/12.2.0/bin/g++
f77: /opt/cray/pe/gcc/12.2.0/bin/gfortran
fc: /opt/cray/pe/gcc/12.2.0/bin/gfortran
flags: {}
operating_system: sles15
target: any
modules: []
environment:
prepend_path:
LD_LIBRARY_PATH: /opt/cray/pe/pmi/6.1.12/lib:/opt/cray/libfabric/1.15.2.0/lib64
PKG_CONFIG_PATH: /usr/lib64/pkgconfig
extra_rpaths: []
- compiler:
spec: [email protected]
paths:
cc: /opt/cray/pe/cce/14.0.2/bin/craycc
cxx: /opt/cray/pe/cce/14.0.2/bin/crayCC
f77: /opt/cray/pe/cce/14.0.2/bin/crayftn
fc: /opt/cray/pe/cce/14.0.2/bin/crayftn
flags: {}
operating_system: sles15
target: any
modules: []
environment:
set:
RFE_811452_DISABLE: '1'
prepend_path:
LD_LIBRARY_PATH: /opt/cray/pe/pmi/6.1.12/lib
append_path:
LD_LIBRARY_PATH: /opt/cray/pe/gcc-libs
PKG_CONFIG_PATH: /usr/lib64/pkgconfig
extra_rpaths:
- /opt/cray/pe/gcc-libs
- compiler:
spec: [email protected]
paths:
cc: /opt/cray/pe/cce/15.0.1/bin/craycc
cxx: /opt/cray/pe/cce/15.0.1/bin/crayCC
f77: /opt/cray/pe/cce/15.0.1/bin/crayftn
fc: /opt/cray/pe/cce/15.0.1/bin/crayftn
flags: {}
operating_system: sles15
target: any
modules: []
environment:
set:
RFE_811452_DISABLE: '1'
prepend_path:
LD_LIBRARY_PATH: /opt/cray/pe/pmi/6.1.12/lib
append_path:
LD_LIBRARY_PATH: /opt/cray/pe/gcc-libs
PKG_CONFIG_PATH: /usr/lib64/pkgconfig
extra_rpaths:
- /opt/cray/pe/gcc-libs
- compiler:
spec: [email protected]
paths:
cc: /opt/cray/pe/cce/16.0.1/bin/craycc
cxx: /opt/cray/pe/cce/16.0.1/bin/crayCC
f77: /opt/cray/pe/cce/16.0.1/bin/crayftn
fc: /opt/cray/pe/cce/16.0.1/bin/crayftn
flags: {}
operating_system: sles15
target: any
modules: []
environment:
set:
RFE_811452_DISABLE: '1'
prepend_path:
LD_LIBRARY_PATH: /opt/cray/pe/pmi/6.1.12/lib
append_path:
LD_LIBRARY_PATH: /opt/cray/pe/gcc-libs
PKG_CONFIG_PATH: /usr/lib64/pkgconfig
extra_rpaths:
- /opt/cray/pe/gcc-libs
- compiler:
spec: [email protected]
paths:
cc: /appl/lumi/SW/CrayEnv/EB/rocm/5.6.1/bin/amdclang
cxx: /appl/lumi/SW/CrayEnv/EB/rocm/5.6.1/bin/amdclang++
f77: /appl/lumi/SW/CrayEnv/EB/rocm/5.6.1/bin/amdflang
fc: /appl/lumi/SW/CrayEnv/EB/rocm/5.6.1/bin/amdflang
flags: {}
operating_system: sles15
target: any
modules: []
environment:
set:
RFE_811452_DISABLE: '1'
append_path:
LD_LIBRARY_PATH: /opt/cray/pe/gcc-libs
prepend_path:
LD_LIBRARY_PATH: /opt/cray/pe/pmi/6.1.12/lib
LIBRARY_PATH: /appl/lumi/SW/CrayEnv/EB/rocm/5.6.1/lib:/appl/lumi/SW/CrayEnv/EB/rocm/5.6.1/lib64
extra_rpaths:
- /appl/lumi/SW/CrayEnv/EB/rocm/5.6.1/lib
- /appl/lumi/SW/CrayEnv/EB/rocm/5.6.1/lib64
- /opt/cray/pe/gcc-libs
Loading

0 comments on commit f80ac03

Please sign in to comment.