diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index f43d67bd4..985094a40 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -13,7 +13,7 @@ concurrency: jobs: Formatting: - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 steps: - name: Clone uses: actions/checkout@v4 @@ -27,7 +27,7 @@ jobs: Codespell: needs: Formatting - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 steps: - name: Clone uses: actions/checkout@v4 @@ -46,7 +46,7 @@ jobs: run: codespell CEPTR: - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 strategy: fail-fast: false matrix: @@ -81,7 +81,7 @@ jobs: Transport-EOS-Reactions: needs: Formatting - runs-on: ubuntu-20.04 + runs-on: ubuntu-24.04 strategy: matrix: comp: [gnu, llvm, cuda, hip, sycl] @@ -131,9 +131,9 @@ jobs: echo "CCACHE_LOGFILE=${{github.workspace}}/ccache.log.txt" >> $GITHUB_ENV echo "CCACHE_MAXSIZE=1G" >> $GITHUB_ENV if [ "${{matrix.comp}}" == 'cuda' ]; then \ - echo "CUDA_HOME=/usr/local/cuda-11.2" >> $GITHUB_ENV; \ - echo "LD_LIBRARY_PATH=/usr/local/cuda-11.2/lib64:${LD_LIBRARY_PATH}" >> $GITHUB_ENV; \ - echo "/usr/local/cuda-11.2/bin" >> $GITHUB_PATH; \ + echo "CUDA_HOME=/usr/local/cuda-12.6" >> $GITHUB_ENV; \ + echo "LD_LIBRARY_PATH=/usr/local/cuda-12.6/lib64:${LD_LIBRARY_PATH}" >> $GITHUB_ENV; \ + echo "/usr/local/cuda-12.6/bin" >> $GITHUB_PATH; \ fi - name: Install Ccache run: | @@ -150,6 +150,7 @@ jobs: - name: Dependencies working-directory: ${{env.TRANSPORT_WORKING_DIRECTORY}} run: | + ${{github.workspace}}/PelePhysics-${{matrix.comp}}/Submodules/amrex/.github/workflows/dependencies/ubuntu_free_disk_space.sh if [ "${{matrix.comp}}" == 'cuda' ]; then \ ${{github.workspace}}/PelePhysics-${{matrix.comp}}/${{matrix.dependency_cmds}}; \ echo "CUDA_HOME=${CUDA_HOME}"; \ diff --git a/.github/workflows/cleanup-cache-postpr.yml b/.github/workflows/cleanup-cache-postpr.yml index 5dc32a685..6a30a57d9 100644 --- a/.github/workflows/cleanup-cache-postpr.yml +++ b/.github/workflows/cleanup-cache-postpr.yml @@ -9,7 +9,7 @@ on: jobs: CleanUpCcacheCachePostPR: name: Clean Up Ccahe Cache Post PR - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 permissions: actions: write contents: read diff --git a/.github/workflows/cleanup-cache.yml b/.github/workflows/cleanup-cache.yml index 7e2947cdd..1e5312f08 100644 --- a/.github/workflows/cleanup-cache.yml +++ b/.github/workflows/cleanup-cache.yml @@ -9,7 +9,7 @@ on: jobs: CleanUpCcacheCache: name: Clean Up Ccache Cache for ${{ github.event.workflow_run.name }} - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 permissions: actions: write contents: read diff --git a/.github/workflows/dependencies/dependencies_cuda.sh b/.github/workflows/dependencies/dependencies_cuda.sh index 02b598117..236407c12 100755 --- a/.github/workflows/dependencies/dependencies_cuda.sh +++ b/.github/workflows/dependencies/dependencies_cuda.sh @@ -1,21 +1,11 @@ #!/usr/bin/env bash -# -# Copyright 2020 Axel Huebl -# -# License: BSD-3-Clause-LBNL - -# search recursive inside a folder if a file contains tabs -# -# @result 0 if no files are found, else 1 -# set -eu -o pipefail -CUDA_VERSION=11-2 +CUDA_VERSION=12-6 -sudo apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/3bf863cc.pub -echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64 /" \ - | sudo tee /etc/apt/sources.list.d/cuda.list +wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb +sudo dpkg -i cuda-keyring_1.1-1_all.deb sudo apt-get update sudo apt-get install -y \ cuda-command-line-tools-${CUDA_VERSION} \ @@ -28,8 +18,9 @@ sudo apt-get install -y \ libcusolver-dev-${CUDA_VERSION} \ libcusparse-dev-${CUDA_VERSION} \ libcublas-dev-${CUDA_VERSION} \ - libcurand-dev-${CUDA_VERSION} + libcurand-dev-${CUDA_VERSION} \ + libnvjitlink-${CUDA_VERSION} -export PATH=/usr/local/cuda-11.2/bin:${PATH} +export PATH=/usr/local/nvidia/bin:/usr/local/cuda-12.6/bin:${PATH} which nvcc nvcc --version diff --git a/.github/workflows/dependencies/dependencies_dpcpp.sh b/.github/workflows/dependencies/dependencies_dpcpp.sh index add54c16a..b667ce14e 100755 --- a/.github/workflows/dependencies/dependencies_dpcpp.sh +++ b/.github/workflows/dependencies/dependencies_dpcpp.sh @@ -1,18 +1,9 @@ #!/usr/bin/env bash -# -# Copyright 2020 The AMReX Community -# -# License: BSD-3-Clause-LBNL -# Authors: Axel Huebl set -eu -o pipefail sudo wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB sudo apt-key add GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB -echo "deb https://apt.repos.intel.com/oneapi all main" \ - | sudo tee /etc/apt/sources.list.d/oneAPI.list - +echo "deb https://apt.repos.intel.com/oneapi all main" | sudo tee /etc/apt/sources.list.d/oneAPI.list sudo apt-get update -sudo apt-get install -y \ - intel-oneapi-compiler-dpcpp-cpp=2024.2.1-1079 \ - intel-oneapi-mkl-devel=2024.2.2-15 +sudo apt-get install -y intel-oneapi-compiler-dpcpp-cpp=2024.2.1-1079 intel-oneapi-mkl-devel=2024.2.2-15 diff --git a/.github/workflows/dependencies/dependencies_hip.sh b/.github/workflows/dependencies/dependencies_hip.sh index eaadb12de..c4c2bb1ab 100755 --- a/.github/workflows/dependencies/dependencies_hip.sh +++ b/.github/workflows/dependencies/dependencies_hip.sh @@ -1,26 +1,14 @@ #!/usr/bin/env bash -# -# Copyright 2020 The AMReX Community -# -# License: BSD-3-Clause-LBNL -# Authors: Axel Huebl - -# search recursive inside a folder if a file contains tabs -# -# @result 0 if no files are found, else 1 -# set -eu -o pipefail -sudo wget https://repo.radeon.com/rocm/rocm.gpg.key -sudo apt-key add rocm.gpg.key -echo 'deb [arch=amd64] https://repo.radeon.com/rocm/apt/5.6.1 ubuntu main' \ - | sudo tee /etc/apt/sources.list.d/rocm.list -echo 'export PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/opt/rocm/profiler/bin:/opt/rocm/opencl/bin:$PATH' \ - | sudo tee -a /etc/profile.d/rocm.sh - +sudo mkdir --parents --mode=0755 /etc/apt/keyrings +wget https://repo.radeon.com/rocm/rocm.gpg.key -O - | gpg --dearmor | sudo tee /etc/apt/keyrings/rocm.gpg > /dev/null +echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/rocm.gpg] https://repo.radeon.com/rocm/apt/6.2.1 noble main" | sudo tee --append /etc/apt/sources.list.d/rocm.list +echo -e 'Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600' | sudo tee /etc/apt/preferences.d/rocm-pin-600 +echo 'export PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/opt/rocm/profiler/bin:/opt/rocm/opencl/bin:$PATH' | sudo tee -a /etc/profile.d/rocm.sh sudo apt-get update -sudo apt-get install -y rocm-dev rocrand-dev rocprim-dev +sudo apt-get install -y rocm-dev rocrand-dev rocprim-dev hiprand-dev source /etc/profile.d/rocm.sh which hipcc @@ -28,3 +16,4 @@ which clang which clang++ which flang hipcc --version +hipconfig --full diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml index 4b4776eb8..1b2bac83b 100644 --- a/.github/workflows/docs.yml +++ b/.github/workflows/docs.yml @@ -16,7 +16,7 @@ on: jobs: Docs: - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 steps: - name: Clone uses: actions/checkout@v4 diff --git a/.github/workflows/post-pr.yml b/.github/workflows/post-pr.yml index 2768ef376..8dbeb26f1 100644 --- a/.github/workflows/post-pr.yml +++ b/.github/workflows/post-pr.yml @@ -6,7 +6,7 @@ on: jobs: cleanup: - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 steps: - name: Save PR number env: