hip.yml

---
name: HIP

on:
  push:
  pull_request:
  schedule:
    - cron: "3 8 * * *"

concurrency:
  group: ${{ github.ref }}-${{ github.head_ref }}-HIP
  cancel-in-progress: true

jobs:
  hip_eb_3d:
    name: HIP EB 3D
    runs-on: ubuntu-20.04
    # Have to remove "-fno-operator-names to avoid
    #    /opt/rocm-6.1.0/include/rocprim/device/detail/device_adjacent_difference.hpp:198:26: error: token is not a valid binary operator in a preprocessor subexpression
    #      198 | #if defined(__gfx1102__) or defined(__gfx1030__)
    #          |     ~~~~~~~~~~~~~~~~~~~~~^~
    env: {CXXFLAGS: "-Werror -Wall -Wextra -Wpedantic -Wnull-dereference -Wfloat-conversion -Wshadow -Woverloaded-virtual -Wextra-semi -Wunreachable-code -Wnon-virtual-dtor -Wno-deprecated-declarations -Wno-gnu-zero-variadic-macro-arguments"}
    steps:
    - name: Checkout AMReX-Hydro
      uses: actions/checkout@v4
      with:
        path: AMReX-Hydro
    - name: Checkout AMReX
      uses: actions/checkout@v4
      with:
        repository: AMReX-Codes/amrex
        path: amrex
    - name: Set Up Cache
      uses: actions/cache@v4
      with:
        path: ~/.cache/ccache
        key: ccache-${{ github.workflow }}-${{ github.job }}-git-${{ github.sha }}
        restore-keys: |
             ccache-${{ github.workflow }}-${{ github.job }}-git-
    - name: Load Dependencies
      run: |
        amrex/.github/workflows/dependencies/dependencies_hip.sh
        amrex/.github/workflows/dependencies/dependencies_ccache.sh
    - name: Build & Install
      run: |
        export CCACHE_COMPRESS=1
        export CCACHE_COMPRESSLEVEL=10
        export CCACHE_MAXSIZE=100M
        ccache -z

        source /etc/profile.d/rocm.sh
        hipcc --version
        which clang
        which clang++

        cd amrex
        mkdir build
        cd build
        cmake ..                                                   \
          -DAMReX_EB=ON                                            \
          -DAMReX_SPACEDIM=3                                       \
          -DAMReX_GPU_BACKEND=HIP                                  \
          -DAMReX_AMD_ARCH=gfx90a                                  \
          -DAMReX_MPI=OFF                                          \
          -DAMReX_ASSERTIONS=ON                                    \
          -DCMAKE_VERBOSE_MAKEFILE=ON                              \
          -DCMAKE_INSTALL_PREFIX=${GITHUB_WORKSPACE}/amrex_tmp     \
          -DCMAKE_C_COMPILER=$(which clang)                        \
          -DCMAKE_CXX_COMPILER=$(which clang++)                    \
          -DCMAKE_CXX_COMPILER_LAUNCHER=ccache

        cmake --build . -j 2
        cmake --install .

        cd ${GITHUB_WORKSPACE}/AMReX-Hydro
        mkdir build
        cd build
        cmake ..                                                     \
          -DHYDRO_EB=ON                                              \
          -DHYDRO_SPACEDIM=3                                         \
          -DHYDRO_GPU_BACKEND=HIP                                    \
          -DHYDRO_MPI=OFF                                            \
          -DAMReX_DIR=${GITHUB_WORKSPACE}/amrex_tmp/lib/cmake/AMReX  \
          -DCMAKE_VERBOSE_MAKEFILE=ON                                \
          -DCMAKE_INSTALL_PREFIX=${GITHUB_WORKSPACE}/amrex-hydro-lib \
          -DCMAKE_C_COMPILER=$(which clang)                          \
          -DCMAKE_CXX_COMPILER=$(which clang++)                      \
          -DCMAKE_CXX_COMPILER_LAUNCHER=ccache

        cmake --build . -j 2
        cmake --install .

        ccache -s
        du -hs ~/.cache/ccache