hip.yml

name: 🐧 HIP

on: [push, pull_request]

concurrency:
  group: ${{ github.ref }}-${{ github.head_ref }}-hip
  cancel-in-progress: true

jobs:
  build_hip_3d_sp:
    name: HIP 3D SP
    runs-on: ubuntu-20.04
    env:
      CXXFLAGS: "-Werror -Wno-deprecated-declarations -Wno-error=pass-failed"
      CMAKE_GENERATOR: Ninja
    if: github.event.pull_request.draft == false
    steps:
    - uses: actions/checkout@v3
    - name: install dependencies
      shell: bash
      run: .github/workflows/dependencies/hip.sh
    - name: CCache Cache
      uses: actions/cache@v3
      # - once stored under a key, they become immutable (even if local cache path content changes)
      # - for a refresh the key has to change, e.g., hash of a tracked file in the key
      with:
        path: |
          ~/.ccache
          ~/.cache/ccache
        key: ccache-hip-3dsp-${{ hashFiles('.github/workflows/hip.yml') }}-${{ hashFiles('cmake/dependencies/AMReX.cmake') }}
        restore-keys: |
          ccache-hip-3dsp-${{ hashFiles('.github/workflows/hip.yml') }}-
          ccache-hip-3dsp-
    - name: build WarpX
      shell: bash
      run: |
        source /etc/profile.d/rocm.sh
        hipcc --version
        which clang
        which clang++
        export CXX=$(which clang++)
        export CC=$(which clang)

        # "mpic++ --showme" forgets open-pal in Ubuntu 20.04 + OpenMPI 4.0.3
        #   https://bugs.launchpad.net/ubuntu/+source/openmpi/+bug/1941786
        #   https://github.com/open-mpi/ompi/issues/9317
        export LDFLAGS="-lopen-pal"

        cmake -S . -B build_sp \
          -DCMAKE_VERBOSE_MAKEFILE=ON \
          -DAMReX_AMD_ARCH=gfx900     \
          -DWarpX_COMPUTE=HIP         \
          -DWarpX_EB=ON               \
          -DWarpX_LIB=ON              \
          -DWarpX_MPI=ON              \
          -DWarpX_OPENPMD=ON          \
          -DWarpX_PRECISION=SINGLE    \
          -DWarpX_PSATD=ON
        cmake --build build_sp -j 2

        export WARPX_MPI=OFF
        PYWARPX_LIB_DIR=$PWD/build_sp/lib python3 -m pip wheel .
        python3 -m pip install *.whl

  build_hip_2d_dp:
    name: HIP 2D DP
    runs-on: ubuntu-20.04
    env:
      CXXFLAGS: "-Werror -Wno-deprecated-declarations -Wno-error=pass-failed"
      CMAKE_GENERATOR: Ninja
    if: github.event.pull_request.draft == false
    steps:
    - uses: actions/checkout@v3
    - name: install dependencies
      shell: bash
      run: .github/workflows/dependencies/hip.sh
    - name: CCache Cache
      uses: actions/cache@v3
      # - once stored under a key, they become immutable (even if local cache path content changes)
      # - for a refresh the key has to change, e.g., hash of a tracked file in the key
      with:
        path: |
          ~/.ccache
          ~/.cache/ccache
        key: ccache-hip-2ddp-${{ hashFiles('.github/workflows/hip.yml') }}-${{ hashFiles('cmake/dependencies/AMReX.cmake') }}
        restore-keys: |
          ccache-hip-2ddp-${{ hashFiles('.github/workflows/hip.yml') }}-
          ccache-hip-2ddp-
    - name: build WarpX
      shell: bash
      run: |
        source /etc/profile.d/rocm.sh
        hipcc --version
        which clang
        which clang++
        export CXX=$(which clang++)
        export CC=$(which clang)

        # "mpic++ --showme" forgets open-pal in Ubuntu 20.04 + OpenMPI 4.0.3
        #   https://bugs.launchpad.net/ubuntu/+source/openmpi/+bug/1941786
        #   https://github.com/open-mpi/ompi/issues/9317
        export LDFLAGS="-lopen-pal"

        cmake -S . -B build_2d \
          -DCMAKE_VERBOSE_MAKEFILE=ON \
          -DAMReX_AMD_ARCH=gfx900     \
          -DWarpX_DIMS=2              \
          -DWarpX_COMPUTE=HIP         \
          -DWarpX_EB=ON               \
          -DWarpX_LIB=ON              \
          -DWarpX_MPI=ON              \
          -DWarpX_OPENPMD=ON          \
          -DWarpX_PRECISION=DOUBLE    \
          -DWarpX_PSATD=ON
        cmake --build build_2d -j 2

        export WARPX_MPI=OFF
        PYWARPX_LIB_DIR=$PWD/build_2d/lib python3 -m pip wheel .
        python3 -m pip install *.whl