ci.yml

name: CI

on:
  # Triggers the workflow on pull request events only for the "develop" branch
  pull_request:
    branches: [ "develop" ]
  workflow_dispatch:


jobs:
  build-run-tests:
    # The type of runner that the job will run on
    runs-on: ubuntu-latest
    container: ghcr.io/llnl/ams-ci-almalinux8:latest

    strategy:
      matrix:
        with_hdf5: [ON, OFF]
        with_caliper: [ON, OFF]
        with_mpi : [ON, OFF]

    steps:
      - uses: actions/checkout@v3
      - name: Build WITH_HDF5=${{ matrix.with_hdf5 }}, WITH_CALIPER=${{ matrix.with_caliper }} WITH_MPI=${{ matrix.with_mpi }} 
        shell: bash -l {0}
        run: |
          module load gcc/11.2.1
          source /spack/share/spack/setup-env.sh
          spack env activate -p /ams-spack-env
          rm -rf build/
          mkdir build
          cd build
          export AMS_MFEM_PATH=$(spack location -i mfem)
          export AMS_TORCH_PATH=$(spack location -i py-torch)/lib/python3.10/site-packages/torch/share/cmake/Torch
          export AMS_FAISS_PATH=$(spack location -i faiss)
          export AMS_UMPIRE_PATH=$(spack location -i umpire)
          export AMS_HDF5_PATH=$(spack location -i hdf5)
          cmake \
            -DBUILD_SHARED_LIBS=On \
            -DCMAKE_PREFIX_PATH=./install \
            -DWITH_CALIPER=${{ matrix.with_caliper }} \
            -DWITH_HDF5=${{ matrix.with_hdf5 }} \
            -DAMS_HDF5_DIR=$AMS_HDF5_PATH \
            -DCMAKE_BUILD_TYPE=Release \
            -DWITH_CUDA=Off \
            -DWITH_MPI=${{ matrix.with_mpi }} \
            -DWITH_TESTS=On \
            -DTorch_DIR=$AMS_TORCH_PATH \
            -DWITH_AMS_DEBUG=On \
            -DWITH_WORKFLOW=Off \
            $GITHUB_WORKSPACE
            make
      - name: Run Tests WITH_HDF5=${{ matrix.with_hdf5 }}, WITH_CALIPER=${{ matrix.with_caliper }} WITH_MPI=${{ matrix.with_mpi }} 
        run: |
          cd build
          source /spack/share/spack/setup-env.sh
          spack env activate -p /ams-spack-env
          env CTEST_OUTPUT_ON_FAILURE=1 make test

      - name: Install AMS WITH_HDF5=${{ matrix.with_hdf5 }}, WITH_CALIPER=${{ matrix.with_caliper }} WITH_MPI=${{ matrix.with_mpi }} 
        run: |
          cd build
          source /spack/share/spack/setup-env.sh
          spack env activate -p /ams-spack-env
          make install

  build-cuda-tests:
    # The type of runner that the job will run on
    runs-on: ubuntu-latest
    container: ghcr.io/llnl/ams-ci-cuda11.6.1:latest

    strategy:
        matrix:
          with_hdf5: [ON, OFF]
          with_caliper: [ON, OFF]
          with_mpi : [ON, OFF]
    steps:
      - uses: actions/checkout@v3
      - name: Build WITH_CUDA=On WITH_HDF5=${{ matrix.with_hdf5 }}, WITH_CALIPER=${{ matrix.with_caliper }} WITH_MPI=${{ matrix.with_mpi }} 
        shell: bash -l {0}
        run: |
          module load gcc/11.2.1
          source /spack/share/spack/setup-env.sh
          spack env activate -p /ams-spack-env
          rm -rf build/
          mkdir build
          cd build
          export AMS_MFEM_PATH=$(spack location -i mfem)
          export AMS_TORCH_PATH=$(spack location -i py-torch)/lib/python3.10/site-packages/torch/share/cmake/Torch
          export AMS_FAISS_PATH=$(spack location -i faiss)
          export AMS_UMPIRE_PATH=$(spack location -i umpire)
          export AMS_HDF5_PATH=$(spack location -i hdf5)
          cmake \
            -DBUILD_SHARED_LIBS=On \
            -DCMAKE_PREFIX_PATH=./install \
            -DWITH_CALIPER=${{ matrix.with_caliper }} \
            -DWITH_HDF5=${{ matrix.with_hdf5 }} \
            -DAMS_HDF5_DIR=$AMS_HDF5_PATH \
            -DCMAKE_BUILD_TYPE=Release \
            -DWITH_CUDA=On \
            -DWITH_MPI=${{ matrix.with_mpi }} \
            -DWITH_TESTS=On \
            -DTorch_DIR=$AMS_TORCH_PATH \
            -DWITH_AMS_DEBUG=On \
            -DWITH_WORKFLOW=Off \
            $GITHUB_WORKSPACE
            make
      - name: Install AMS WITH_CUDA=On WITH_HDF5=${{ matrix.with_hdf5 }}, WITH_CALIPER=${{ matrix.with_caliper }} WITH_MPI=${{ matrix.with_mpi }} 
        run: |
          cd build
          source /spack/share/spack/setup-env.sh
          spack env activate -p /ams-spack-env
          make install