From aa4a7da681644e73f0bebfe8943439aafee35d8c Mon Sep 17 00:00:00 2001
From: Howard Pritchard <howardp@lanl.gov>
Date: Thu, 4 Jan 2024 11:50:56 -0700
Subject: [PATCH] github-action: add a MPI4PY sanity check

seems like mpi4py finds a problem almost every time
we advance openpmix/prrte shas so catch it early here.

we test mpi4py master as it contains the mpi 4 stuff that so often breaks.

related to #12195

Signed-off-by: Howard Pritchard <howardp@lanl.gov>
---
 .github/workflows/ompi_mpi4py.yaml | 103 +++++++++++++++++++++++++++++
 1 file changed, 103 insertions(+)
 create mode 100644 .github/workflows/ompi_mpi4py.yaml

diff --git a/.github/workflows/ompi_mpi4py.yaml b/.github/workflows/ompi_mpi4py.yaml
new file mode 100644
index 00000000000..2510e3d1547
--- /dev/null
+++ b/.github/workflows/ompi_mpi4py.yaml
@@ -0,0 +1,103 @@
+name: GitHub Action CI
+
+on: [pull_request]
+
+jobs:
+  mpi4py:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+    - name: Configure hostname
+      run:  echo 127.0.0.1 `hostname` | sudo tee -a /etc/hosts > /dev/null
+      if:   ${{ runner.os == 'Linux' || runner.os == 'macOS' }}
+        
+    - name: Install depencencies
+      run:  sudo apt-get install -y -q
+              libnuma-dev
+      
+    - name: Checkout Open MPI
+      uses: actions/checkout@v4
+      with:
+       path: mpi-build
+       submodules: recursive
+
+    - name: Bootstrap Open MPI
+      run:  ./autogen.pl
+      working-directory: mpi-build
+
+    - name: Configure Open MPI
+      run: ./configure
+              --disable-dependency-tracking
+              --enable-debug
+              --enable-mem-debug
+              --disable-sphinx
+              --disable-man-pages
+              --disable-mpi-fortran
+              LDFLAGS=-Wl,-rpath,/usr/local/lib
+      working-directory: mpi-build
+
+    - name: Build MPI
+      run:  make -j 2
+      working-directory: mpi-build
+
+    - name: Install MPI
+      run:  sudo make install
+      working-directory: mpi-build
+
+    - name: Tweak MPI
+      run:  |
+        # Tweak MPI
+        mca_params="$HOME/.openmpi/mca-params.conf"
+        mkdir -p "$(dirname "$mca_params")"
+        echo mpi_param_check = true >> "$mca_params"
+        echo mpi_show_handle_leaks = true >> "$mca_params"
+        echo rmaps_base_oversubscribe = true >> "$mca_params"
+        mca_params="$HOME/.prte/mca-params.conf"
+        mkdir -p "$(dirname "$mca_params")"
+        echo rmaps_default_mapping_policy = :oversubscribe >> "$mca_params"
+
+    - name: Show MPI
+      run:  ompi_info
+
+    - name: Show MPICC
+      run:  mpicc -show
+
+    - name: Use Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: 3
+        architecture: x64
+
+    - name: Install Python packages (build)
+      run:  python -m pip install --upgrade
+              setuptools pip wheel
+
+    - name: Install Python packages (test)
+      run:  python -m pip install --upgrade
+              numpy cffi pyyaml
+
+    - name: Checkout mpi4py
+      uses: actions/checkout@v4
+      with:
+        repository: "mpi4py/mpi4py"
+
+    - name: Install mpi4py
+      run:  python -m pip install .
+      env:
+        CFLAGS: "-O0"
+
+    - name: Test mpi4py (singleton)
+      run:  python test/main.py -v
+      if:   ${{ true }}
+    - name: Test mpi4py (np=1)
+      run:  mpiexec -n 1 python test/main.py -v
+    - name: Test mpi4py (np=2)
+      run:  mpiexec -n 2 python test/main.py -v -f
+    - name: Test mpi4py (np=3)
+      run:  mpiexec -n 3 python test/main.py -v -f
+      if:   ${{ true }}
+      timeout-minutes: 10
+    - name: Test mpi4py (np=5)
+      run:  mpiexec -n 5 python test/main.py -v -f
+      if:   ${{ true }}
+      timeout-minutes: 20