Update release CI (#98)

* update release CI

- allows running release CI via manual trigger on non-default branches without uploading artifacts (as a pre-release) to test-pypi.

* increase verbosity during build step
* switch to build matrix for each arch
* expand matrix for each python version
* expand matrix for each tagged binary wheel
* use regular LTO
* switch qemu v8.1.5

adds some rationale in comments too.

Author: 2bndy5

.github/workflows/release.yml

@@ -6,57 +6,99 @@ on:
     types: [published]
 
 jobs:
-  upload-pypi:
-    permissions:
-      id-token: write
+  build:
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        platform: [native, aarch64, armv7l]
+        python: [cp37, cp38, cp39, cp310, cp311, cp312, cp313]
+        tag: [manylinux, musllinux]
     steps:
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: 3.x
-
       - name: Checkout Current Repo
         uses: actions/checkout@v4
         with:
           submodules: true
           fetch-depth: 0
 
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.x
+
       - name: Install dependencies
+        if: matrix.platform == 'native'
         run: |
           sudo apt install python3-dev
           python3 -m pip install --upgrade pip
           python3 -m pip install -r requirements.txt
-          python3 -m pip install twine
 
       - name: Set up QEMU
+        if: matrix.platform != 'native'
         uses: docker/setup-qemu-action@v3
+        with:
+          # cached image is enabled by default.
+          # This option to disable caching doesn't exist before docker/[email protected]
+          # cache-image: false
+
+          # NOTE: the default tag `tonistiigi/binfmt:latest` is old and uses qemu v6.2.0
+          # See also https://github.com/tonistiigi/binfmt/issues/215
+          image: docker.io/tonistiigi/binfmt:qemu-v8.1.5
 
       - name: Build wheels with cibuildwheels
         uses: pypa/[email protected]
         env:
-          CIBW_ARCHS_LINUX: aarch64 native armv7l
-          CIBW_SKIP: cp36* pp* *ppc64le *s390x
+          CIBW_ARCHS_LINUX: ${{ matrix.platform }}
+          CIBW_SKIP: pp* *ppc64le *s390x
+          CIBW_BUILD_VERBOSITY: 1
+          CIBW_BUILD: '${{ matrix.python }}*${{ matrix.tag }}*'
 
       - name: Move cross-compiled wheels to dist folder
         run: |
           mkdir -p dist
           mv ./wheelhouse/*.whl ${{ github.workspace }}/dist/
 
       - name: build source distributable wheel
-        # sdist for non-supprted platforms will serve as a stub lib install
+        # only need to do this once, preferably on a native build.
+        if: matrix.platform == 'native' && matrix.python == 'cp313' && matrix.tag == 'manylinux'
+        # sdist for non-supported platforms will serve as a stub lib install
         run: |
           python -m pip install build
           python -m build -s
 
       - name: Save distributable wheels as artifacts
         uses: actions/upload-artifact@v4
         with:
-          name: "pyRF24_pkg_dist"
+          name: pyRF24_pkg_dist_${{ matrix.platform }}_${{ matrix.python }}_${{ matrix.tag }}
           path: ${{ github.workspace }}/dist
 
+  upload-pypi:
+    needs: [build]
+    permissions:
+      id-token: write
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Current Repo
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.x
+
+      - name: Download build artifacts
+        uses: actions/download-artifact@v4
+        with:
+          pattern: pyRF24_pkg_dist_*
+          path: dist
+          merge-multiple: true
+
+      - name: Display uploaded distributions
+        if: github.event_name == 'workflow_dispatch' && github.ref != 'refs/heads/main'
+        run: ls -r dist/
+
       - name: Publish package (to TestPyPI)
-        if: github.event_name == 'workflow_dispatch'
+        if: github.event_name == 'workflow_dispatch' && github.ref == 'refs/heads/main'
         uses: pypa/[email protected]
         with:
           repository-url: https://test.pypi.org/legacy/

CMakeLists.txt

@@ -7,8 +7,6 @@ if(SKBUILD)
     message(STATUS "This project is being built using scikit-build & pybind11")
 endif()
 
-set(CMAKE_INTERPROCEDURAL_OPTIMIZATION ON)
-
 include(cmake/using_flags.cmake)
 
 add_subdirectory(pybind11)