Build MacOS Wheels #4
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Wheels MacOS | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| version: | |
| description: 'Version tag of llama-cpp-python to build: v0.2.20' | |
| default: 'v0.2.20' | |
| required: true | |
| type: string | |
| config: | |
| description: 'Override configurations to build: key1:item1-1,item1-2;key2:item2-1,item2-2' | |
| default: 'Default' | |
| required: false | |
| type: string | |
| exclude: | |
| description: 'Exclude build configurations: key1-1:item1-1,key1-2:item1-2;key2-1:item2-1,key2-2:item2-2' | |
| default: 'None' | |
| required: false | |
| type: string | |
| workflow_call: | |
| inputs: | |
| version: | |
| description: 'Version tag of llama-cpp-python to build: v0.2.20' | |
| default: 'v0.2.20' | |
| required: true | |
| type: string | |
| config: | |
| description: 'Configurations to build: key1:item1-1,item1-2;key2:item2-1,item2-2' | |
| default: 'Default' | |
| required: false | |
| type: string | |
| exclude: | |
| description: 'Exclude build configurations: key1-1:item1-1,key1-2:item1-2;key2-1:item2-1,key2-2:item2-2' | |
| default: 'None' | |
| required: false | |
| type: string | |
| permissions: | |
| contents: write | |
| jobs: | |
| define_matrix: | |
| name: Define Build Matrix | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| defaults: | |
| run: | |
| shell: pwsh | |
| env: | |
| CONFIGIN: ${{ inputs.config }} | |
| EXCLUDEIN: ${{ inputs.exclude }} | |
| steps: | |
| - name: Define Job Output | |
| id: set-matrix | |
| run: | | |
| $matrix = @{ | |
| 'os' = "macos-13", "macos-12", "macos-11" | |
| 'pyver' = "3.11", "3.10", "3.9", "3.8" | |
| } | |
| if ($env:CONFIGIN -ne 'Default') {$env:CONFIGIN.split(';').foreach({$matrix[$_.split(':')[0]] = $_.split(':')[1].split(',')})} | |
| if ($env:EXCLUDEIN -ne 'None') { | |
| $exclusions = @() | |
| $exclusions += $env:EXCLUDEIN.split(';').replace(':','=').replace(',',"`n") | ConvertFrom-StringData | |
| $matrix['exclude'] = $exclusions | |
| } | |
| $matrixOut = ConvertTo-Json $matrix -Compress | |
| Write-Output ('matrix=' + $matrixOut) >> $env:GITHUB_OUTPUT | |
| build_wheels: | |
| name: ${{ matrix.os }} Python ${{ matrix.pyver }} | |
| needs: define_matrix | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: ${{ fromJSON(needs.define_matrix.outputs.matrix) }} | |
| env: | |
| OSVER: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: 'oobabooga/llama-cpp-python' | |
| ref: ${{ inputs.version }} | |
| submodules: 'recursive' | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.pyver }} | |
| - name: Install Dependencies | |
| run: | | |
| python -m pip install build wheel cmake | |
| - name: Build Wheel | |
| run: | | |
| XCODE15PATH="/Applications/Xcode_15.0.app/Contents/Developer" | |
| XCODE15BINPATH="${XCODE15PATH}/Toolchains/XcodeDefault.xctoolchain/usr/bin" | |
| export CMAKE_ARGS="-DLLAMA_NATIVE=off -DLLAMA_METAL=on" | |
| [[ "$OSVER" == "macos-13" ]] && export CC="${XCODE15BINPATH}/cc" && export CXX="${XCODE15BINPATH}/c++" && export MACOSX_DEPLOYMENT_TARGET="13.0" | |
| [[ "$OSVER" == "macos-12" ]] && export MACOSX_DEPLOYMENT_TARGET="12.0" | |
| [[ "$OSVER" == "macos-11" ]] && export MACOSX_DEPLOYMENT_TARGET="11.0" | |
| export CMAKE_OSX_ARCHITECTURES="arm64" && export ARCHFLAGS="-arch arm64" | |
| VERBOSE=1 python -m build --wheel | |
| if [[ "$OSVER" == "macos-13" ]]; then | |
| export SDKROOT="${XCODE15PATH}/Platforms/MacOSX.platform/Developer/SDKs/MacOSX14.0.sdk" | |
| export MACOSX_DEPLOYMENT_TARGET="14.0" | |
| VERBOSE=1 python -m build --wheel | |
| fi | |
| for file in ./dist/*.whl; do cp "$file" "${file/arm64.whl/aarch64.whl}"; done | |
| export CMAKE_OSX_ARCHITECTURES="x86_64" && export CMAKE_ARGS="-DLLAMA_NATIVE=off -DLLAMA_AVX=off -DLLAMA_AVX2=off -DLLAMA_FMA=off -DLLAMA_F16C=off -DLLAMA_METAL=on" && export ARCHFLAGS="-arch x86_64" | |
| VERBOSE=1 python -m build --wheel | |
| if [[ "$OSVER" == "macos-13" ]]; then | |
| export SDKROOT="${XCODE15PATH}/Platforms/MacOSX.platform/Developer/SDKs/MacOSX14.0.sdk" | |
| export MACOSX_DEPLOYMENT_TARGET="14.0" | |
| VERBOSE=1 python -m build --wheel | |
| fi | |
| - name: Upload files to a GitHub release | |
| id: upload-release | |
| uses: svenstaro/[email protected] | |
| continue-on-error: true | |
| with: | |
| file: ./dist/*.whl | |
| tag: 'metal' | |
| file_glob: true | |
| make_latest: false | |
| overwrite: true | |
| - uses: actions/upload-artifact@v3 | |
| if: steps.upload-release.outcome == 'failure' | |
| with: | |
| name: macos-wheels | |
| path: ./dist/*.whl |