Multiplatform build and upload #371
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This is a workflow to cache the sources and build all the artifacts for target OSs | |
| name: Cache Sources and build Artifact Libraries per OS | |
| on: | |
| workflow_dispatch: | |
| env: | |
| GH_TOKEN: ${{ secrets.PERSONAL_ACCESS_TOKEN_1 }} | |
| jobs: | |
| setup-src-cache: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| THIRD_PARTY_CACHE_NAME_KEY: ${{ steps.tp-check.outputs.THIRD_PARTY_CACHE_NAME_KEY }} | |
| FOUND_THIRD_PARTY_CURRENT: ${{ steps.tp-check.outputs.FOUND_THIRD_PARTY_CURRENT }} | |
| CACHE_MATRIX: ${{ steps.set-cache-matrix.outputs.CACHE_MATRIX }} | |
| NEEDS_CACHE: ${{ steps.set-cache-matrix.outputs.NEEDS_CACHE }} | |
| CACHE_MULTI_PARAMETER_NAME_KEYS: ${{ steps.set-cache-matrix.outputs.CACHE_MULTI_PARAMETER_NAME_KEYS }} | |
| CACHE_MULTI_PARAMETER_PATHS: ${{ steps.set-cache-matrix.outputs.CACHE_MULTI_PARAMETER_PATHS }} | |
| steps: | |
| - name: Check out main third party without submodules | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: false | |
| - name: Install GH cli extension actions-cache | |
| run: | | |
| gh extension install actions/gh-actions-cache | |
| # get currently authenticated user rate limit info | |
| rateRemaining=`gh api rate_limit --jq ".rate | .remaining"` | |
| echo "Rate limit remaining is $rateRemaining" | |
| gh extension install actions/gh-actions-cache | |
| echo "REPO=${{ github.repository }}" >> $GITHUB_ENV | |
| echo "BRANCH=${{ github.ref_name }}" >> $GITHUB_ENV | |
| - name: Find cache and clean out old caches of `thirdparty` | |
| id: tp-check | |
| run: | | |
| echo "Fetching list of thirdparty cache keys to check if any old ones need deleting" | |
| cacheList=$(gh cache list -k ${BRANCH}/thirdparty --json key --jq ".[].key") | |
| longSHA="${{ github.sha }}" | |
| shortSHA="${longSHA:0:7}" | |
| tpCacheNameSHA="$BRANCH/thirdparty-$shortSHA" | |
| notMatched="$(comm -3 --output-delimiter="" <(echo -en "$tpCacheNameSHA") <(echo -en "$cachesList"))" | |
| oldCaches="$(comm -13 --output-delimiter="" <(echo -en "$tpCacheNameSHA") <(echo -en "$notMatched"))" | |
| notCached="$(comm -12 --output-delimiter="" <(echo -en "$tpCacheNameSHA") <(echo -en "$notMatched"))" | |
| echo -e "notMatched: $notMatched" | |
| echo -e "oldCaches: $oldCaches" | |
| echo -e "notCached: $notCached" | |
| foundThirdPartyCurrent="true" | |
| if [[ $notCached == "$tpCacheNameSHA" ]]; then | |
| foundThirdPartyCurrent="false" | |
| fi | |
| # Set the field separator to new line | |
| IFS=$'\n' | |
| for oldCache in $oldCaches; do | |
| echo -e "Deleting old cache $oldCache" | |
| gh actions-cache delete $oldCache -R $REPO -B $BRANCH --confirm | |
| done | |
| echo "FOUND_THIRD_PARTY_CURRENT=$foundThirdPartyCurrent" >> $GITHUB_OUTPUT | |
| echo "THIRD_PARTY_CACHE_NAME_KEY=$tpCacheNameSHA" >> $GITHUB_OUTPUT | |
| shell: bash | |
| working-directory: ${{github.workspace}} | |
| - name: Cache source files | |
| if: ( steps.tp-check.outputs.FOUND_THIRD_PARTY_CURRENT == 'false' ) | |
| uses: GeniusVentures/[email protected] | |
| id: cache-source-directory | |
| with: | |
| key: ${{ steps.tp-check.outputs.THIRD_PARTY_CACHE_NAME_KEY }} | |
| enableCrossOsArchive: true | |
| path: | | |
| !.git/** | |
| ./** | |
| - name: Set matrix of src submodules that need updating | |
| id: set-cache-matrix | |
| run: | | |
| echo "Fetching list of cache keys to check if any old ones need deleting" | |
| cacheNames="" | |
| while read -r mode stage longsha location; do | |
| shortSHA="${longsha:0:7}" | |
| cacheNames+="s/$BRANCH/$location-$shortSHA\n" | |
| done <<< $(git ls-tree HEAD | grep "160000 commit") | |
| cacheNames="$(echo -en "$cacheNames" | sort)" | |
| cachesList=$(gh api -H "Accept: application/vnd.github+json" --paginate repos/GeniusVentures/thirdparty/actions/caches?key="s/${BRANCH}" | jq -r ".actions_caches[].key" | sort) | |
| notMatched="$(comm -3 --output-delimiter="" <(echo -en "$cacheNames") <(echo -en "$cachesList"))" | |
| oldCaches="$(comm -13 --output-delimiter="" <(echo -en "$cacheNames") <(echo -en "$notMatched"))" | |
| notCached="$(comm -12 --output-delimiter="" <(echo -en "$cacheNames") <(echo -en "$notMatched"))" | |
| # matrixJson = matrix of source code to cache, that isn't already cached | |
| matrixJson="[ " | |
| first=true | |
| # Set the field separator to new line | |
| IFS=$'\n' | |
| for toCache in $notCached; do | |
| len=${#toCache} | |
| startPos=$((len - 7)) | |
| shortSHA="${toCache:$startPos:7}" | |
| lenBranch=${#BRANCH} | |
| # - 10 - lenBranch - 1 for s/$BRANCH/ + '-' + shortSHA | |
| name="${toCache:$((2 + lenBranch + 1)):$((len - 10 - lenBranch - 1))}" | |
| if [[ "$first" != "true" ]]; then | |
| matrixJson+=", " | |
| fi | |
| first=false | |
| matrixJson+="{ \"name\": \"$name\", \"cache-name\": \"$toCache\" }" | |
| done | |
| matrixJson+=" ]" | |
| # Delete old caches | |
| for oldCache in $oldCaches; do | |
| echo "Deleting old cache $oldCache" | |
| gh actions-cache delete $oldCache -R $REPO -B $BRANCH --confirm | |
| done | |
| echo "CACHE_MATRIX=$matrixJson" >> $GITHUB_OUTPUT | |
| if [[ "$notCached" != "" ]]; then | |
| echo "NEEDS_CACHE=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "NEEDS_CACHE=false" >> $GITHUB_OUTPUT | |
| fi | |
| cacheNameKeysContent="[ " | |
| cachePathsContent="[ " | |
| first='true' | |
| for cacheName in $cacheNames; do | |
| len=${#cacheName} | |
| startPos=$((len - 7)) | |
| shortSHA="${cacheName:$startPos:7}" | |
| lenBranch=${#BRANCH} | |
| # - 10 - lenBranch - 1 for s/$BRANCH/ + '-' + shortSHA | |
| name="${cacheName:$((2 + lenBranch + 1)):$((len - 10 - lenBranch - 1))}" | |
| if [[ "$first" != "true" ]]; then | |
| cacheNameKeysContent+=", " | |
| cachePathsContent+=", " | |
| fi | |
| first='false' | |
| cacheNameKeysContent+="\"$cacheName\"" | |
| cachePathsContent+="[\"!./$name/.git/**\", \"./$name/**\"]" | |
| done | |
| cacheNameKeysContent+=" ]" | |
| echo "CACHE_MULTI_PARAMETER_NAME_KEYS=$cacheNameKeysContent" >> $GITHUB_OUTPUT | |
| cachePathsContent+=" ]" | |
| echo "CACHE_MULTI_PARAMETER_PATHS=$cachePathsContent" >> $GITHUB_OUTPUT | |
| shell: bash | |
| working-directory: ${{github.workspace}} | |
| cache-src: | |
| needs: setup-src-cache | |
| if: (needs.setup-src-cache.outputs.NEEDS_CACHE == 'true') | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| include: ${{ fromJson(needs.setup-src-cache.outputs.CACHE_MATRIX) }} | |
| steps: | |
| - name: Setup | |
| run: | | |
| sudo apt install zstd -y | |
| - name: Cache third party directory | |
| uses: GeniusVentures/cache-multi/[email protected] | |
| id: cache-tp-source-directory | |
| with: | |
| key: ${{ needs.setup-src-cache.outputs.THIRD_PARTY_CACHE_NAME_KEY }} | |
| enableCrossOsArchive: true | |
| path: | | |
| !.git/** | |
| ./** | |
| - if: (steps.cache-tp-source-directory.outputs.cache-hit != 'true') | |
| run: | | |
| echo "Couldn't find cached thirdparty code, ${{ needs.setup-src-cache.outputs.THIRD_PARTY_CACHE_NAME_KEY }} fatal error!" | |
| exit 1 | |
| - name: Git clone submodule source code | |
| run: | | |
| echo "Cloning source for ${{ matrix.name }}" | |
| git submodule update --init --recommend-shallow --recursive -- ${{ matrix.name }} | |
| shell: bash | |
| working-directory: ${{github.workspace}} | |
| - name: Cache submodule source files | |
| id: cache-source-directory | |
| uses: GeniusVentures/[email protected] | |
| with: | |
| key: ${{ matrix.cache-name }} | |
| enableCrossOsArchive: true | |
| path: | | |
| !./${{ matrix.name }}/.git/** | |
| ./${{ matrix.name }}/** | |
| create-targets-matrix: | |
| needs: [setup-src-cache, cache-src] | |
| if: | | |
| always() && | |
| needs.setup-src-cache.result == 'success' && | |
| (needs.cache-src.result == 'success' || needs.cache-src.result == 'skipped') | |
| runs-on: ubuntu-latest | |
| outputs: | |
| TARGET_NAMES: ${{ steps.create-target-info.outputs.TARGET_NAMES }} | |
| TARGET_SHAS: ${{ steps.create-target-info.outputs.TARGET_SHAS }} | |
| TARGET_DIRECTORIES: ${{ steps.create-target-info.outputs.TARGET_DIRECTORIES }} | |
| TARGET_REPO_NAMES: ${{ steps.create-target-info.outputs.TARGET_REPO_NAMES }} | |
| steps: | |
| - name: Setup | |
| run: sudo apt install zstd -y | |
| - name: Restore cache third party directory | |
| uses: GeniusVentures/cache-multi/[email protected] | |
| id: cache-tp-source-directory | |
| with: | |
| key: ${{ needs.setup-src-cache.outputs.THIRD_PARTY_CACHE_NAME_KEY }} | |
| enableCrossOsArchive: true | |
| path: | | |
| !.git/** | |
| ./** | |
| - if: (steps.cache-tp-source-directory.outputs.cache-hit != 'true') | |
| run: | | |
| echo "Couldn't find cached thirdparty code, ${{ needs.setup-src-cache.outputs.THIRD_PARTY_CACHE_NAME_KEY }} fatal error!" | |
| exit 1 | |
| - name: Restore submodule source files | |
| id: cache-source-directory | |
| uses: GeniusVentures/cache-multi/[email protected] | |
| with: | |
| multi-keys: ${{ needs.setup-src-cache.outputs.CACHE_MULTI_PARAMETER_NAME_KEYS }} | |
| enableCrossOsArchive: true | |
| paths: ${{ needs.setup-src-cache.outputs.CACHE_MULTI_PARAMETER_PATHS }} | |
| - name: Create base target library names for target cache to create | |
| id: create-target-info | |
| run: | | |
| cmake -S build/Linux -B build/Linux/Release -DCMAKE_BUILD_TYPE=Release | |
| cd build/Linux/Release/CMakeFiles | |
| declare -A cmakeBuildDir | |
| while IFS=',' read -r cmakeName buildDir; do | |
| cmakeBuildDir["$cmakeName"]="$buildDir" | |
| done < <(grep -m1 -R --include "build.make" -e ".*-complete:.*-build" * | | |
| sed -E -n 's/^(.*)\.dir.*-complete: ([^/]*?)\/src.*/\1,\2/p') | |
| cd .. | |
| declare -A cmakeNamesRepos | |
| for key in "${!cmakeBuildDir[@]}"; do | |
| sourceDir=$(find . -type f -name "${key}-source_dirinfo.txt" -exec sed -n "s|^source_dir=$GITHUB_WORKSPACE\/\(.*\)|\1|p" {} \;) | |
| cmakeNamesRepos["$key"]=$sourceDir | |
| echo "cmakeNameRepos = ${sourceDir}" | |
| done | |
| declare -A gitLibModules | |
| cd ../../.. | |
| while IFS=',' read -r longSHA sourceDir; do | |
| echo $longSha $sourceDir | |
| gitLibModules["$sourceDir"]="$longSHA" | |
| done < <(git ls-tree HEAD | sed -E -n 's/^(160000 commit|040000 tree) ([a-f0-9]+)[ \t]+([^ ]+)$/\1,\2/p') | |
| # Initialize the variables | |
| cmakeNames="" | |
| buildDirectoryNames="" | |
| repoNames="" | |
| shortSHAs="" | |
| # Define column widths | |
| name_width=20 | |
| build_dir_width=20 | |
| source_dir_width=20 | |
| # Print header | |
| printf "%-${name_width}s | %-${build_dir_width}s | %-${source_dir_width}s | %-${sha_width}s\n" "Name" "Build dir" "Source dir" "SHA" | |
| for key in "${!cmakeBuildDir[@]}"; do | |
| buildDir="${cmakeBuildDir[$key]}" | |
| sourceDir="${cmakeNamesRepos[$key]}" | |
| shortSHA="${gitLibModules[$sourceDir]:0:7}" | |
| cmakeNames+="${key}\n" | |
| buildDirectoryNames+="${buildDir}\n" | |
| repoNames+="${sourceDir}\n" | |
| shortSHAs+="${shortSHA}\n" | |
| printf "%-${name_width}s | %-${build_dir_width}s | %-${source_dir_width}s | %s\n" "${key}" "${buildDir}" "${sourceDir}" "${shortSHA}" | |
| done | |
| echo "TARGET_NAMES=$cmakeNames" >> $GITHUB_OUTPUT | |
| echo "TARGET_SHAS=$shortSHAs" >> $GITHUB_OUTPUT | |
| echo "TARGET_DIRECTORIES=$buildDirectoryNames" >> $GITHUB_OUTPUT | |
| echo "TARGET_REPO_NAMES=$repoNames" >> $GITHUB_OUTPUT | |
| shell: bash | |
| working-directory: ${{github.workspace}} | |
| save-target-sources: | |
| needs: [setup-src-cache, cache-src, create-targets-matrix] | |
| if: | | |
| always() && | |
| needs.setup-src-cache.result == 'success' && | |
| needs.create-targets-matrix.result == 'success' && | |
| (needs.cache-src.result == 'success' || needs.cache-src.result == 'skipped') && | |
| needs.create-targets-matrix.result == 'success' | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target-os: [Linux, Windows, OSX, iOS, Android] | |
| build-type: [Release, Debug] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Setup | |
| run: | | |
| sudo apt install zstd -y | |
| - name: Create library Keys and Paths to release sources | |
| id: create-src-cache-keys | |
| run: | | |
| TARGET_OS="${{ matrix.target-os }}" | |
| BUILD_TYPE="${{ matrix.build-type }}" | |
| BRANCH=${{ github.ref_name }} | |
| GITHUB_RELEASE_NAME=${TARGET_OS}-${BRANCH}-${BUILD_TYPE} | |
| echo "TARGET_OS=${TARGET_OS}" >> $GITHUB_OUTPUT | |
| echo "BUILD_TYPE=${BUILD_TYPE}" >> $GITHUB_OUTPUT | |
| echo "BRANCH=${BRANCH}" >> $GITHUB_OUTPUT | |
| echo "GITHUB_RELEASE_NAME=${GITHUB_RELEASE_NAME}" >> $GITHUB_OUTPUT | |
| - name: Cache Third Party Directory | |
| uses: GeniusVentures/cache-multi/[email protected] | |
| id: cache-tp-source-directory | |
| with: | |
| key: ${{ needs.setup-src-cache.outputs.THIRD_PARTY_CACHE_NAME_KEY }} | |
| enableCrossOsArchive: true | |
| path: | | |
| !.git/** | |
| ./** | |
| - if: (steps.cache-tp-source-directory.outputs.cache-hit != 'true') | |
| run: | | |
| echo "Couldn't find cached thirdparty code, ${{ needs.setup-src-cache.outputs.THIRD_PARTY_CACHE_NAME_KEY }} fatal error!" | |
| exit 1 | |
| - name: Cache Submodule source files without .git | |
| id: cache-source-directory | |
| uses: GeniusVentures/cache-multi/[email protected] | |
| with: | |
| multi-keys: ${{ needs.setup-src-cache.outputs.CACHE_MULTI_PARAMETER_NAME_KEYS }} | |
| enableCrossOsArchive: true | |
| paths: ${{ needs.setup-src-cache.outputs.CACHE_MULTI_PARAMETER_PATHS }} | |
| - name: Creating github release tag | |
| id: create-github-release-tag | |
| run: | | |
| echo "Check if github release tag ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }} available." | |
| set +e | |
| gh release view ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }} | |
| releaseFound=$? | |
| set -e | |
| if [[ $releaseFound -ne 0 ]]; | |
| then | |
| echo "gh release view return value: ${releaseFound}" | |
| echo "Creating github release with tag: ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }}" | |
| RELEASE_TYPE="--latest" | |
| if [[ "${{ steps.create-src-cache-keys.outputs.BUILD_TYPE }}" != "Release" ]]; | |
| then | |
| RELEASE_TYPE="--prerelease" | |
| fi | |
| # Create release on github | |
| gh release create ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }} \ | |
| -n "${{ steps.create-src-cache-keys.outputs.BRANCH }} branch" \ | |
| --target "${{ steps.create-src-cache-keys.outputs.BRANCH }}" \ | |
| ${RELEASE_TYPE} \ | |
| -t "${{ steps.create-src-cache-keys.outputs.TARGET_OS }} ${{ steps.create-src-cache-keys.outputs.BRANCH }} branch ${{ steps.create-src-cache-keys.outputs.BUILD_TYPE }} build" | |
| releaseCreated=$? | |
| if [[ $releaseCreated -ne 0 ]]; | |
| then | |
| echo "gh release create return value: ${releaseCreated}" | |
| echo "Failed to create github release with tag: ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }}" | |
| exit 1 | |
| fi | |
| fi | |
| - name: Compress and upload targets source folder | |
| id: compress-targets-source | |
| working-directory: ${{github.workspace}} | |
| run: | | |
| # build array of library names | |
| IFS=$'\n' read -d '|' -ra TARGET_NAMES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_NAMES }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_SHAS <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_SHAS }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_REPO_NAMES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_REPO_NAMES }}|')" | |
| # Check if release.json file already available | |
| jsonStr="[]" | |
| jsonFound=`gh release view ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }} --json assets --jq "any(.assets[]; .name == \"release.json\")"` | |
| if [ $? -eq 0 ] | |
| then | |
| echo "Downloading release.json file" | |
| set +e | |
| gh release download ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }} --pattern "release.json" --clobber | |
| if [ $? -eq 0 ] | |
| then | |
| echo "Loading release.json file" | |
| jsonStr=`cat release.json` | |
| fi | |
| set -e | |
| fi | |
| RELEASE_ASSETS=`gh release view ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }} --json assets` | |
| # get currently authenticated user rate limit info | |
| rateRemaining=`gh api rate_limit --jq ".rate | .remaining"` | |
| echo "Rate limit remaining is $rateRemaining" | |
| # if we don't have at least 50 requests left, wait until reset | |
| if [[ $rateRemaining -lt 50 ]]; | |
| then | |
| rateReset=`gh api rate_limit --jq ".rate | .reset"` | |
| wait=$((rateReset - `date +%s`)); | |
| echo "Rate limit remaining is $rateRemaining, waiting for $wait seconds to reset" | |
| while [ $wait -ge 0 ] | |
| do | |
| sleep 5 | |
| wait=$((rateReset - `date +%s`)); | |
| echo "Waiting $wait seconds to reset rate limit" | |
| done | |
| rateRemaining=`gh api rate_limit --jq ".rate | .remaining"` | |
| echo "Rate limit has reset to $rateRemaining requests" | |
| fi | |
| for i in "${!TARGET_NAMES[@]}"; do | |
| TARGET_NAME="${TARGET_NAMES[i]}" | |
| TARGET_REPO_NAME="${TARGET_REPO_NAMES[i]}" | |
| TARGET_SHA="${TARGET_SHAS[i]}" | |
| COMPRESSED_TARGET_SRC="${TARGET_NAME}-src.tar.gz" | |
| shaFound=$(jq ".[] | select(.name == \"${TARGET_NAME}\") | first | .sha" <<<${jsonStr}) | |
| COMPRESSED_TARGET_SRC_URL=`jq ".assets[] | select(.name == \"${COMPRESSED_TARGET_SRC}\") | .url" <<< ${RELEASE_ASSETS}` | |
| if [ -z "$COMPRESSED_TARGET_SRC_URL" ] || [[ "${shaFound}" != \"${TARGET_SHA}\" ]]; | |
| then | |
| echo "Compressing ${TARGET_OS} version ${TARGET_SHA} of ${TARGET_REPO_NAME} source folder" | |
| tar -zcf ${COMPRESSED_TARGET_SRC} ${TARGET_REPO_NAME} | |
| echo "Uploading target ${COMPRESSED_TARGET_SRC} to github release ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }}" | |
| gh release upload --clobber ${{ steps.create-src-cache-keys.outputs.GITHUB_RELEASE_NAME }} ${COMPRESSED_TARGET_SRC} | |
| fi | |
| done | |
| build-targets-matrix: | |
| needs: | |
| [setup-src-cache, cache-src, create-targets-matrix, save-target-sources] | |
| if: | | |
| always() && | |
| needs.setup-src-cache.result == 'success' && | |
| needs.create-targets-matrix.result == 'success' && | |
| (needs.cache-src.result == 'success' || needs.cache-src.result == 'skipped') && | |
| (needs.save-target-sources.result == 'success' || needs.save-target-sources.result == 'skipped') | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| build-type: [Release, Debug] | |
| target-build-data: | |
| # -------------------------------------------------------------------------- | |
| - target-os: Linux | |
| runs-on: ubuntu-latest | |
| shell: bash | |
| init-script: | |
| setup-script: | | |
| sudo apt install ninja-build zstd -y | |
| echo "CMAKE_GENERATOR=Ninja" >> $GITHUB_ENV | |
| cmake-init-script: | | |
| cmake -B $BUILD_TYPE -DCMAKE_BUILD_TYPE=$BUILD_TYPE | |
| # -------------------------------------------------------------------------- | |
| - target-os: Android | |
| runs-on: ubuntu-latest | |
| shell: bash | |
| env: | |
| CC: clang | |
| init-script: | |
| setup-script: | | |
| git config --global core.autocrlf false | |
| git config --global core.eol lf | |
| echo "ANDROID_NDK=$ANDROID_NDK_HOME" >> $GITHUB_ENV | |
| echo "ANDROID_NDK_HOME=$ANDROID_NDK_HOME" >> $GITHUB_ENV | |
| sudo apt install zstd ninja-build -y | |
| echo "CMAKE_GENERATOR=Ninja" >> $GITHUB_ENV | |
| arch: | | |
| arm64-v8a | |
| x86_64 | |
| x86 | |
| armeabi-v7a | |
| cmake-init-script: | | |
| cmake -B $BUILD_TYPE -DCMAKE_BUILD_TYPE=$BUILD_TYPE -DANDROID_ABI="arm64-v8a" -DCMAKE_ANDROID_NDK=$ANDROID_NDK -DANDROID_TOOLCHAIN=clang | |
| # -------------------------------------------------------------------------- | |
| - target-os: OSX | |
| runs-on: macos-latest | |
| shell: bash | |
| init-script: | |
| setup-script: | | |
| find /Applications/Xcode* -maxdepth 0 -ls | |
| sudo xcode-select --switch "$(find /Applications -mindepth 1 -maxdepth 1 ! -type l | grep "Xcode_[\.0-9]*app" | sort -V | tail -1)/Contents/Developer" | |
| sudo rm -Rf /Library/Developer/CommandLineTools/SDKs/* | |
| brew install zstd ninja | |
| echo "CMAKE_GENERATOR=Ninja" >> $GITHUB_ENV | |
| cargo install cbindgen | |
| cmake-init-script: | | |
| cmake -B $BUILD_TYPE -DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPLATFORM=MAC | |
| # -------------------------------------------------------------------------- | |
| - target-os: iOS | |
| runs-on: macos-latest | |
| shell: bash | |
| init-script: | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: "3.5" | |
| setup-script: | | |
| find /Applications/Xcode* -maxdepth 0 -ls | |
| sudo xcode-select --switch "$(find /Applications -mindepth 1 -maxdepth 1 ! -type l | grep "Xcode_*[\.0-9]*app" | sort -V | tail -1)/Contents/Developer" | |
| sudo rm -Rf /Library/Developer/CommandLineTools/SDKs/* | |
| brew install zstd ninja | |
| echo "CMAKE_GENERATOR=Ninja" >> $GITHUB_ENV | |
| cargo install cbindgen | |
| cmake-init-script: | | |
| cmake -B $BUILD_TYPE -DCMAKE_BUILD_TYPE=$BUILD_TYPE -DiOS_ABI=arm64-v8a -DENABLE_ARC=0 -DENABLE_BITCODE=0 -DENABLE_VISIBILITY=1 -DPLATFORM=OS64 | |
| # -------------------------------------------------------------------------- | |
| - target-os: Windows | |
| runs-on: windows-2022 | |
| shell: bash | |
| init-script: | |
| uses: ilammy/msvc-dev-cmd@v1 | |
| with: | |
| arch: amd64 | |
| sdk: 10.0.22621.0 | |
| vsversion: 17 | |
| setup-script: | | |
| echo "Adding GNU tar to PATH" | |
| echo C:\Program Files\Git\usr\bin>>"%GITHUB_PATH%" | |
| cmake-init-script: | | |
| cmake -B $BUILD_TYPE -DCMAKE_BUILD_TYPE=$BUILD_TYPE | |
| target-save-data: | |
| - target-os: $TARGET_OS | |
| runs-on: $TARGET_RUNS_ON | |
| shell: bash | |
| upload-release-json: | | |
| GITHUB_RELEASE_NAME=${TARGET_OS}-${BRANCH}-${BUILD_TYPE} | |
| retValue=1 | |
| numberOfTries=1 | |
| until [[ $retValue -eq 0 ]] | |
| do | |
| if [[ $numberOfTries -gt 5 ]]; then | |
| break | |
| fi | |
| echo "#${numberOfTries} Uploading release.json to github release ${GITHUB_RELEASE_NAME}" | |
| gh release upload --clobber ${GITHUB_RELEASE_NAME} release.json | |
| retValue=$? | |
| if [[ $retValue -ne 0 ]]; then | |
| echo "gh release upload failed, sleep 2 sec before next try" | |
| sleep 2 | |
| fi | |
| ((numberOfTries++)) | |
| done | |
| if [[ $retValue -ne 0 ]]; then | |
| echo "Failed to upload release.json to github release ${GITHUB_RELEASE_NAME}" | |
| exit 1 | |
| fi | |
| release-target: | | |
| # Check if release already defined e.g. Linux-master-release | |
| GITHUB_RELEASE_NAME=${TARGET_OS}-${BRANCH}-${BUILD_TYPE} | |
| gh release view ${GITHUB_RELEASE_NAME} | |
| if [ $? -ne 0 ] | |
| then | |
| echo "Creating github release with tag: ${GITHUB_RELEASE_NAME}" | |
| RELEASE_TYPE="--latest" | |
| if [[ "${BUILD_TYPE}" != "Release" ]]; | |
| then | |
| RELEASE_TYPE="--prerelease" | |
| fi | |
| # Create release on github | |
| gh release create ${GITHUB_RELEASE_NAME} -n "${BRANCH} branch" --target ${BRANCH} ${RELEASE_TYPE} -t "${TARGET_OS} ${BRANCH} branch ${BUILD_TYPE} build" | |
| if [ $? -ne 0 ] | |
| then | |
| echo "Failed to create github release with tag: ${GITHUB_RELEASE_NAME}" | |
| exit 1 | |
| fi | |
| fi | |
| COMPRESSED_TARGET="${TARGET_NAME}-lib.tar.gz" | |
| echo "Compressing ${TARGET_OS} version ${TARGET_SHA} of ${TARGET_NAME} ${BUILD_TYPE} mode (target build folder: ${TARGET_DIRECTORY})" | |
| tar --exclude="src/" --exclude="tmp/" -zcf ${COMPRESSED_TARGET} ${TARGET_DIRECTORY} | |
| retValue=1 | |
| numberOfTries=1 | |
| until [[ $retValue -eq 0 ]] | |
| do | |
| if [[ $numberOfTries -gt 5 ]]; then | |
| break | |
| fi | |
| echo "#${numberOfTries} Uploading target ${COMPRESSED_TARGET} to github release ${GITHUB_RELEASE_NAME}" | |
| gh release upload --clobber ${GITHUB_RELEASE_NAME} ${COMPRESSED_TARGET} | |
| retValue=$? | |
| if [[ $retValue -ne 0 ]]; then | |
| echo "gh release upload failed, sleep 2 sec before next try" | |
| sleep 2 | |
| fi | |
| ((numberOfTries++)) | |
| done | |
| if [[ $retValue -ne 0 ]]; then | |
| echo "Failed to upload target ${COMPRESSED_TARGET} to github release ${GITHUB_RELEASE_NAME}" | |
| exit 1 | |
| fi | |
| runs-on: ${{ matrix.target-build-data.runs-on }} | |
| outputs: | |
| TARGET_BUILT: ${{ steps.cache-library-directory.outputs.TARGET_BUILT }} | |
| steps: | |
| - name: Create library Keys and Paths to Cache/build | |
| id: create-lib-cache-keys | |
| shell: bash | |
| run: | | |
| # build array of library names | |
| IFS=$'\n' read -d '|' -ra TARGET_REPO_NAMES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_REPO_NAMES }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_SHAS <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_SHAS }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_DIRECTORIES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_DIRECTORIES }}|')" | |
| LIB_CACHE_NAME_KEYS="[ " | |
| LIB_CACHE_PATHS="[ " | |
| first=true | |
| for i in "${!TARGET_REPO_NAMES[@]}"; do | |
| if [[ "$first" != "true" ]]; then | |
| LIB_CACHE_NAME_KEYS+=", " | |
| LIB_CACHE_PATHS+=", " | |
| fi | |
| first=false | |
| LIB_CACHE_NAME_KEYS+="\"l/${{ matrix.target-os }}/${{ matrix.build-type }}/${TARGET_REPO_NAMES[i]}-${TARGET_SHAS[i]}\"" | |
| LIB_CACHE_PATHS+="[\"./build/${{ matrix.target-os }}/${{ matrix.build-type }}/${TARGET_DIRECTORIES[i]}/**\"]" | |
| done | |
| LIB_CACHE_NAME_KEYS+=" ]" | |
| echo "LIB_CACHE_NAME_KEYS=$LIB_CACHE_NAME_KEYS" >> $GITHUB_OUTPUT | |
| LIB_CACHE_PATHS+=" ]" | |
| echo "LIB_CACHE_PATHS=$LIB_CACHE_PATHS" >> $GITHUB_OUTPUT | |
| - name: Remove old libraries that are cached. | |
| run: | | |
| echo "We really should remove old library caches here" | |
| - name: Install configuration | |
| uses: ChristopherHX/conditional@main | |
| with: | |
| if: ${{ matrix.target-build-data.install-uses != null }} | |
| step: | | |
| uses: ${{ matrix.target-build-data.install-uses.uses || '' }} | |
| with: ${{ (matrix.target-build-data.install-uses.with && toJSON(matrix.target-build-data.install-uses.with)) || '{}' }} | |
| - name: Cache Third Party Directory | |
| uses: GeniusVentures/cache-multi/[email protected] | |
| id: cache-tp-source-directory | |
| with: | |
| key: ${{ needs.setup-src-cache.outputs.THIRD_PARTY_CACHE_NAME_KEY }} | |
| enableCrossOsArchive: true | |
| path: | | |
| !.git/** | |
| ./** | |
| - if: (steps.cache-tp-source-directory.outputs.cache-hit != 'true') | |
| run: | | |
| echo "Couldn't find cached thirdparty code, ${{ needs.setup-src-cache.outputs.THIRD_PARTY_CACHE_NAME_KEY }} fatal error!" | |
| exit 1 | |
| - name: Cache Submodule source files without .git | |
| id: cache-source-directory | |
| uses: GeniusVentures/cache-multi/[email protected] | |
| with: | |
| multi-keys: ${{ needs.setup-src-cache.outputs.CACHE_MULTI_PARAMETER_NAME_KEYS }} | |
| enableCrossOsArchive: true | |
| paths: ${{ needs.setup-src-cache.outputs.CACHE_MULTI_PARAMETER_PATHS }} | |
| - name: Run setup script for target OS | |
| shell: bash | |
| run: | | |
| echo "Running init script" | |
| ${{ matrix.target-build-data.init-script }} | |
| echo "Running setup script" | |
| ${{ matrix.target-build-data.setup-script }} | |
| - name: Configure CMake | |
| shell: bash | |
| run: | | |
| TARGET_OS="${{ matrix.target-build-data.target-os }}" | |
| BUILD_TYPE="${{ matrix.build-type }}" | |
| WORKSPACE=${{ github.workspace }} | |
| cd build/$TARGET_OS | |
| ${{ matrix.target-build-data.cmake-init-script }} | |
| - name: Load built library caches if any | |
| id: cache-library-directory | |
| shell: bash | |
| run: | | |
| TARGET_OS="${{ matrix.target-build-data.target-os }}" | |
| BUILD_TYPE="${{ matrix.build-type }}" | |
| BRANCH=${{ github.ref_name }} | |
| IFS=$'\n' read -d '|' -ra TARGET_NAMES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_NAMES }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_SHAS <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_SHAS }}|')" | |
| set +e | |
| GITHUB_RELEASE_NAME=${TARGET_OS}-${BRANCH}-${BUILD_TYPE} | |
| # check if release.json file already available | |
| jsonStr="[]" | |
| jsonFound=`gh release view ${GITHUB_RELEASE_NAME} --json assets --jq "any(.assets[]; .name == \"release.json\")"` | |
| if [ $? -eq 0 ] | |
| then | |
| echo "Downloading release.json file" | |
| gh release download ${GITHUB_RELEASE_NAME} --pattern "release.json" --clobber | |
| if [ $? -eq 0 ] | |
| then | |
| echo "Loading release.json file" | |
| jsonStr=`cat release.json` | |
| fi | |
| fi | |
| set -e | |
| targetBuiltList="" | |
| for i in "${!TARGET_NAMES[@]}"; do | |
| TARGET_NAME="${TARGET_NAMES[i]}" | |
| TARGET_SHA="${TARGET_SHAS[i]}" | |
| COMPRESSED_TARGET="${TARGET_NAME}-lib.tar.gz" | |
| targetBuilt=false | |
| shaFound=`jq ".[] | select(.name == \"${TARGET_NAME}\") | .sha" <<< ${jsonStr}` | |
| if [[ "${shaFound}" == \"${TARGET_SHA}\" ]]; | |
| then | |
| targetBuilt=true | |
| fi | |
| echo "Check if ${COMPRESSED_TARGET} found on ${GITHUB_RELEASE_NAME}: ${targetBuilt}" | |
| targetBuiltList+="${targetBuilt}\n" | |
| done | |
| echo "TARGET_BUILT=$targetBuiltList" >> $GITHUB_OUTPUT | |
| - name: Build any updated libraries | |
| id: build-updated-libraries | |
| shell: bash | |
| run: | | |
| TARGET_OS="${{ matrix.target-build-data.target-os }}" | |
| TARGET_RUNS_ON="${{ matrix.target-build-data.runs-on }}" | |
| BUILD_TYPE="${{ matrix.build-type }}" | |
| BRANCH=${{ github.ref_name }} | |
| WORKSPACE=${{ github.workspace }} | |
| GITHUB_RELEASE_NAME=${TARGET_OS}-${BRANCH}-${BUILD_TYPE} | |
| IFS=$'\n' read -d '|' -ra TARGET_NAMES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_NAMES }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_SHAS <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_SHAS }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_BUILT <<< "$(echo -ne '${{ steps.cache-library-directory.outputs.TARGET_BUILT }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_DIRECTORIES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_DIRECTORIES }}|')" | |
| cd "build/${TARGET_OS}/${BUILD_TYPE}" | |
| jsonStr="" | |
| declare -a listOfTargetNamesToBuild | |
| declare -a listOfTargetSHAsToBuild | |
| declare -a listOfTargetDirToBuild | |
| for i in "${!TARGET_NAMES[@]}"; do | |
| TARGET_NAME="${TARGET_NAMES[i]}" | |
| TARGET_SHA="${TARGET_SHAS[i]}" | |
| TARGET_DIRECTORY="${TARGET_DIRECTORIES[i]}" | |
| COMPRESSED_TARGET="${TARGET_NAME}-lib.tar.gz" | |
| echo "${TARGET_NAME} release found: ${TARGET_BUILT[i]} (Target direcory: $TARGET_DIRECTORY)" | |
| if [ "${TARGET_BUILT[i]}" == "true" ]; then | |
| echo "Downloading cached target: $TARGET_NAME, sha: $TARGET_SHA" | |
| gh release download ${GITHUB_RELEASE_NAME} --pattern "${COMPRESSED_TARGET}" --clobber | |
| if [ $? -eq 0 ] | |
| then | |
| echo "Extracting cached target: ${COMPRESSED_TARGET}" | |
| tar -xf ${COMPRESSED_TARGET} | |
| FOLDER_HASH=`find ./${TARGET_DIRECTORY} -xdev -type f -print0 | LC_COLLATE=C sort -z | xargs -0 cat | md5sum | awk '{print $1}'` | |
| echo "Cached target folder hash: ${FOLDER_HASH}" | |
| jsonStrHash=$(jq -n \ | |
| --arg name "$TARGET_NAME" \ | |
| --arg sha "$TARGET_SHA" \ | |
| --arg binFolderName "$TARGET_DIRECTORY" \ | |
| --arg binFolderHash "$FOLDER_HASH" \ | |
| '{name: $name, sha: $sha, binFolderName: $binFolderName, binFolderHash: $binFolderHash}') | |
| jsonStr=$(jq -c --argjson obj "$jsonStrHash" '. + [$obj]' <<< "$jsonStr") | |
| echo "Target extracted to `pwd`/${TARGET_DIRECTORY}" | |
| echo "Contents of target folder `pwd`/${TARGET_DIRECTORY}" | |
| ls -la ./${TARGET_DIRECTORY} | |
| else | |
| echo "Failed to download cached target: ${COMPRESSED_TARGET} - need to rebuild it" | |
| listOfTargetNamesToBuild+=("${TARGET_NAME}") | |
| listOfTargetSHAsToBuild+=("${TARGET_SHA}") | |
| listOfTargetDirToBuild+=("${TARGET_DIRECTORY}") | |
| fi | |
| else | |
| echo "Cached target not found: ${COMPRESSED_TARGET} - need to rebuild it" | |
| listOfTargetNamesToBuild+=("${TARGET_NAME}") | |
| listOfTargetSHAsToBuild+=("${TARGET_SHA}") | |
| listOfTargetDirToBuild+=("${TARGET_DIRECTORY}") | |
| fi | |
| done | |
| # Print hash JSON file | |
| jq <<< $jsonStr | |
| # save hash JSON file | |
| jq <<< $jsonStr > hash.json | |
| # check if release.json file already available | |
| releaseJsonStr="[]" | |
| set +e | |
| jsonFound=`gh release view ${GITHUB_RELEASE_NAME} --json assets --jq "any(.assets[]; .name == \"release.json\")"` | |
| if [ $? -eq 0 ] | |
| then | |
| echo "Downloading release.json file" | |
| gh release download ${GITHUB_RELEASE_NAME} --pattern "release.json" --clobber | |
| if [ $? -eq 0 ] | |
| then | |
| echo "Loading release.json file" | |
| releaseJsonStr=`cat release.json` | |
| fi | |
| fi | |
| set -e | |
| for i in "${!listOfTargetNamesToBuild[@]}"; do | |
| TARGET_NAME="${listOfTargetNamesToBuild[i]}" | |
| TARGET_SHA="${listOfTargetSHAsToBuild[i]}" | |
| TARGET_DIRECTORY="${listOfTargetDirToBuild[i]}" | |
| COMPRESSED_TARGET="${TARGET_NAME}-lib.tar.gz" | |
| COMPRESSED_TARGET_SRC="${TARGET_NAME}-src.tar.gz" | |
| echo "Compiling $TARGET_OS version $TARGET_SHA of $TARGET_NAME $BUILD_TYPE mode" | |
| cmake --build . --target $TARGET_NAME --config $BUILD_TYPE -j | |
| echo "Starting to upload target: ${COMPRESSED_TARGET}" | |
| # Upload released target | |
| ${{ matrix.target-save-data.release-target }} | |
| RELEASE_ASSETS=`gh release view ${GITHUB_RELEASE_NAME} --json assets` | |
| # Updating release.json | |
| # Get source url | |
| TARGET_SOURCE=`jq ".assets[] | select(.name == \"${COMPRESSED_TARGET_SRC}\") | .url" <<< ${RELEASE_ASSETS}` | |
| # Get target url | |
| TARGET_BINARY=`jq ".assets[] | select(.name == \"${COMPRESSED_TARGET}\") | .url" <<< ${RELEASE_ASSETS}` | |
| releaseFound=$(jq ".[] | select(.name == \"${TARGET_NAME}\")" <<<${releaseJsonStr}) | |
| if [ ${#releaseFound} -gt 0 ] | |
| then | |
| echo "Updating release.json file with target ${TARGET_NAME}" | |
| releaseJsonStr=`jq "(. | select(.name == \"${TARGET_NAME}\")).sha |= \"${TARGET_SHA}\" " <<< ${releaseJsonStr}` | |
| releaseJsonStr=`jq "(. | select(.name == \"${TARGET_NAME}\")).binFolderName |= \"${TARGET_DIRECTORY}\" " <<< ${releaseJsonStr}` | |
| releaseJsonStr=`jq "(. | select(.name == \"${TARGET_NAME}\")).source |= \"${TARGET_SOURCE}\" " <<< ${releaseJsonStr}` | |
| releaseJsonStr=`jq "(. | select(.name == \"${TARGET_NAME}\")).binary |= \"${TARGET_BINARY}\" " <<< ${releaseJsonStr}` | |
| else | |
| echo "Adding target ${TARGET_NAME} to release.json file" | |
| jsonStrTarget=$(jq -n \ | |
| --arg name "${TARGET_NAME}" \ | |
| --arg sha "${TARGET_SHA}" \ | |
| --arg binFolderName "${TARGET_DIRECTORY}" \ | |
| --arg source "${TARGET_SOURCE}" \ | |
| --arg binary "${TARGET_BINARY}" \ | |
| '{name: $name, sha: $sha, binFolderName: $binFolderName, source: $source, binary: $binary}') | |
| releaseJsonStr=$(jq -c --argjson obj "$jsonStrTarget" '. + [$obj]' <<<"$releaseJsonStr") | |
| fi | |
| # Upload JSON file release | |
| jq <<< $releaseJsonStr > release.json | |
| ${{ matrix.target-save-data.upload-release-json }} | |
| done | |
| - name: Upload JSON file release on build failure | |
| if: ${{ failure() && steps.build-updated-libraries.conclusion == 'failure' }} | |
| shell: bash | |
| run: | | |
| TARGET_OS="${{ matrix.target-build-data.target-os }}" | |
| BUILD_TYPE="${{ matrix.build-type }}" | |
| BRANCH=${{ github.ref_name }} | |
| GITHUB_RELEASE_NAME=${TARGET_OS}-${BRANCH}-${BUILD_TYPE} | |
| retValue=1 | |
| numberOfTries=1 | |
| until [[ $retValue -eq 0 ]] | |
| do | |
| if [[ $numberOfTries -gt 5 ]]; then | |
| break | |
| fi | |
| echo "#${numberOfTries} Uploading release.json to github release ${GITHUB_RELEASE_NAME}" | |
| gh release upload --clobber ${GITHUB_RELEASE_NAME} release.json | |
| retValue=$? | |
| if [[ $retValue -ne 0 ]]; then | |
| echo "gh release upload failed, sleep 2 sec before next try" | |
| sleep 2 | |
| fi | |
| ((numberOfTries++)) | |
| done | |
| - name: Save target OS SDK as github release | |
| shell: bash | |
| run: | | |
| TARGET_OS="${{ matrix.target-build-data.target-os }}" | |
| TARGET_RUNS_ON="${{ matrix.target-build-data.runs-on }}" | |
| BUILD_TYPE="${{ matrix.build-type }}" | |
| BRANCH=${{ github.ref_name }} | |
| IFS=$'\n' read -d '|' -ra TARGET_NAMES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_NAMES }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_SHAS <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_SHAS }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_BUILT <<< "$(echo -ne '${{ steps.cache-library-directory.outputs.TARGET_BUILT }}|')" | |
| IFS=$'\n' read -d '|' -ra TARGET_DIRECTORIES <<< "$(echo -ne '${{ needs.create-targets-matrix.outputs.TARGET_DIRECTORIES }}|')" | |
| GITHUB_RELEASE_NAME=${TARGET_OS}-${BRANCH}-${BUILD_TYPE} | |
| RELEASE_ASSETS=`gh release view ${GITHUB_RELEASE_NAME} --json assets` | |
| jsonStr="" | |
| cd "build/${TARGET_OS}/${BUILD_TYPE}" | |
| for i in "${!TARGET_NAMES[@]}"; do | |
| TARGET_NAME="${TARGET_NAMES[i]}" | |
| TARGET_SHA="${TARGET_SHAS[i]}" | |
| TARGET_DIRECTORY="${TARGET_DIRECTORIES[i]}" | |
| COMPRESSED_TARGET="${TARGET_NAME}-lib.tar.gz" | |
| COMPRESSED_TARGET_SRC="${TARGET_NAME}-src.tar.gz" | |
| echo "${TARGET_NAME} release found: ${TARGET_BUILT[i]}" | |
| if [ "${TARGET_BUILT[i]}" == "true" ]; then | |
| # Compare uncompressed original hash of the binary folder with current to see if any changes has been made | |
| originalHash=`jq "select(.name == \"${TARGET_NAME}\") | .binFolderHash" hash.json` | |
| currentHash=`find ./${TARGET_DIRECTORY} -xdev -type f -print0 | LC_COLLATE=C sort -z | xargs -0 cat | md5sum | awk '{print $1}'` | |
| if [[ "${originalHash}" != \"${currentHash}\" ]]; | |
| then | |
| echo "originalHash: ${originalHash}" | |
| echo "currentHash: \"${currentHash}\"" | |
| echo "Has does not match, uploading already installed modified target: ${TARGET_NAME}, sha: ${TARGET_SHA}" | |
| ${{ matrix.target-save-data.release-target }} | |
| else | |
| echo "Target ${TARGET_NAME} binary folder did not change, no need to update release" | |
| fi | |
| fi | |
| # Update JSON file | |
| # Get source url | |
| TARGET_SOURCE=`jq ".assets[] | select(.name == \"${COMPRESSED_TARGET_SRC}\") | .url" <<< ${RELEASE_ASSETS}` | |
| # Get target url | |
| TARGET_BINARY=`jq ".assets[] | select(.name == \"${COMPRESSED_TARGET}\") | .url" <<< ${RELEASE_ASSETS}` | |
| jsonStrTarget=`jq ". + { \"name\": \"${TARGET_NAME}\", \"sha\" : \"${TARGET_SHA}\", \"binFolderName\" : \"${TARGET_DIRECTORY}\", \"source\" : ${TARGET_SOURCE}, \"binary\" : ${TARGET_BINARY} }" <<< "{}"` | |
| jsonStr=$(jq -c --argjson obj "$jsonStrTarget" '. + [$obj]' <<<"$jsonStr") | |
| done | |
| # Print final JSON file | |
| jq <<< $jsonStr | |
| # Upload JSON file release | |
| jq <<< $jsonStr > release.json | |
| ${{ matrix.target-save-data.upload-release-json }} |