Improve isolation, execution limits and execution metrics by using Isolate #548
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: 'Package Pull Requests' | |
| on: | |
| pull_request: | |
| types: | |
| - opened | |
| - reopened | |
| - synchronize | |
| paths: | |
| - 'packages/**' | |
| jobs: | |
| check-pkg: | |
| name: Validate README | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Get list of changed files | |
| uses: lots0logs/[email protected] | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Ensure README was updated | |
| run: | | |
| MISSING_LINES=$(comm -23 <(jq 'if .provides then .provides[].language else .language end' -r $(find packages -name "metadata.json" ) | sed -e 's/^/`/g' -e 's/$/`,/g' | sort -u) <(awk '/# Supported Languages/{flag=1; next} /<br>/{flag=0} flag' readme.md | sort -u)) | |
| [[ $(echo $MISSING_LINES | wc -c) = "1" ]] && exit 0 | |
| echo "README has supported languages missing: " | |
| comm -23 <(jq 'if .provides then .provides[].language else .language end' -r $(find packages -name "metadata.json" ) | sed -e 's/^/`/g' -e 's/$/`,/g' | sort -u) <(awk '/# Supported Languages/{flag=1; next} /<br>/{flag=0} flag' readme.md | sort -u) | |
| exit 1 | |
| build-pkg: | |
| name: Check that package builds | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Login to GitHub registry | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| registry: docker.pkg.github.com | |
| - name: Get list of changed files | |
| uses: lots0logs/[email protected] | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Build Packages | |
| run: | | |
| PACKAGES=$(jq '.[]' -r ${HOME}/files*.json | awk -F/ '$1~/packages/ && $2 && $3{ print $2 "-" $3 }' | sort -u) | |
| echo "Packages: $PACKAGES" | |
| docker pull docker.pkg.github.com/engineer-man/piston/repo-builder:latest | |
| docker build -t repo-builder repo | |
| docker run -v "${{ github.workspace }}:/piston" repo-builder --no-server $PACKAGES | |
| ls -la packages | |
| - name: Upload package as artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: packages | |
| path: packages/*.pkg.tar.gz | |
| test-pkg: | |
| name: Test package | |
| runs-on: ubuntu-latest | |
| needs: build-pkg | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: packages | |
| - name: Relocate downloaded packages | |
| run: mv *.pkg.tar.gz packages/ | |
| - name: Login to GitHub registry | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| registry: docker.pkg.github.com | |
| - name: Run tests | |
| run: | | |
| ls -la | |
| docker run -v $(pwd)'/repo:/piston/repo' -v $(pwd)'/packages:/piston/packages' -d --name repo docker.pkg.github.com/engineer-man/piston/repo-builder --no-build | |
| docker pull docker.pkg.github.com/engineer-man/piston/api | |
| docker build -t piston-api api | |
| docker run --privileged --network container:repo -v $(pwd)'/data:/piston' -e PISTON_LOG_LEVEL=DEBUG -e 'PISTON_REPO_URL=http://localhost:8000/index' -d --name api piston-api | |
| echo Waiting for API to start.. | |
| docker run --network container:api appropriate/curl -s --retry 10 --retry-connrefused http://localhost:2000/api/v2/runtimes | |
| echo Waiting for Index to start.. | |
| docker run --network container:repo appropriate/curl -s --retry 999 --retry-max-time 0 --retry-connrefused http://localhost:8000/index | |
| echo Adjusting index | |
| sed -i 's/repo/localhost/g' repo/index | |
| echo Listing Packages | |
| PACKAGES_JSON=$(docker run --network container:api appropriate/curl -s http://localhost:2000/api/v2/packages) | |
| echo $PACKAGES_JSON | |
| echo Getting CLI ready | |
| docker run -v "$PWD/cli:/app" --entrypoint /bin/bash node:15 -c 'cd /app; npm i' | |
| for package in $(jq -r '.[] | "\(.language)-\(.language_version)"' <<< "$PACKAGES_JSON") | |
| do | |
| echo "Testing $package" | |
| PKG_PATH=$(sed 's|-|/|' <<< $package) | |
| PKG_NAME=$(awk -F- '{ print $1 }' <<< $package) | |
| PKG_VERSION=$(awk -F- '{ print $2 }' <<< $package) | |
| echo "Installing..." | |
| docker run --network container:api appropriate/curl -sXPOST http://localhost:2000/api/v2/packages -H "Content-Type: application/json" -d "{\"language\":\"$PKG_NAME\",\"version\":\"$PKG_VERSION\"}" | |
| TEST_SCRIPTS=packages/$PKG_PATH/test.* | |
| echo "Tests: $TEST_SCRIPTS" | |
| for tscript in $TEST_SCRIPTS | |
| do | |
| TEST_RUNTIME=$(awk -F. '{print $2}' <<< $(basename $tscript)) | |
| echo Running $tscript with runtime=$TEST_RUNTIME | |
| docker run --network container:api -v "$PWD/cli:/app" -v "$PWD/$(dirname $tscript):/pkg" node:15 /app/index.js run $TEST_RUNTIME -l $PKG_VERSION /pkg/$(basename $tscript) > test_output | |
| cat test_output | |
| grep "OK" test_output | |
| done | |
| done | |
| - name: Dump logs | |
| if: ${{ always() }} | |
| run: | | |
| docker logs api | |
| docker logs repo |