♻️ Overhaul init for more convenient use in laminhub
#5138
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build | |
| on: | |
| push: | |
| branches: [main, staging] | |
| pull_request: | |
| branches: [main] | |
| repository_dispatch: | |
| types: [build] | |
| jobs: | |
| # tests only on production hub | |
| hub-prod: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 7 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" # run one job on 3.9 | |
| cache: "pip" | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: eu-central-1 | |
| - run: pip install "laminci@git+https://x-access-token:${{ secrets.LAMIN_BUILD_DOCS }}@github.com/laminlabs/laminci" | |
| - run: nox -s "install(group='hub-prod')" | |
| - run: nox -s "build(lamin_env='prod', group='hub-prod')" | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage--hub-prod | |
| path: .coverage | |
| include-hidden-files: true | |
| # tests both on production and staging hub | |
| hub-cloud: | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - lamin_env: "prod" | |
| python-version: "3.11" | |
| - lamin_env: "staging" | |
| python-version: "3.10" # test on 3.9 | |
| timeout-minutes: 7 | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: eu-central-1 | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| cache: "pip" | |
| cache-dependency-path: ".github/workflows/build.yml" | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: laminlabs/laminhub | |
| token: ${{ secrets.GH_TOKEN_DEPLOY_LAMINAPP }} | |
| path: laminhub | |
| ref: main | |
| - uses: actions/cache@v4 | |
| with: | |
| path: ~/.cache/pre-commit | |
| key: pre-commit-${{ runner.os }}-${{ hashFiles('.pre-commit-config.yaml') }} | |
| - id: cache-postgres | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/postgres.tar | |
| key: cache-postgres-0 | |
| - if: steps.cache-postgres.outputs.cache-hit != 'true' | |
| run: docker pull postgres:latest && docker image save postgres:latest --output ~/postgres.tar | |
| - if: steps.cache-postgres.outputs.cache-hit == 'true' | |
| run: docker image load --input ~/postgres.tar | |
| - run: pip install "laminci@git+https://x-access-token:${{ secrets.LAMIN_BUILD_DOCS }}@github.com/laminlabs/laminci" | |
| # account for in a different job | |
| # - uses: "google-github-actions/auth@v0" | |
| # with: | |
| # credentials_json: "${{ secrets.GCP_CREDENTIALS }}" | |
| # - uses: "google-github-actions/setup-gcloud@v0" | |
| - run: nox -s "install(group='hub-cloud')" | |
| - run: nox -s "build(lamin_env='${{ matrix.lamin_env }}', group='hub-cloud')" | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ matrix.lamin_env == 'prod' }} | |
| with: | |
| name: coverage--hub-cloud | |
| path: .coverage | |
| include-hidden-files: true | |
| # test user access to storage | |
| storage: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 7 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.9" | |
| cache: "pip" | |
| cache-dependency-path: ".github/workflows/build.yml" | |
| - run: pip install "laminci@git+https://x-access-token:${{ secrets.LAMIN_BUILD_DOCS }}@github.com/laminlabs/laminci" | |
| - run: nox -s "install(group='storage')" | |
| - run: nox -s lint | |
| - run: nox -s storage | |
| env: | |
| TEST_INSTANCE_PRIVATE_POSTGRES: ${{ secrets.TEST_INSTANCE_PRIVATE_POSTGRES }} | |
| TMP_AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| TMP_AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage--storage | |
| path: .coverage | |
| include-hidden-files: true | |
| # test low-level hub functionality | |
| hub-local: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 7 | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: eu-central-1 | |
| - uses: actions/checkout@v4 | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: laminlabs/laminhub | |
| token: ${{ secrets.GH_TOKEN_DEPLOY_LAMINAPP }} | |
| path: laminhub | |
| ref: main | |
| - name: Set env file for local test of edge functions | |
| run: | | |
| touch .env.local | |
| echo "AWS_ACCESS_KEY_ID_HOSTED_S3=${{ secrets.AWS_ACCESS_KEY_ID }}" >> .env.local | |
| echo "AWS_SECRET_ACCESS_KEY_HOSTED_S3=${{ secrets.AWS_SECRET_ACCESS_KEY }}" >> .env.local | |
| working-directory: laminhub/rest-hub/supabase | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.11" # we need to run everything for coverage on 3.11 | |
| cache: "pip" | |
| cache-dependency-path: ".github/workflows/build.yml" | |
| - run: pip install "laminci@git+https://x-access-token:${{ secrets.LAMIN_BUILD_DOCS }}@github.com/laminlabs/laminci" | |
| - run: nox -s "install(group='hub-local')" | |
| - id: cache-supabase | |
| uses: actions/cache@v4 | |
| with: | |
| path: /var/lib/docker | |
| key: cache-supabase | |
| - uses: supabase/setup-cli@v1 | |
| - run: nox -s hub_local | |
| env: | |
| LAMIN_ENV: "local" | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage--hub-local | |
| path: .coverage | |
| include-hidden-files: true | |
| coverage: | |
| needs: [hub-prod, hub-cloud, storage, hub-local] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.11" | |
| cache: "pip" | |
| - run: | | |
| pip install coverage[toml] | |
| pip install --no-deps . | |
| - uses: actions/download-artifact@v4 | |
| - name: run coverage | |
| run: | | |
| coverage combine coverage--*/.coverage* | |
| coverage report --fail-under=0 | |
| coverage xml | |
| - uses: codecov/codecov-action@v2 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| docs: | |
| needs: hub-cloud | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: eu-central-1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: checkout lndocs | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: laminlabs/lndocs | |
| ssh-key: ${{ secrets.READ_LNDOCS }} | |
| path: lndocs | |
| ref: main | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" | |
| cache: "pip" | |
| cache-dependency-path: ".github/workflows/build.yml" | |
| - run: pip install "laminci@git+https://x-access-token:${{ secrets.LAMIN_BUILD_DOCS }}@github.com/laminlabs/laminci" | |
| - run: nox -s "install(group='docs')" | |
| - uses: actions/download-artifact@v4 | |
| - run: nox -s docs | |
| - uses: nwtgck/[email protected] | |
| with: | |
| publish-dir: "_build/html" | |
| production-deploy: ${{ github.event_name == 'push' }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| enable-commit-comment: false | |
| env: | |
| NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }} | |
| NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }} | |
| notify: | |
| if: always() | |
| # this here is only for notifying developers of laminhub | |
| # hence, it only needs groups hub-local and hub-cloud | |
| needs: [hub-local, hub-cloud] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: voxmedia/github-action-slack-notify-build@v1 | |
| if: ${{ needs.hub-local.result == 'success' && needs.hub-cloud.result == 'success' && github.event_name == 'repository_dispatch' }} | |
| env: | |
| SLACK_BOT_TOKEN: ${{ secrets.SLACK_GITHUB_ACTION }} | |
| with: | |
| channel_id: C05S2C02JHM | |
| status: SUCCESS | |
| color: good | |
| - uses: voxmedia/github-action-slack-notify-build@v1 | |
| if: ${{ ( needs.hub-local.result == 'failure' || needs.hub-cloud.result == 'failure' ) && github.event_name == 'repository_dispatch' }} | |
| env: | |
| SLACK_BOT_TOKEN: ${{ secrets.SLACK_GITHUB_ACTION }} | |
| with: | |
| channel_id: C05S2C02JHM | |
| status: FAILURE | |
| color: danger |