chore(deps): bump jinja2 from 3.1.3 to 3.1.5 in /clouds/databricks/common #272
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Databricks CI/CD | |
| on: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "clouds/databricks/**" | |
| - ".github/workflows/databricks.yml" | |
| pull_request: | |
| paths: | |
| - "clouds/databricks/**" | |
| - ".github/workflows/databricks.yml" | |
| workflow_dispatch: | |
| workflow_call: | |
| env: | |
| PYTHON3_VERSION: 3.8.11 | |
| VIRTUALENV_VERSION: 20.21.1 | |
| GCLOUD_VERSION: 500.0.0 | |
| GOOGLE_SECRET_MANAGER_PROJECT: ${{ secrets.GOOGLE_SECRET_MANAGER_PROJECT }} | |
| jobs: | |
| test: | |
| if: false | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 30 | |
| env: | |
| DB_PREFIX: ci_${{ github.sha }}_${{ github.run_id }}_${{ github.run_attempt }}_ | |
| DB_CLUSTER_ID: ${{ secrets.DB_CLUSTER_ID_CI }} | |
| DB_HTTP_PATH: ${{ secrets.DB_HTTP_PATH_CI }} | |
| DB_HOST: ${{ secrets.DB_HOST_CI }} | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Auth google | |
| uses: google-github-actions/auth@v2 | |
| with: | |
| credentials_json: ${{ secrets.CARTODB_ON_GCP_TERRAFORM_CI_CD_SERVICE_ACCOUNT_KEY }} | |
| - name: Get secrets | |
| id: secrets | |
| uses: google-github-actions/get-secretmanager-secrets@v0 | |
| with: | |
| secrets: |- | |
| databricks-ci-token:projects/cartodb-on-gcp-terraform-ci-cd/secrets/terraform-databricks-aws-ciuser-token | |
| - name: Check diff | |
| uses: technote-space/get-diff-action@v4 | |
| - name: Setup scala | |
| uses: olafurpg/setup-scala@v11 | |
| with: | |
| java-version: [email protected] | |
| - name: Setup python 3 | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ env.PYTHON3_VERSION }} | |
| - name: Setup virtualenv | |
| run: pip install virtualenv==${{ env.VIRTUALENV_VERSION }} | |
| - name: Setup databricks cli | |
| uses: microsoft/[email protected] | |
| - name: Run linter and tests | |
| env: | |
| DB_TOKEN: ${{ steps.secrets.outputs.databricks-ci-token }} | |
| run: | | |
| cd clouds/databricks | |
| make lint && \ | |
| make deploy && \ | |
| make test && \ | |
| make remove | |
| deploy-internal: | |
| if: github.ref_name == 'main' | |
| needs: test | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 20 | |
| strategy: | |
| matrix: | |
| include: | |
| - cluster_id: DB_CLUSTER_ID_CD | |
| http_path: DB_HTTP_PATH_CD | |
| host: DB_HOST_CD | |
| env: | |
| DB_CLUSTER_ID: ${{ secrets[matrix.cluster_id] }} | |
| DB_HTTP_PATH: ${{ secrets[matrix.http_path] }} | |
| DB_HOST: ${{ secrets[matrix.host] }} | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Auth google | |
| uses: google-github-actions/auth@v2 | |
| with: | |
| credentials_json: ${{ secrets.CARTODB_ON_GCP_TERRAFORM_CI_CD_SERVICE_ACCOUNT_KEY }} | |
| - name: Get secrets | |
| id: secrets | |
| uses: google-github-actions/get-secretmanager-secrets@v0 | |
| with: | |
| secrets: |- | |
| databricks-ci-token:projects/cartodb-on-gcp-terraform-ci-cd/secrets/terraform-databricks-aws-ciuser-token | |
| - name: Check diff | |
| uses: technote-space/get-diff-action@v4 | |
| - name: Setup scala | |
| uses: olafurpg/setup-scala@v11 | |
| with: | |
| java-version: [email protected] | |
| - name: Setup python 3 | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ env.PYTHON3_VERSION }} | |
| - name: Setup virtualenv | |
| run: pip install virtualenv==${{ env.VIRTUALENV_VERSION }} | |
| - name: Setup databricks cli | |
| uses: microsoft/[email protected] | |
| - name: Run deploy | |
| env: | |
| DB_TOKEN: ${{ steps.secrets.outputs.databricks-ci-token }} | |
| run: | | |
| cd clouds/databricks | |
| make deploy production=1 | |
| publish: | |
| needs: test | |
| if: github.ref_name == 'stable' | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 10 | |
| env: | |
| PACKAGE_BUCKET: gs://carto-analytics-toolbox-core/databricks | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Setup scala | |
| uses: olafurpg/setup-scala@v11 | |
| with: | |
| java-version: [email protected] | |
| - name: Setup python 3 | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ env.PYTHON3_VERSION }} | |
| - name: Setup virtualenv | |
| run: pip install virtualenv==${{ env.VIRTUALENV_VERSION }} | |
| - name: Auth google | |
| uses: google-github-actions/auth@v2 | |
| with: | |
| credentials_json: ${{ secrets.GCLOUD_PRODUCTION_RELEASE_SA }} | |
| project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }} | |
| create_credentials_file: true | |
| - name: Setup gcloud | |
| uses: google-github-actions/setup-gcloud@v2 | |
| with: | |
| version: ${{ env.GCLOUD_VERSION }} | |
| project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }} | |
| - name: Release | |
| env: | |
| PGP_PASSPHRASE: ${{ secrets.PGP_PASSPHRASE }} | |
| PGP_SECRET: ${{ secrets.PGP_SECRET }} | |
| SONATYPE_PASSWORD: ${{ secrets.SONATYPE_PASSWORD }} | |
| SONATYPE_USERNAME: ${{ secrets.SONATYPE_USERNAME }} | |
| run: | | |
| cd clouds/databricks | |
| make ci-release-core production=1 | |
| - name: Create package | |
| run: | | |
| cd clouds/databricks | |
| make create-package | |
| - name: Publish package | |
| run: | | |
| cd clouds/databricks | |
| gsutil -h "Content-Type:application/zip" -m cp dist/*.zip ${{ env.PACKAGE_BUCKET }}/ | |
| gsutil -h "Content-Type:application/zip" -m cp dist/*.zip ${{ env.PACKAGE_BUCKET }}/carto-analytics-toolbox-core-databricks-latest.zip | |
| gsutil -h "Content-Type:application/json" -m cp dist/*.json ${{ env.PACKAGE_BUCKET }}/ | |
| gsutil -h "Content-Type:text/plain" -m cp dist/modules.sql ${{ env.PACKAGE_BUCKET }}/ |