Populate Integration Test Data #7
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: populate-integration-test-data | |
| env: | |
| GOOGLE_PROJECT_ID: data-integration-test | |
| CLOUDSQL_SQLSERVER_PASSWORD: ${{ secrets.CLOUDSQL_SQLSERVER_PASSWORD }} | |
| on: | |
| workflow_dispatch # Manually triggered | |
| jobs: | |
| populate-integration-test-data: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: google-github-actions/auth@v1 | |
| with: | |
| credentials_json: ${{ secrets.GCP_CREDENTIALS }} | |
| - uses: google-github-actions/setup-gcloud@v1 | |
| with: | |
| project_id: data-integration-test | |
| - name: cache SBT | |
| uses: coursier/cache-action@v6 | |
| - name: Java 11 setup | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: temurin | |
| java-version: 11 | |
| - name: set JVM opts | |
| run: scripts/gha_setup.sh | |
| - name: Temporarily remove conflicting Scala classes # some IT test classes won't compile because they depend on macros based on test data that's missing | |
| run: find scio-google-cloud-platform/src/it/scala/com/spotify/scio/bigquery -type f ! -name 'PopulateTestData.scala' -delete | |
| - name: Populate BQ test data | |
| run: sbt "scio-google-cloud-platform/IntegrationTest/runMain com.spotify.scio.bigquery.PopulateTestData" | |
| - name: Populate GCS test data | |
| run: sbt "scio-test/IntegrationTest/runMain com.spotify.scio.PopulateTestData" | |
| - name: Populate SQL test data | |
| run: sbt "scio-jdbc/IntegrationTest/runMain com.spotify.scio.jdbc.PopulateTestData" |