-
Notifications
You must be signed in to change notification settings - Fork 513
36 lines (34 loc) · 1.47 KB
/
populate-it-data.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
name: populate-integration-test-data
env:
GOOGLE_PROJECT_ID: data-integration-test
CLOUDSQL_SQLSERVER_PASSWORD: ${{ secrets.CLOUDSQL_SQLSERVER_PASSWORD }}
on:
workflow_dispatch # Manually triggered
jobs:
populate-integration-test-data:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: google-github-actions/auth@v1
with:
credentials_json: ${{ secrets.GCP_CREDENTIALS }}
- uses: google-github-actions/setup-gcloud@v1
with:
project_id: data-integration-test
- name: cache SBT
uses: coursier/cache-action@v6
- name: Java 11 setup
uses: actions/setup-java@v3
with:
distribution: temurin
java-version: 11
- name: set JVM opts
run: scripts/gha_setup.sh
- name: Temporarily remove conflicting Scala classes # some IT test classes won't compile because they depend on macros based on test data that's missing
run: find scio-google-cloud-platform/src/it/scala/com/spotify/scio/bigquery -type f ! -name 'PopulateTestData.scala' -delete
- name: Populate BQ test data
run: sbt "scio-google-cloud-platform/IntegrationTest/runMain com.spotify.scio.bigquery.PopulateTestData"
- name: Populate GCS test data
run: sbt "scio-test/IntegrationTest/runMain com.spotify.scio.PopulateTestData"
- name: Populate SQL test data
run: sbt "scio-jdbc/IntegrationTest/runMain com.spotify.scio.jdbc.PopulateTestData"