fix s3 integ tests (#1003)

GoogleCloudPlatform · Oct 22, 2024 · 0d617bd · 0d617bd
1 parent 8c5cf60
commit 0d617bd
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 4 deletions.
diff --git a/python/.ci/Jenkinsfile b/python/.ci/Jenkinsfile
@@ -595,7 +595,7 @@ pipeline {
                                         --s3.bq.output.dataset.name="dataproc_templates" \
                                         --s3.bq.output.table.name="s3_to_bq_avro_py" \
                                         --s3.bq.output.mode="overwrite" \
-                                        --s3.bq.temp.bucket.name="${GCS_STAGING_LOCATION}"
+                                        --s3.bq.temp.bucket.name="python-dataproc-templates-temp"
                             '''
                             }
                         }

diff --git a/python/dataproc_templates/s3/README.md b/python/dataproc_templates/s3/README.md
@@ -2,8 +2,6 @@
 
 Template for reading files from Amazon S3 and writing them to a BigQuery table. It supports reading JSON, CSV, Parquet and Avro formats.
 
-It uses the [Spark BigQuery connector](https://cloud.google.com/dataproc-serverless/docs/guides/bigquery-connector-spark-example) for writing to BigQuery.
-
 ## Arguments
 
 * `s3.bq.input.location` : Amazon S3 input location. Input location must begin with `s3a://`
@@ -60,7 +58,6 @@ export GCS_STAGING_LOCATION=<gcs-bucket-name>
 export GCP_PROJECT=my-project
 export REGION=us-west1
 export GCS_STAGING_LOCATION=my-staging-bucket 
-export JARS=gs://spark-lib/bigquery/spark-bigquery-latest_2.12.jar 
 
 ./bin/start.sh \
 -- --template=S3TOBIGQUERY \