Revert: Modify the multipart upload size.

Signed-off-by: Pascal Spörri <[email protected]>
IBM · Sep 14, 2023 · 423bad6 · 423bad6
1 parent 3be4670
commit 423bad6
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 2 deletions.
diff --git a/examples/sql/run_benchmark.sh b/examples/sql/run_benchmark.sh
@@ -45,7 +45,6 @@ SPARK_HADOOP_S3A_CONFIG=(
     --conf spark.hadoop.fs.s3a.path.style.access=true
     --conf spark.hadoop.fs.s3a.fast.upload=true
     --conf spark.hadoop.fs.s3a.block.size=$((128*1024*1024))
-    --conf spark.hadoop.fs.s3a.multipart.size=$((32*1024*1024))
 )
 
 SPARK_S3_SHUFFLE_CONFIG=(

diff --git a/examples/terasort/run.sh b/examples/terasort/run.sh
@@ -46,7 +46,6 @@ SPARK_HADOOP_S3A_CONFIG=(
     --conf spark.hadoop.fs.s3a.path.style.access=true
     --conf spark.hadoop.fs.s3a.fast.upload=true
     --conf spark.hadoop.fs.s3a.block.size=$((128*1024*1024))
-    --conf spark.hadoop.fs.s3a.multipart.size=$((32*1024*1024))
 )