Revert: Modify the multipart upload size.

pspoerri · pspoerri · commit 423bad6e78fe · 2023-09-14T12:49:20.000+02:00
Signed-off-by: Pascal Spörri &lt;psp@zurich.ibm.com&gt;
diff --git a/examples/sql/run_benchmark.sh b/examples/sql/run_benchmark.sh
@@ -45,7 +45,6 @@ SPARK_HADOOP_S3A_CONFIG=(
     --conf spark.hadoop.fs.s3a.path.style.access=true
     --conf spark.hadoop.fs.s3a.fast.upload=true
     --conf spark.hadoop.fs.s3a.block.size=$((128*1024*1024))
-    --conf spark.hadoop.fs.s3a.multipart.size=$((32*1024*1024))
 )
 
 SPARK_S3_SHUFFLE_CONFIG=(
diff --git a/examples/terasort/run.sh b/examples/terasort/run.sh
@@ -46,7 +46,6 @@ SPARK_HADOOP_S3A_CONFIG=(
     --conf spark.hadoop.fs.s3a.path.style.access=true
     --conf spark.hadoop.fs.s3a.fast.upload=true
     --conf spark.hadoop.fs.s3a.block.size=$((128*1024*1024))
-    --conf spark.hadoop.fs.s3a.multipart.size=$((32*1024*1024))
 )
 
 

Original file line number	Diff line number	Diff line change
`@@ -45,7 +45,6 @@ SPARK_HADOOP_S3A_CONFIG=(`
`45`	`45`	`--conf spark.hadoop.fs.s3a.path.style.access=true`
`46`	`46`	`--conf spark.hadoop.fs.s3a.fast.upload=true`
`47`	`47`	`--conf spark.hadoop.fs.s3a.block.size=$((12810241024))`
`48`		`- --conf spark.hadoop.fs.s3a.multipart.size=$((3210241024))`
`49`	`48`	`)`
`50`	`49`
`51`	`50`	`SPARK_S3_SHUFFLE_CONFIG=(`
Original file line number	Diff line number	Diff line change
`@@ -46,7 +46,6 @@ SPARK_HADOOP_S3A_CONFIG=(`
`46`	`46`	`--conf spark.hadoop.fs.s3a.path.style.access=true`
`47`	`47`	`--conf spark.hadoop.fs.s3a.fast.upload=true`
`48`	`48`	`--conf spark.hadoop.fs.s3a.block.size=$((12810241024))`
`49`		`- --conf spark.hadoop.fs.s3a.multipart.size=$((3210241024))`
`50`	`49`	`)`
`51`	`50`
`52`	`51`