From 423bad6e78fee67abd354f78982af8395cc8f4b2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Pascal=20Spo=CC=88rri?= Date: Thu, 14 Sep 2023 12:48:19 +0200 Subject: [PATCH] Revert: Modify the multipart upload size. MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Pascal SpoĢˆrri --- examples/sql/run_benchmark.sh | 1 - examples/terasort/run.sh | 1 - 2 files changed, 2 deletions(-) diff --git a/examples/sql/run_benchmark.sh b/examples/sql/run_benchmark.sh index d3056a1..b8a5b82 100755 --- a/examples/sql/run_benchmark.sh +++ b/examples/sql/run_benchmark.sh @@ -45,7 +45,6 @@ SPARK_HADOOP_S3A_CONFIG=( --conf spark.hadoop.fs.s3a.path.style.access=true --conf spark.hadoop.fs.s3a.fast.upload=true --conf spark.hadoop.fs.s3a.block.size=$((128*1024*1024)) - --conf spark.hadoop.fs.s3a.multipart.size=$((32*1024*1024)) ) SPARK_S3_SHUFFLE_CONFIG=( diff --git a/examples/terasort/run.sh b/examples/terasort/run.sh index 13cd6e7..194e94a 100755 --- a/examples/terasort/run.sh +++ b/examples/terasort/run.sh @@ -46,7 +46,6 @@ SPARK_HADOOP_S3A_CONFIG=( --conf spark.hadoop.fs.s3a.path.style.access=true --conf spark.hadoop.fs.s3a.fast.upload=true --conf spark.hadoop.fs.s3a.block.size=$((128*1024*1024)) - --conf spark.hadoop.fs.s3a.multipart.size=$((32*1024*1024)) )