diff --git a/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java b/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java index dc1dcf6f1a..360c4de923 100644 --- a/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java +++ b/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java @@ -122,6 +122,7 @@ public static class InputSource { public void setup() { session = SparkSession.builder().appName("benchmark") .config("spark.master", "local[4]") + .config("spark.log.level", "ERROR") .config("spark.sql.orc.filterPushdown", true) .config("spark.sql.orc.impl", "native") .getOrCreate(); @@ -189,6 +190,9 @@ public void fullRead(InputSource source, case "json": options.add(new Tuple2<>("timestampFormat", "yyyy-MM-dd HH:mm:ss.SSS")); break; + case "orc": + options.add(new Tuple2<>("returning_batch", "true")); // SPARK-40918 + break; default: break; } @@ -219,6 +223,9 @@ public void partialRead(InputSource source, case "json": case "avro": throw new IllegalArgumentException(source.format + " can't handle projection"); + case "orc": + options.add(new Tuple2<>("returning_batch", "true")); // SPARK-40918 + break; default: break; } @@ -291,6 +298,9 @@ public void pushDown(InputSource source, case "json": case "avro": throw new IllegalArgumentException(source.format + " can't handle pushdown"); + case "orc": + options.add(new Tuple2<>("returning_batch", "true")); // SPARK-40918 + break; default: break; }