Enable retry for parquet write to hive

Signed-off-by: Firestarman <firestarmanllc@gmail.com>
firestarman · Mar 14, 2024 · 8d1386e · 8d1386e
1 parent 429b354
commit 8d1386e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sql-plugin/src/main/scala/org/apache/spark/sql/hive/rapids/GpuHiveFileFormat.scala b/sql-plugin/src/main/scala/org/apache/spark/sql/hive/rapids/GpuHiveFileFormat.scala
@@ -193,7 +193,7 @@ class GpuHiveParquetFileFormat(compType: CompressionType) extends ColumnarFileFo
 
 class GpuHiveParquetWriter(override val path: String, dataSchema: StructType,
     context: TaskAttemptContext, compType: CompressionType)
-  extends ColumnarOutputWriter(context, dataSchema, "HiveParquet", false) {
+  extends ColumnarOutputWriter(context, dataSchema, "HiveParquet", true) {
 
   override protected val tableWriter: CudfTableWriter = {
     // TODO How to set FieldIDEnabled ?