add error handling and logging for metadata loading in ParquetOpener

kosiew · Jan 31, 2025 · a39cc02 · a39cc02
1 parent da216fd
commit a39cc02
Showing 1 changed file with 10 additions and 1 deletion.
diff --git a/datafusion/core/src/datasource/physical_plan/parquet/opener.rs b/datafusion/core/src/datasource/physical_plan/parquet/opener.rs
@@ -124,12 +124,21 @@ impl FileOpener for ParquetOpener {
 
         println!("==> about to return from ParquetOpener::open");
         Ok(Box::pin(async move {
+            println!("==> enable_page_index: {}", enable_page_index);
             let options = ArrowReaderOptions::new().with_page_index(enable_page_index);
 
             let mut metadata_timer = file_metrics.metadata_load_time.timer();
             println!("==> Starting metadata loading");
             let metadata =
-                ArrowReaderMetadata::load_async(&mut reader, options.clone()).await?;
+                match ArrowReaderMetadata::load_async(&mut reader, options.clone()).await
+                {
+                    Ok(metadata) => metadata,
+                    Err(e) => {
+                        println!("==> Error loading metadata: {}", e);
+                        return Err(e.into());
+                    }
+                };
+            println!("==> Loaded metadata: {:?}", metadata);
             println!("==> Metadata loaded successfully");
             let mut schema = Arc::clone(metadata.schema());