From e91b72e84f017fb3645d02fade92c8932451af01 Mon Sep 17 00:00:00 2001 From: mwish Date: Fri, 26 Jul 2024 12:18:27 +0800 Subject: [PATCH] disable write metadata in stream --- cpp/src/parquet/column_writer.cc | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/cpp/src/parquet/column_writer.cc b/cpp/src/parquet/column_writer.cc index 90e0102b422bb..af9140b389f97 100644 --- a/cpp/src/parquet/column_writer.cc +++ b/cpp/src/parquet/column_writer.cc @@ -353,8 +353,9 @@ class SerializedPageWriter : public PageWriter { total_compressed_size_, total_uncompressed_size_, has_dictionary, fallback, dict_encoding_stats_, data_encoding_stats_, meta_encryptor_); - // Write metadata at end of column chunk - metadata_->WriteTo(sink_.get()); + + // Not write metadata at end of column chunk since we will + // write it in the Parquet Thrift Footer. } /** @@ -667,8 +668,8 @@ class BufferedPageWriter : public PageWriter { has_dictionary, fallback, pager_->dict_encoding_stats_, pager_->data_encoding_stats_, pager_->meta_encryptor_); - // Write metadata at end of column chunk - metadata_->WriteTo(in_memory_sink_.get()); + // Not write metadata at end of column chunk since we will + // write it in the Parquet Thrift Footer. // Buffered page writer needs to adjust page offsets. pager_->FinishPageIndexes(final_position);