Fix bug in csv import

Author: Ognimalf

src/executor/operator/physical_import.cpp

@@ -452,15 +452,15 @@ void PhysicalImport::CSVRowHandler(void *context) {
     UniquePtr<BlockEntry> block_entry = std::move(parser_context->block_entry_);
 
     // if column count is larger than columns defined from schema, extra columns are abandoned
-    if (column_count != table_entry->ColumnCount()) {
-        UniquePtr<String> err_msg = MakeUnique<String>(
-            fmt::format("CSV file row count isn't match with table schema, row id: {}, column_count = {}, table_entry->ColumnCount = {}.",
-                        parser_context->row_count_,
-                        column_count,
-                        table_entry->ColumnCount()));
-        LOG_ERROR(*err_msg);
-        RecoverableError(Status::ColumnCountMismatch(*err_msg));
-    }
+    // if (column_count != table_entry->ColumnCount()) {
+    //     UniquePtr<String> err_msg = MakeUnique<String>(
+    //         fmt::format("CSV file row count isn't match with table schema, row id: {}, column_count = {}, table_entry->ColumnCount = {}.",
+    //                     parser_context->row_count_,
+    //                     column_count,
+    //                     table_entry->ColumnCount()));
+    //     LOG_ERROR(*err_msg);
+    //     RecoverableError(Status::ColumnCountMismatch(*err_msg));
+    // }
 
     // append data to segment entry
     for (SizeT column_idx = 0; column_idx < column_count; ++column_idx) {
@@ -480,6 +480,16 @@ void PhysicalImport::CSVRowHandler(void *context) {
             }
         }
     }
+    for (SizeT column_idx = column_count; column_idx < table_entry->ColumnCount(); ++column_idx) {
+        auto column_def = table_entry->GetColumnDefByID(column_idx);
+        auto &column_vector = parser_context->column_vectors_[column_idx];
+        if (column_def->has_default_value()) {
+            auto const_expr = dynamic_cast<ConstantExpr *>(column_def->default_expr_.get());
+            column_vector.AppendByConstantExpr(const_expr);
+        } else {
+            RecoverableError(Status::ImportFileFormatError(fmt::format("Column {} is empty.", column_def->name_)));
+        }
+    }
     block_entry->IncreaseRowCount(1);
     ++parser_context->row_count_;
 

test/data/csv/pysdk_test_import_default.csv

@@ -5,4 +5,6 @@
 5,6,
 2,,
 ,3,
-,,"[1.2,3.4,5.7]"
+,,"[1.2,3.4,5.7]"
+10,20
+100