Skip to content

Commit

Permalink
feat: support streamed execution with cdf
Browse files Browse the repository at this point in the history
Signed-off-by: Ion Koutsouris <15728914+ion-elgreco@users.noreply.github.com>
  • Loading branch information
ion-elgreco authored and Liam Brannigan committed Feb 19, 2025
1 parent ab80ea7 commit e1d2b47
Show file tree
Hide file tree
Showing 5 changed files with 317 additions and 470 deletions.
3 changes: 1 addition & 2 deletions crates/core/src/operations/merge/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -83,18 +83,17 @@ use crate::operations::cast::merge_schema::{merge_arrow_field, merge_arrow_schem
use crate::operations::cdc::*;
use crate::operations::merge::barrier::find_node;
use crate::operations::transaction::CommitBuilder;
use crate::operations::write::execution::write_execution_plan_v2;
use crate::operations::write::generated_columns::{
add_generated_columns, add_missing_generated_columns,
};
use crate::operations::write::WriterStatsConfig;
use crate::protocol::{DeltaOperation, MergePredicate};
use crate::table::state::DeltaTableState;
use crate::{DeltaResult, DeltaTable, DeltaTableError};
use writer::write_execution_plan_v2;

mod barrier;
mod filter;
mod writer;

const SOURCE_COLUMN: &str = "__delta_rs_source";
const TARGET_COLUMN: &str = "__delta_rs_target";
Expand Down
248 changes: 0 additions & 248 deletions crates/core/src/operations/merge/writer.rs

This file was deleted.

Loading

0 comments on commit e1d2b47

Please sign in to comment.