remove unneed df config

delta-io · Dec 17, 2023 · 51a4d70 · 51a4d70
1 parent a5ecd95
commit 51a4d70
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/crates/deltalake-core/src/operations/merge/mod.rs b/crates/deltalake-core/src/operations/merge/mod.rs
@@ -1172,10 +1172,7 @@ impl std::future::IntoFuture for MergeBuilder {
             let state = this.state.unwrap_or_else(|| {
                 //TODO: Datafusion's Hashjoin has some memory issues. Running with all cores results in a OoM. Can be removed when upstream improvemetns are made.
                 let config: SessionConfig = DeltaSessionConfig::default().into();
-                let config = config
-                    .with_target_partitions(1)
-                    //TODO: Datafusion physical optimizer has a bug that inserts a coalesece in a bad spot
-                    .with_coalesce_batches(true);
+                let config = config.with_target_partitions(1);
                 let session = SessionContext::new_with_config(config);
 
                 // If a user provides their own their DF state then they must register the store themselves