Skip to content

Commit

Permalink
[FEAT] Implement splitting of Project into actor pool projects
Browse files Browse the repository at this point in the history
Implement core logic

Add TreeNodeRewriter logic

Add passing unit test

Add test with multiple stateful projections

Add another test that is currently failing
  • Loading branch information
Jay Chia committed Aug 9, 2024
1 parent 0a9fd9b commit 74447f1
Show file tree
Hide file tree
Showing 4 changed files with 472 additions and 2 deletions.
2 changes: 1 addition & 1 deletion src/daft-dsl/src/expr.rs
Original file line number Diff line number Diff line change
Expand Up @@ -612,7 +612,7 @@ impl Expr {
}
}

pub(super) fn with_new_children(&self, children: Vec<ExprRef>) -> Expr {
pub fn with_new_children(&self, children: Vec<ExprRef>) -> Expr {
use Expr::*;
match self {
// no children
Expand Down
1 change: 1 addition & 0 deletions src/daft-plan/src/logical_optimization/rules/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ mod push_down_filter;
mod push_down_limit;
mod push_down_projection;
mod rule;
mod split_actor_pool_projects;

pub use drop_repartition::DropRepartition;
pub use push_down_filter::PushDownFilter;
Expand Down
Loading

0 comments on commit 74447f1

Please sign in to comment.