fix(rust): Add missing chunk align in pipe sink (pola-rs#18457)

r-brink · Aug 29, 2024 · b9c2ad1 · b9c2ad1
1 parent fb818cb
commit b9c2ad1
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/crates/polars-pipe/src/executors/sinks/io.rs b/crates/polars-pipe/src/executors/sinks/io.rs
@@ -170,6 +170,7 @@ impl IOThread {
                 if let Some(partitions) = partitions {
                     for (part, mut df) in partitions.into_no_null_iter().zip(iter) {
                         df.shrink_to_fit();
+                        df.align_chunks();
                         let mut path = dir2.clone();
                         path.push(format!("{part}"));
 
@@ -193,6 +194,7 @@ impl IOThread {
 
                     for mut df in iter {
                         df.shrink_to_fit();
+                        df.align_chunks();
                         writer.write_batch(&df).unwrap();
                     }
                     writer.finish().unwrap();