Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
56 changes: 55 additions & 1 deletion datafusion/proto/tests/cases/roundtrip_physical_plan.rs
Original file line number Diff line number Diff line change
Expand Up @@ -87,7 +87,7 @@ use datafusion::physical_plan::windows::{
use datafusion::physical_plan::{
displayable, ExecutionPlan, InputOrderMode, Partitioning, PhysicalExpr, Statistics,
};
use datafusion::prelude::SessionContext;
use datafusion::prelude::{ParquetReadOptions, SessionContext};
use datafusion::scalar::ScalarValue;
use datafusion_common::config::TableParquetOptions;
use datafusion_common::file_options::csv_writer::CsvWriterOptions;
Expand Down Expand Up @@ -157,6 +157,31 @@ fn roundtrip_test_with_context(
Ok(())
}

/// Perform a serde roundtrip for the specified sql query, and assert that
/// query results are identical.
async fn roundtrip_test_sql_with_context(sql: &str, ctx: &SessionContext) -> Result<()> {
let codec = DefaultPhysicalExtensionCodec {};
let initial_plan = ctx.sql(sql).await?.create_physical_plan().await?;

roundtrip_test_and_return(initial_plan, ctx, &codec)?;
Ok(())
}

/// returns a SessionContext with `alltypes_plain` registered
async fn all_types_context() -> Result<SessionContext> {
let ctx = SessionContext::new();

let testdata = datafusion::test_util::parquet_test_data();
ctx.register_parquet(
"alltypes_plain",
&format!("{testdata}/alltypes_plain.parquet"),
ParquetReadOptions::default(),
)
.await?;

Ok(ctx)
}

#[test]
fn roundtrip_empty() -> Result<()> {
roundtrip_test(Arc::new(EmptyExec::new(Arc::new(Schema::empty()))))
Expand Down Expand Up @@ -1579,3 +1604,32 @@ async fn roundtrip_coalesce() -> Result<()> {

Ok(())
}

#[tokio::test]
async fn roundtrip_parquet_select_star() -> Result<()> {
let ctx = all_types_context().await?;
let sql = "select * from alltypes_plain";
roundtrip_test_sql_with_context(sql, &ctx).await
}

#[tokio::test]
async fn roundtrip_parquet_select_projection() -> Result<()> {
let ctx = all_types_context().await?;
let sql = "select string_col, timestamp_col from alltypes_plain";
roundtrip_test_sql_with_context(sql, &ctx).await
}

#[tokio::test]
async fn roundtrip_parquet_select_star_predicate() -> Result<()> {
let ctx = all_types_context().await?;
let sql = "select * from alltypes_plain where id > 4";
roundtrip_test_sql_with_context(sql, &ctx).await
}

#[ignore = "Test failing due to https://github.com/apache/datafusion/issues/14679"]
#[tokio::test]
async fn roundtrip_parquet_select_projection_predicate() -> Result<()> {
let ctx = all_types_context().await?;
let sql = "select string_col, timestamp_col from alltypes_plain where id > 4";
roundtrip_test_sql_with_context(sql, &ctx).await
}