-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #293 from Qrlew/fix_and_new_translators
And new translators and fix existing ones
- Loading branch information
Showing
18 changed files
with
1,792 additions
and
234 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,61 @@ | ||
| use super::{function_builder, QueryToRelationTranslator, RelationToQueryTranslator}; | ||
| use sqlparser::{ast, dialect::DatabricksDialect}; | ||
|
|
||
| use crate::expr::{self}; | ||
|
|
||
| #[derive(Clone, Copy)] | ||
| pub struct DatabricksTranslator; | ||
|
|
||
| impl RelationToQueryTranslator for DatabricksTranslator { | ||
| fn identifier(&self, value: &expr::Identifier) -> Vec<ast::Ident> { | ||
| value | ||
| .iter() | ||
| .map(|r| ast::Ident::with_quote('`', r)) | ||
| .collect() | ||
| } | ||
|
|
||
| fn first(&self, expr: ast::Expr) -> ast::Expr { | ||
| expr | ||
| } | ||
|
|
||
| fn var(&self, expr: ast::Expr) -> ast::Expr { | ||
| function_builder("VARIANCE", vec![expr], false) | ||
| } | ||
|
|
||
| fn cast_as_text(&self, expr: ast::Expr) -> ast::Expr { | ||
| ast::Expr::Cast { | ||
| expr: Box::new(expr), | ||
| data_type: ast::DataType::String(None), | ||
| format: None, | ||
| kind: ast::CastKind::Cast, | ||
| } | ||
| } | ||
| fn cast_as_float(&self, expr: ast::Expr) -> ast::Expr { | ||
| function_builder("FLOAT", vec![expr], false) | ||
| } | ||
| /// It converts EXTRACT(epoch FROM column) into | ||
| /// UNIX_TIMESTAMP(col) | ||
| fn extract_epoch(&self, expr: ast::Expr) -> ast::Expr { | ||
| function_builder("UNIX_TIMESTAMP", vec![expr], false) | ||
| } | ||
|
|
||
| fn format_float_value(&self, value: f64) -> ast::Expr { | ||
| let max_precision = 37; | ||
| let formatted = if value.abs() < 1e-10 || value.abs() > 1e10 { | ||
| // If the value is too small or too large, switch to scientific notation | ||
| format!("{:.precision$e}", value, precision = max_precision) | ||
| } else { | ||
| // Otherwise, use the default float formatting with the specified precision | ||
| format!("{}", value) | ||
| }; | ||
| ast::Expr::Value(ast::Value::Number(formatted, false)) | ||
| } | ||
| } | ||
|
|
||
| impl QueryToRelationTranslator for DatabricksTranslator { | ||
| type D = DatabricksDialect; | ||
|
|
||
| fn dialect(&self) -> Self::D { | ||
| DatabricksDialect {} | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1 +1,155 @@ | ||
| use super::{function_builder, QueryToRelationTranslator, RelationToQueryTranslator}; | ||
| use crate::{ | ||
| expr::{self}, | ||
| relation::{Join, Variant as _}, | ||
| }; | ||
| use sqlparser::{ast, dialect::HiveDialect}; | ||
|
|
||
| #[derive(Clone, Copy)] | ||
| pub struct HiveTranslator; | ||
|
|
||
| // Using the same translations as in bigquery since it should be similar. | ||
| // HiveTranslator is not well tested at the moment. | ||
| impl RelationToQueryTranslator for HiveTranslator { | ||
| fn identifier(&self, value: &expr::Identifier) -> Vec<ast::Ident> { | ||
| value | ||
| .iter() | ||
| .map(|r| ast::Ident::with_quote('`', r)) | ||
| .collect() | ||
| } | ||
|
|
||
| fn cte(&self, name: ast::Ident, _columns: Vec<ast::Ident>, query: ast::Query) -> ast::Cte { | ||
| ast::Cte { | ||
| alias: ast::TableAlias { | ||
| name, | ||
| columns: vec![], | ||
| }, | ||
| query: Box::new(query), | ||
| from: None, | ||
| materialized: None, | ||
| } | ||
| } | ||
| fn first(&self, expr: ast::Expr) -> ast::Expr { | ||
| expr | ||
| } | ||
|
|
||
| fn mean(&self, expr: ast::Expr) -> ast::Expr { | ||
| function_builder("AVG", vec![expr], false) | ||
| } | ||
|
|
||
| fn var(&self, expr: ast::Expr) -> ast::Expr { | ||
| function_builder("VARIANCE", vec![expr], false) | ||
| } | ||
|
|
||
| fn std(&self, expr: ast::Expr) -> ast::Expr { | ||
| function_builder("STDDEV", vec![expr], false) | ||
| } | ||
| /// Converting LOG to LOG10 | ||
| fn log(&self, expr: ast::Expr) -> ast::Expr { | ||
| function_builder("LOG10", vec![expr], false) | ||
| } | ||
| fn cast_as_text(&self, expr: ast::Expr) -> ast::Expr { | ||
| ast::Expr::Cast { | ||
| expr: Box::new(expr), | ||
| data_type: ast::DataType::String(None), | ||
| format: None, | ||
| kind: ast::CastKind::Cast, | ||
| } | ||
| } | ||
| fn cast_as_float(&self, expr: ast::Expr) -> ast::Expr { | ||
| ast::Expr::Cast { | ||
| expr: Box::new(expr), | ||
| data_type: ast::DataType::Float64, | ||
| format: None, | ||
| kind: ast::CastKind::Cast, | ||
| } | ||
| } | ||
| fn substr(&self, exprs: Vec<ast::Expr>) -> ast::Expr { | ||
| assert!(exprs.len() == 2); | ||
| function_builder("SUBSTR", exprs, false) | ||
| } | ||
| fn substr_with_size(&self, exprs: Vec<ast::Expr>) -> ast::Expr { | ||
| assert!(exprs.len() == 3); | ||
| function_builder("SUBSTR", exprs, false) | ||
| } | ||
| /// Converting MD5(X) to TO_HEX(MD5(X)) | ||
| fn md5(&self, expr: ast::Expr) -> ast::Expr { | ||
| let md5_function = function_builder("MD5", vec![expr], false); | ||
| function_builder("TO_HEX", vec![md5_function], false) | ||
| } | ||
| fn random(&self) -> ast::Expr { | ||
| function_builder("RAND", vec![], false) | ||
| } | ||
| fn join_projection(&self, join: &Join) -> Vec<ast::SelectItem> { | ||
| join.left() | ||
| .schema() | ||
| .iter() | ||
| .map(|f| self.expr(&expr::Expr::qcol(Join::left_name(), f.name()))) | ||
| .chain( | ||
| join.right() | ||
| .schema() | ||
| .iter() | ||
| .map(|f| self.expr(&expr::Expr::qcol(Join::right_name(), f.name()))), | ||
| ) | ||
| .zip(join.schema().iter()) | ||
| .map(|(expr, field)| ast::SelectItem::ExprWithAlias { | ||
| expr, | ||
| alias: field.name().into(), | ||
| }) | ||
| .collect() | ||
| } | ||
| /// It converts EXTRACT(epoch FROM column) into | ||
| /// UNIX_SECONDS(CAST(col AS TIMESTAMP)) | ||
| fn extract_epoch(&self, expr: ast::Expr) -> ast::Expr { | ||
| let cast = ast::Expr::Cast { | ||
| expr: Box::new(expr), | ||
| data_type: ast::DataType::Timestamp(None, ast::TimezoneInfo::None), | ||
| format: None, | ||
| kind: ast::CastKind::Cast, | ||
| }; | ||
| function_builder("UNIX_SECONDS", vec![cast], false) | ||
| } | ||
|
|
||
| fn set_operation( | ||
| &self, | ||
| with: Vec<ast::Cte>, | ||
| operator: ast::SetOperator, | ||
| quantifier: ast::SetQuantifier, | ||
| left: ast::Select, | ||
| right: ast::Select, | ||
| ) -> ast::Query { | ||
| // UNION in big query must use a quantifier that can be either | ||
| // ALL or Distinct. | ||
| let translated_quantifier = match quantifier { | ||
| ast::SetQuantifier::All => ast::SetQuantifier::All, | ||
| _ => ast::SetQuantifier::Distinct, | ||
| }; | ||
| ast::Query { | ||
| with: (!with.is_empty()).then_some(ast::With { | ||
| recursive: false, | ||
| cte_tables: with, | ||
| }), | ||
| body: Box::new(ast::SetExpr::SetOperation { | ||
| op: operator, | ||
| set_quantifier: translated_quantifier, | ||
| left: Box::new(ast::SetExpr::Select(Box::new(left))), | ||
| right: Box::new(ast::SetExpr::Select(Box::new(right))), | ||
| }), | ||
| order_by: vec![], | ||
| limit: None, | ||
| offset: None, | ||
| fetch: None, | ||
| locks: vec![], | ||
| limit_by: vec![], | ||
| for_clause: None, | ||
| } | ||
| } | ||
| } | ||
|
|
||
| impl QueryToRelationTranslator for HiveTranslator { | ||
| type D = HiveDialect; | ||
|
|
||
| fn dialect(&self) -> Self::D { | ||
| HiveDialect {} | ||
| } | ||
| } |
Oops, something went wrong.