Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[5201] feat(client-python): Implement expressions in python client #5646

Open
wants to merge 15 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 16 additions & 0 deletions clients/client-python/gravitino/api/expressions/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
51 changes: 51 additions & 0 deletions clients/client-python/gravitino/api/expressions/expression.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

from __future__ import annotations
from abc import ABC, abstractmethod
from typing import List, Set, TYPE_CHECKING

if TYPE_CHECKING:
from gravitino.api.expressions.named_reference import NamedReference


class Expression(ABC):
"""Base class of the public logical expression API."""

EMPTY_EXPRESSION: List[Expression] = []
"""
`EMPTY_EXPRESSION` is only used as an input when the default `children` method builds the result.
"""

EMPTY_NAMED_REFERENCE: List[NamedReference] = []
"""
`EMPTY_NAMED_REFERENCE` is only used as an input when the default `references` method builds
the result array to avoid repeatedly allocating an empty array.
"""

@abstractmethod
def children(self) -> List[Expression]:
"""Returns a list of the children of this node. Children should not change."""
pass

def references(self) -> List[NamedReference]:
"""Returns a list of fields or columns that are referenced by this expression."""

ref_set: Set[NamedReference] = set()
for child in self.children():
ref_set.update(child.references())
return list(ref_set)
Original file line number Diff line number Diff line change
@@ -0,0 +1,95 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

from __future__ import annotations
from abc import abstractmethod
from typing import List

from gravitino.api.expressions.expression import Expression


class FunctionExpression(Expression):
"""
The interface of a function expression. A function expression is an expression that takes a
function name and a list of arguments.
"""

@staticmethod
def of(function_name: str, *arguments: Expression) -> FuncExpressionImpl:
"""
Creates a new FunctionExpression with the given function name.
If no arguments are provided, it uses an empty expression.
:param function_name: The name of the function.
:param arguments: The arguments to the function (optional).
:return: The created FunctionExpression.
"""
arguments = list(arguments) if arguments else Expression.EMPTY_EXPRESSION
return FuncExpressionImpl(function_name, arguments)

@abstractmethod
def function_name(self) -> str:
"""Returns the function name."""
pass

@abstractmethod
def arguments(self) -> List[Expression]:
"""Returns the arguments passed to the function."""
pass

def children(self) -> List[Expression]:
"""Returns the arguments as children."""
return self.arguments()


class FuncExpressionImpl(FunctionExpression):
"""
A concrete implementation of the FunctionExpression interface.
"""

_function_name: str
_arguments: List[Expression]

def __init__(self, function_name: str, arguments: List[Expression]):
super().__init__()
self._function_name = function_name
self._arguments = arguments

def function_name(self) -> str:
return self._function_name

def arguments(self) -> List[Expression]:
return self._arguments

def __str__(self) -> str:
if not self._arguments:
return f"{self._function_name}()"
arguments_str = ", ".join(map(str, self._arguments))
return f"{self._function_name}({arguments_str})"

def __eq__(self, other: FuncExpressionImpl) -> bool:
if self is other:
return True
if other is None or self.__class__ is not other.__class__:
return False
return (
self._function_name == other.function_name()
and self._arguments == other.arguments()
)

def __hash__(self) -> int:
return hash((self._function_name, tuple(self._arguments)))
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

from abc import abstractmethod
from typing import List

from gravitino.api.expressions.expression import Expression


class Literal(Expression):
"""
Represents a constant literal value in the public expression API.
"""

@abstractmethod
def value(self):
"""The literal value."""
raise NotImplementedError("Subclasses must implement the `value` method.")

@abstractmethod
def data_type(self):
"""The data type of the literal."""
raise NotImplementedError("Subclasses must implement the `data_type` method.")

def children(self) -> List[Expression]:
return Expression.EMPTY_EXPRESSION
138 changes: 138 additions & 0 deletions clients/client-python/gravitino/api/expressions/literals/literals.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,138 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

from decimal import Decimal
from typing import Union
from datetime import date, time, datetime

from gravitino.api.expressions.literals.literal import Literal


class LiteralImpl(Literal):
"""Creates a literal with the given type value."""

_value: Union[int, float, str, datetime, time, date, bool, Decimal, None]
_data_type: (
str # TODO: Need implement `api/src/main/java/org/apache/gravitino/rel/types`
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

you already implemented types clients/client-python/gravitino/api/types.py and type clients/client-python/gravitino/api/type.py

)

def __init__(
self,
value: Union[int, float, str, datetime, time, date, bool, Decimal, None],
data_type: str,
):
self._value = value
self._data_type = data_type

def value(self) -> Union[int, float, str, datetime, time, date, bool]:
return self._value

def data_type(self) -> str:
return self._data_type

def __eq__(self, other: object) -> bool:
if not isinstance(other, LiteralImpl):
return False
return (self._value == other._value) and (self._data_type == other._data_type)

def __hash__(self):
return hash((self._value, self._data_type))

def __str__(self):
return f"LiteralImpl(value={self._value}, data_type={self._data_type})"


class Literals:
"""The helper class to create literals to pass into Apache Gravitino."""

NULL = LiteralImpl(None, "NullType")

@staticmethod
def of(value, data_type) -> Literal:
return LiteralImpl(value, data_type)

@staticmethod
def boolean_literal(value: bool) -> Literal:
return LiteralImpl(value, "Boolean")

@staticmethod
def byte_literal(value: int) -> Literal:
return LiteralImpl(value, "Byte")

@staticmethod
def unsigned_byte_literal(value: int) -> Literal:
return LiteralImpl(value, "Unsigned Byte")

@staticmethod
def short_literal(value: int) -> Literal:
return LiteralImpl(value, "Short")

@staticmethod
def unsigned_short_literal(value: int) -> Literal:
return LiteralImpl(value, "Unsigned Short")

@staticmethod
def integer_literal(value: int) -> Literal:
return LiteralImpl(value, "Integer")

@staticmethod
def unsigned_integer_literal(value: int) -> Literal:
return LiteralImpl(value, "Unsigned Integer")

@staticmethod
def long_literal(value: int) -> Literal:
return LiteralImpl(value, "Long")

@staticmethod
def unsigned_long_literal(value: Decimal) -> Literal:
return LiteralImpl(value, "Unsigned Long")

@staticmethod
def float_literal(value: float) -> Literal:
return LiteralImpl(value, "Float")

@staticmethod
def double_literal(value: float) -> Literal:
return LiteralImpl(value, "Double")

@staticmethod
def decimal_literal(value: float) -> Literal:
return LiteralImpl(value, "Decimal")

@staticmethod
def date_literal(value: date) -> Literal:
return LiteralImpl(value, "Date")

@staticmethod
def time_literal(value: time) -> Literal:
return LiteralImpl(value, "Time")

@staticmethod
def timestamp_literal(value: datetime) -> Literal:
return LiteralImpl(value, "Timestamp")

@staticmethod
def timestamp_literal_from_string(value: str) -> Literal:
return Literals.timestamp_literal(datetime.fromisoformat(value))

@staticmethod
def string_literal(value: str) -> Literal:
return LiteralImpl(value, "String")

@staticmethod
def varchar_literal(length: int, value: str) -> Literal:
return LiteralImpl(value, f"Varchar({length})")
Loading