Skip to content

Commit

Permalink
fix import
Browse files Browse the repository at this point in the history
Signed-off-by: Shiyan Xu <2701446+xushiyan@users.noreply.github.com>
  • Loading branch information
xushiyan committed Nov 6, 2024
1 parent d412c11 commit 1a62d74
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion python/ray/data/_internal/datasource/hudi_datasource.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,13 +25,15 @@ def __init__(

def get_read_tasks(self, parallelism: int) -> List["ReadTask"]:
import pyarrow
from hudi import HudiFileGroupReader, HudiTable
from hudi import HudiTable

def _perform_read(
table_uri: str,
base_file_paths: List[str],
options: Dict[str, str],
) -> Iterator["pyarrow.Table"]:
from hudi import HudiFileGroupReader

for p in base_file_paths:
fg_reader = HudiFileGroupReader(table_uri, options)
batch = fg_reader.read_file_slice_by_base_file_path(p)
Expand Down

0 comments on commit 1a62d74

Please sign in to comment.