Skip to content

Commit

Permalink
Force execution using the frame._force_execution_mode="hdk" flag
Browse files Browse the repository at this point in the history
  • Loading branch information
AndreyPavlenko committed Jun 28, 2023
1 parent 70ced95 commit 26ebd4b
Showing 1 changed file with 5 additions and 9 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,6 @@
io_ops_bad_exc,
eval_io as general_eval_io,
)
from ..df_algebra import FrameNode


def eval_io(
Expand Down Expand Up @@ -180,14 +179,11 @@ def export_frames(self):
# Append `TransformNode`` selecting all the columns (SELECT * FROM frame_id)
df = df[df.columns.tolist()]
modin_frame = df._query_compiler._modin_frame
# Forcibly executing plan via HDK. We can't use `modin_frame._execute()` here
# as it has a chance of running via pyarrow bypassing HDK
new_partitions = modin_frame._partition_mgr_cls.run_exec_plan(
modin_frame._op,
modin_frame._table_cols,
)
modin_frame._partitions = new_partitions
modin_frame._op = FrameNode(modin_frame)
# Forcibly executing plan via HDK.
mode = modin_frame._force_execution_mode
modin_frame._force_execution_mode = "hdk"
modin_frame._execute()
modin_frame._force_execution_mode = mode
result.append(df)
return result

Expand Down

0 comments on commit 26ebd4b

Please sign in to comment.