Skip to content

Commit

Permalink
Fixing logs related change from master.
Browse files Browse the repository at this point in the history
  • Loading branch information
valayDave committed Mar 19, 2022
1 parent d125978 commit 7250a44
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions metaflow/plugins/airflow/airflow_compiler.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
from metaflow.util import compress_list, dict_to_cli_options, to_pascalcase
from metaflow.plugins.timeout_decorator import get_run_time_limit_for_task
import os
from metaflow.mflog import capture_output_to_mflog
from metaflow.mflog import bash_capture_logs
import random
import string
import json
Expand Down Expand Up @@ -380,7 +380,7 @@ def _step_cli(self, node, paths, code_package_url, user_code_retries):
# Setup Parameters as environment variables which are stored in a dictionary.
export_params = " && ".join(
[
capture_output_to_mflog(
bash_capture_logs(
"python -m metaflow.plugins.airflow.plumbing.set_parameters %s"
% param_file
),
Expand Down Expand Up @@ -415,7 +415,7 @@ def _step_cli(self, node, paths, code_package_url, user_code_retries):
cmd = "if ! %s >/dev/null 2>/dev/null; then %s && %s; fi" % (
" ".join(exists),
export_params,
capture_output_to_mflog(" ".join(params)),
bash_capture_logs(" ".join(params)),
)
cmds.append(cmd)
# set input paths for parameters
Expand All @@ -441,7 +441,7 @@ def _step_cli(self, node, paths, code_package_url, user_code_retries):
step.extend("--tag %s" % tag for tag in self.tags)
if self.namespace is not None:
step.append("--namespace=%s" % self.namespace)
cmds.append(capture_output_to_mflog(" ".join(entrypoint + top_level + step)))
cmds.append(bash_capture_logs(" ".join(entrypoint + top_level + step)))
return " && ".join(cmds)

def _validate_workflow(self):
Expand Down

0 comments on commit 7250a44

Please sign in to comment.