diff --git a/sdks/python/apache_beam/yaml/extended_tests/data/enrichment.yaml b/sdks/python/apache_beam/yaml/extended_tests/data/enrichment.yaml index 6469c094b8b4..c191b2c1fc9c 100644 --- a/sdks/python/apache_beam/yaml/extended_tests/data/enrichment.yaml +++ b/sdks/python/apache_beam/yaml/extended_tests/data/enrichment.yaml @@ -40,6 +40,9 @@ pipelines: - type: WriteToBigQuery config: table: "{BQ_TABLE}" + options: + project: "apache-beam-testing" + temp_location: "{TEMP_DIR}" - pipeline: type: chain diff --git a/sdks/python/apache_beam/yaml/integration_tests.py b/sdks/python/apache_beam/yaml/integration_tests.py index 733dd10d0286..0e25a7fd224c 100644 --- a/sdks/python/apache_beam/yaml/integration_tests.py +++ b/sdks/python/apache_beam/yaml/integration_tests.py @@ -721,8 +721,9 @@ def test(self, providers=providers): # default arg to capture loop value for pipeline_spec in spec['pipelines']: with beam.Pipeline(options=PipelineOptions( pickle_library='cloudpickle', - **yaml_transform.SafeLineLoader.strip_metadata(pipeline_spec.get( - 'options', {})))) as p: + **replace_recursive(yaml_transform.SafeLineLoader.strip_metadata( + pipeline_spec.get('options', {})), + vars))) as p: yaml_transform.expand_pipeline( p, replace_recursive(pipeline_spec, vars))