Merge pull request #150 from martincollignon/fix/remove-requirements-…

…options fix: remove setup and requirements options from Dataflow job
martincollignon · Dec 1, 2024 · 83c5344 · 83c5344
2 parents 23fd9c0 + a36fb2d
commit 83c5344
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/dags/data_processing.py b/dags/data_processing.py
@@ -38,9 +38,7 @@
             'disk_size_gb': 100,
             'region': 'europe-west1',
             'temp_location': 'gs://landbrugsdata-processing/temp',
-            'sdk_container_image': 'gcr.io/landbrugsdata-1/dataflow-processing:latest',
-            'setup_file': 'gs://landbrugsdata-processing/dataflow/setup.py',
-            'requirements_file': 'gs://landbrugsdata-processing/dataflow/requirements.txt'
+            'sdk_container_image': 'gcr.io/landbrugsdata-1/dataflow-processing:latest'
         },
         location='europe-west1',
         wait_until_finished=True,