From 8680019052a7ac04e047c06786be88fddc1661ea Mon Sep 17 00:00:00 2001 From: erohmensing <erohmensing@gmail.com> Date: Mon, 29 Jan 2024 15:51:34 -0600 Subject: [PATCH] attempt to add back in heavy job from before. might not fall down unless I add stuff for it to process? not sure --- .../orchestrator/orchestrator/__init__.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/__init__.py b/airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/__init__.py index f5f1fec8e4b4..d52a959ed494 100644 --- a/airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/__init__.py +++ b/airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/__init__.py @@ -36,7 +36,7 @@ github_connectors_metadata_files, github_workflow_runs, ) -from orchestrator.sensors.gcs import new_gcs_blobs_sensor +from orchestrator.sensors.gcs import new_gcs_blobs_sensor, new_gcs_blobs_partition_sensor from orchestrator.sensors.registry import registry_updated_sensor ASSETS = load_assets_from_modules( @@ -164,6 +164,13 @@ gcs_blobs_resource_key="latest_nightly_complete_file_blobs", interval=(1 * 60 * 60), ), + new_gcs_blobs_partition_sensor( + job=generate_registry_entry, + resources_def=METADATA_RESOURCE_TREE, + partitions_def=registry_entry.metadata_partitions_def, + gcs_blobs_resource_key="all_metadata_file_blobs", + interval=60, + ), ] SCHEDULES = [