Skip to content

Commit

Permalink
attempt to add back in heavy job from before. might not fall down unl…
Browse files Browse the repository at this point in the history
…ess I add stuff for it to process? not sure
  • Loading branch information
erohmensing committed Jan 29, 2024
1 parent 4d04289 commit 8680019
Showing 1 changed file with 8 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@
github_connectors_metadata_files,
github_workflow_runs,
)
from orchestrator.sensors.gcs import new_gcs_blobs_sensor
from orchestrator.sensors.gcs import new_gcs_blobs_sensor, new_gcs_blobs_partition_sensor
from orchestrator.sensors.registry import registry_updated_sensor

ASSETS = load_assets_from_modules(
Expand Down Expand Up @@ -164,6 +164,13 @@
gcs_blobs_resource_key="latest_nightly_complete_file_blobs",
interval=(1 * 60 * 60),
),
new_gcs_blobs_partition_sensor(
job=generate_registry_entry,
resources_def=METADATA_RESOURCE_TREE,
partitions_def=registry_entry.metadata_partitions_def,
gcs_blobs_resource_key="all_metadata_file_blobs",
interval=60,
),
]

SCHEDULES = [
Expand Down

0 comments on commit 8680019

Please sign in to comment.