Add cursor to run key to fix skips (#25652)

airbytehq · Apr 28, 2023 · 294ac52 · 294ac52
1 parent 4912cc6
commit 294ac52
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/sensors/metadata.py b/airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/sensors/metadata.py
@@ -39,6 +39,7 @@ def metadata_updated_sensor_definition(context: SensorEvaluationContext):
             serialized_new_etags_cursor = serialize_composite_etags_cursor(list(new_etags_cursor_set))
             context.update_cursor(serialized_new_etags_cursor)
             context.log.info("New updated_metadata_files in GCS bucket")
-            return RunRequest(run_key="updated_metadata_files")
+            run_key = f"updated_metadata_files:{serialized_new_etags_cursor}"
+            return RunRequest(run_key=run_key)
 
     return metadata_updated_sensor_definition
diff --git a/airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/sensors/registry.py b/airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/sensors/registry.py
@@ -38,6 +38,7 @@ def registry_updated_sensor_definition(context: SensorEvaluationContext):
 
             context.update_cursor(new_etag_cursor)
             context.log.info("New registries in GCS bucket")
-            return RunRequest(run_key="updated_registries")
+            run_key = f"updated_registries:{new_etag_cursor}"
+            return RunRequest(run_key=run_key)
 
     return registry_updated_sensor_definition