fix(ingest/unity): Fix bug around unity notebook ingestion (#10253)

datahub-project · Apr 9, 2024 · bffefd5 · bffefd5
1 parent 34d4587
commit bffefd5
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/unity/source.py b/metadata-ingestion/src/datahub/ingestion/source/unity/source.py
@@ -489,9 +489,10 @@ def process_table(self, table: Table, schema: Schema) -> Iterable[MetadataWorkUn
 
  if self.config.include_notebooks:
  for notebook_id in table.downstream_notebooks:
- self.notebooks[str(notebook_id)] = Notebook.add_upstream(
- table.ref, self.notebooks[str(notebook_id)]
- )
+ if str(notebook_id) in self.notebooks:
+ self.notebooks[str(notebook_id)] = Notebook.add_upstream(
+ table.ref, self.notebooks[str(notebook_id)]
+ )
 
  # Sql parsing is required only for hive metastore view lineage
  if (