fix(ingest/unity): Fix bug around unity notebook ingestion (datahub-p…

…roject#10253)
sleeperdeep · Jun 25, 2024 · 6ae06cc · 6ae06cc
1 parent 39b37b1
commit 6ae06cc
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/unity/source.py b/metadata-ingestion/src/datahub/ingestion/source/unity/source.py
@@ -489,9 +489,10 @@ def process_table(self, table: Table, schema: Schema) -> Iterable[MetadataWorkUn
 
         if self.config.include_notebooks:
             for notebook_id in table.downstream_notebooks:
-                self.notebooks[str(notebook_id)] = Notebook.add_upstream(
-                    table.ref, self.notebooks[str(notebook_id)]
-                )
+                if str(notebook_id) in self.notebooks:
+                    self.notebooks[str(notebook_id)] = Notebook.add_upstream(
+                        table.ref, self.notebooks[str(notebook_id)]
+                    )
 
         # Sql parsing is required only for hive metastore view lineage
         if (