exclude files from being treated as folders in `table_definitions_fol…

…der` (#209)
blockchain-etl · Sep 2, 2024 · 1df5b6c · 1df5b6c
1 parent 51f4f51
commit 1df5b6c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/airflow/dags/polygon_parse_dag.py b/airflow/dags/polygon_parse_dag.py
@@ -21,6 +21,8 @@
 )
 
 for folder in glob(table_definitions_folder):
+    if not os.path.isdir(folder):
+        continue
     dataset = folder.split('/')[-1]
 
     dag_id = f'polygon_parse_{dataset}_dag'