fix(sinan): refactor sinan dag

conda/airflow.yaml

@@ -3,7 +3,7 @@ channels:
   - nodefaults
   - conda-forge
 dependencies:
-  - airflow 2.3.3
+  - airflow 2.5.2
   - fiona
   - geopandas
   - gsheetsdb

containers/airflow/airflow.cfg

@@ -96,7 +96,7 @@ execute_tasks_new_python_interpreter = False
 donot_pickle = True
 
 # How long before timing out a python file import
-dagbag_import_timeout = 30.0
+dagbag_import_timeout = 300.0
 
 # Should a traceback be shown in the UI for dagbag import errors,
 # instead of just the exception message
@@ -316,7 +316,7 @@ encrypt_s3_logs = False
 # Logging level.
 #
 # Supported values: ``CRITICAL``, ``ERROR``, ``WARNING``, ``INFO``, ``DEBUG``.
-logging_level = INFO
+logging_level = DEBUG
 
 # Logging level for celery. If not set, it uses the value of logging_level
 #
@@ -881,7 +881,7 @@ pool = prefork
 
 # The number of seconds to wait before timing out ``send_task_to_executor`` or
 # ``fetch_celery_task_state`` operations.
-operation_timeout = 1.0
+operation_timeout = 5.0
 
 # Celery task will report its status as 'started' when the task is executed by a worker.
 # This is used in Airflow to keep track of the running tasks and if a Scheduler is restarted
@@ -960,7 +960,7 @@ min_file_process_interval = 30
 
 # How often (in seconds) to check for stale DAGs (DAGs which are no longer present in
 # the expected files) which should be deactivated.
-deactivate_stale_dags_interval = 60
+parsing_cleanup_interval = 60
 
 # How often (in seconds) to scan the DAGs directory for new files. Default to 5 minutes.
 dag_dir_list_interval = 300