diff --git a/airflow/dags/ingestion/ask-astro-forum-load.py b/airflow/dags/ingestion/ask-astro-forum-load.py index df667ab4..0d0496c7 100644 --- a/airflow/dags/ingestion/ask-astro-forum-load.py +++ b/airflow/dags/ingestion/ask-astro-forum-load.py @@ -15,7 +15,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @task diff --git a/airflow/dags/ingestion/ask-astro-load-airflow-docs.py b/airflow/dags/ingestion/ask-astro-load-airflow-docs.py index 2f52d36c..391176c8 100644 --- a/airflow/dags/ingestion/ask-astro-load-airflow-docs.py +++ b/airflow/dags/ingestion/ask-astro-load-airflow-docs.py @@ -17,7 +17,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @task diff --git a/airflow/dags/ingestion/ask-astro-load-astro-cli.py b/airflow/dags/ingestion/ask-astro-load-astro-cli.py index 7e690db6..80658d9f 100644 --- a/airflow/dags/ingestion/ask-astro-load-astro-cli.py +++ b/airflow/dags/ingestion/ask-astro-load-astro-cli.py @@ -13,7 +13,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @dag( diff --git a/airflow/dags/ingestion/ask-astro-load-astro-sdk.py b/airflow/dags/ingestion/ask-astro-load-astro-sdk.py index d7622a12..9b4e1b6d 100644 --- a/airflow/dags/ingestion/ask-astro-load-astro-sdk.py +++ b/airflow/dags/ingestion/ask-astro-load-astro-sdk.py @@ -15,7 +15,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @task diff --git a/airflow/dags/ingestion/ask-astro-load-astronomer-docs.py b/airflow/dags/ingestion/ask-astro-load-astronomer-docs.py index 7b7891e3..175b5a6f 100644 --- a/airflow/dags/ingestion/ask-astro-load-astronomer-docs.py +++ b/airflow/dags/ingestion/ask-astro-load-astronomer-docs.py @@ -14,7 +14,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @dag( diff --git a/airflow/dags/ingestion/ask-astro-load-astronomer-provider.py b/airflow/dags/ingestion/ask-astro-load-astronomer-provider.py index 3b73ea1b..729ce291 100644 --- a/airflow/dags/ingestion/ask-astro-load-astronomer-provider.py +++ b/airflow/dags/ingestion/ask-astro-load-astronomer-provider.py @@ -15,7 +15,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @task diff --git a/airflow/dags/ingestion/ask-astro-load-blogs.py b/airflow/dags/ingestion/ask-astro-load-blogs.py index ab09dc11..91a81d58 100644 --- a/airflow/dags/ingestion/ask-astro-load-blogs.py +++ b/airflow/dags/ingestion/ask-astro-load-blogs.py @@ -15,7 +15,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @dag( diff --git a/airflow/dags/ingestion/ask-astro-load-github.py b/airflow/dags/ingestion/ask-astro-load-github.py index 663607de..6aa1a48c 100644 --- a/airflow/dags/ingestion/ask-astro-load-github.py +++ b/airflow/dags/ingestion/ask-astro-load-github.py @@ -24,7 +24,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @dag( diff --git a/airflow/dags/ingestion/ask-astro-load-registry.py b/airflow/dags/ingestion/ask-astro-load-registry.py index 484fa75d..33282ab4 100644 --- a/airflow/dags/ingestion/ask-astro-load-registry.py +++ b/airflow/dags/ingestion/ask-astro-load-registry.py @@ -13,7 +13,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @dag( diff --git a/airflow/dags/ingestion/ask-astro-load-slack.py b/airflow/dags/ingestion/ask-astro-load-slack.py index 16f94642..4435da4d 100644 --- a/airflow/dags/ingestion/ask-astro-load-slack.py +++ b/airflow/dags/ingestion/ask-astro-load-slack.py @@ -23,7 +23,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @dag( diff --git a/airflow/dags/ingestion/ask-astro-load-stackoverflow.py b/airflow/dags/ingestion/ask-astro-load-stackoverflow.py index 7b79f6c1..12f553a1 100644 --- a/airflow/dags/ingestion/ask-astro-load-stackoverflow.py +++ b/airflow/dags/ingestion/ask-astro-load-stackoverflow.py @@ -19,7 +19,7 @@ default_args = {"retries": 3, "retry_delay": 30} -schedule_interval = "0 5 * * *" if ask_astro_env == "prod" else None +schedule_interval = os.environ.get("INGESTION_SCHEDULE", "0 5 * * 2") if ask_astro_env == "prod" else None @dag(