From f07d1b2353e4323a924960b9e9a70f98359fdad7 Mon Sep 17 00:00:00 2001 From: Jarek Potiuk Date: Wed, 12 Jun 2024 10:42:50 +0200 Subject: [PATCH] Much smaller CI output for paralell tests The output of parallel tests especially for lowest-direct tests is very long because we are printing state every 10 seconds and there are many paralell test types (90+ for lowest direct). We do not need to print progress that often, and it has already been added in #39946 but one place to add it was missing - context manager still had the default 10 seconds refresh time. After this change the output will be printed every 20 seconds in the regular tests and every 2 minutes in "lowest-direct" tests (controlled by env variable) so the output should be much easier to find reasons for issues. --- dev/breeze/src/airflow_breeze/utils/parallel.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/breeze/src/airflow_breeze/utils/parallel.py b/dev/breeze/src/airflow_breeze/utils/parallel.py index 34939009a37cf..cf3e1e6d3f2a4 100644 --- a/dev/breeze/src/airflow_breeze/utils/parallel.py +++ b/dev/breeze/src/airflow_breeze/utils/parallel.py @@ -463,7 +463,7 @@ def run_with_pool( parallelism: int, all_params: list[str], initial_time_in_seconds: int = 2, - time_in_seconds: int = 10, + time_in_seconds: int = int(os.environ.get("AIRFLOW_MONITOR_DELAY_TIME_IN_SECONDS", "20")), debug_resources: bool = False, progress_matcher: AbstractProgressInfoMatcher | None = None, ) -> Generator[tuple[Pool, list[Output]], None, None]: