Cleaner implementation for parsing the conf dict

apache · Oct 21, 2024 · 27f29e8 · 27f29e8
1 parent bb88c22
commit 27f29e8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/providers/src/airflow/providers/apache/spark/hooks/spark_sql.py b/providers/src/airflow/providers/apache/spark/hooks/spark_sql.py
@@ -145,8 +145,8 @@ def _prepare_command(self, cmd: str | list[str]) -> list[str]:
         if self._conf:
             conf = self._conf
             if isinstance(conf, dict):
-                for key in conf:
-                    connection_cmd += ["--conf", f"{key}={conf[key]}"]
+                for key, value in conf.items():
+                    connection_cmd += ["--conf", f"{key}={value}"]
             elif isinstance(conf, str):
                 for conf_el in conf.split(","):
                     connection_cmd += ["--conf", conf_el]