Use gunicorn to serve logs generated by worker

airflow/utils/serve_logs.py

@@ -19,15 +19,16 @@
 import os
 import time
 
+import gunicorn.app.base
 from flask import Flask, abort, request, send_from_directory
 from itsdangerous import TimedJSONWebSignatureSerializer
 from setproctitle import setproctitle
 
 from airflow.configuration import conf
 
 
-def flask_app():
-    flask_app = Flask(__name__)
+def create_app():
+    flask_app = Flask(__name__, static_folder=None)
     max_request_age = conf.getint('webserver', 'log_request_clock_grace', fallback=30)
     log_directory = os.path.expanduser(conf.get('logging', 'BASE_LOG_FOLDER'))
 
@@ -73,10 +74,47 @@ def serve_logs_view(filename):
     return flask_app
 
 
+class StandaloneGunicornApplication(gunicorn.app.base.BaseApplication):
+    """
+    Standalone Gunicorn application/serve for usage with any WSGI-application.
+
+    Code inspired by an example from the Gunicorn documentation.
+    https://github.com/benoitc/gunicorn/blob/cf55d2cec277f220ebd605989ce78ad1bb553c46/examples/standalone_app.py
+
+    For details, about standalone gunicorn application, see:
+    https://docs.gunicorn.org/en/stable/custom.html
+    """
+
+    def __init__(self, app, options=None):
+        self.options = options or {}
+        self.application = app
+        super().__init__()
+
+    def load_config(self):
+        config = {
+            key: value
+            for key, value in self.options.items()
+            if key in self.cfg.settings and value is not None
+        }
+        for key, value in config.items():
+            self.cfg.set(key.lower(), value)
+
+    def load(self):
+        return self.application
+
+
 def serve_logs():
     """Serves logs generated by Worker"""
     setproctitle("airflow serve-logs")
-    app = flask_app()
+    wsgi_app = create_app()
 
     worker_log_server_port = conf.getint('celery', 'WORKER_LOG_SERVER_PORT')
-    app.run(host='0.0.0.0', port=worker_log_server_port)
+    options = {
+        'bind': f"0.0.0.0:{worker_log_server_port}",
+        'workers': 2,
+    }
+    StandaloneGunicornApplication(wsgi_app, options).run()
+
+
+if __name__ == '__main__':
+    serve_logs()

tests/utils/test_serve_logs.py

@@ -20,7 +20,7 @@
 from itsdangerous import TimedJSONWebSignatureSerializer
 
 from airflow.configuration import conf
-from airflow.utils.serve_logs import flask_app
+from airflow.utils.serve_logs import create_app
 from tests.test_utils.config import conf_vars
 
 if TYPE_CHECKING:
@@ -32,7 +32,7 @@
 @pytest.fixture
 def client(tmpdir):
     with conf_vars({('logging', 'base_log_folder'): str(tmpdir)}):
-        app = flask_app()
+        app = create_app()
 
         yield app.test_client()