Provide React UI for Edge

.dockerignore

@@ -139,6 +139,7 @@ airflow/www/node_modules
 # But ensure UI dist files are included
 !airflow-core/src/airflow/ui/dist
 !providers/fab/src/airflow/providers/fab/www/dist
+!providers/edge3/src/airflow/providers/edge3/plugins/www/dist
 
 # Exclude temporary vi files
 **/*~

.github/dependabot.yml

@@ -50,6 +50,15 @@ updates:
       core-ui-package-updates:
         patterns:
           - "*"
+  - package-ecosystem: npm
+    directories:
+      - /providers/edge3/src/airflow/providers/edge3/plugins/www
+    schedule:
+      interval: daily
+    groups:
+      fab-ui-package-updates:
+        patterns:
+          - "*"
   - package-ecosystem: npm
     directories:
       - /providers/fab/src/airflow/providers/fab/www

.gitignore

@@ -40,6 +40,7 @@ build/
 develop-eggs/
 dist/
 !providers/fab/**/www/static/dist
+!providers/edge3/**/www/dist
 downloads/
 eggs/
 .eggs/

.pre-commit-config.yaml

@@ -77,7 +77,7 @@ repos:
       - id: insert-license
         name: Add license for CSS/JS/JSX/PUML/TS/TSX
         files: \.(css|jsx?|puml|tsx?)$
-        exclude: ^\.github/.*$|ui/openapi-gen/|.*/dist/.*
+        exclude: ^\.github/.*$|ui/openapi-gen/|www/openapi-gen/|.*/dist/.*
         args:
           - --comment-style
           - "/*!| *| */"
@@ -435,7 +435,15 @@ repos:
         entry: ./scripts/ci/prek/replace_bad_characters.py
         language: python
         types: [file, text]
-        exclude: ^clients/gen/go\.sh$|^\.gitmodules$|^airflow-core/src/airflow/ui/openapi-gen/|.*/dist/.*|\.go$|/go\.(mod|sum)$
+        exclude: >
+          (?x)
+          ^clients/gen/go\.sh$|
+          ^\.gitmodules$|
+          ^airflow-core/src/airflow/ui/openapi-gen/|
+          ^providers/edge3/src/airflow/providers/edge3/plugins/www/openapi-gen/|
+          .*/dist/.*|
+          \.go$|
+          /go\.(mod|sum)$
       - id: lint-dockerfile
         name: Lint Dockerfile
         language: python
@@ -760,7 +768,8 @@ repos:
           ^airflow-core/newsfragments/43349\.significant\.rst$|
           ^airflow-core/newsfragments/41368\.significant\.rst$|
           .*/dist/.*|
-          package-lock\.json$
+          package-lock\.json$|
+          ^providers/edge3/src/airflow/providers/edge3/plugins/www/pnpm-lock.yaml$
       - id: check-base-operator-partial-arguments
         name: Check BaseOperator and partial() arguments
         language: python
@@ -940,6 +949,13 @@ repos:
         entry: ./scripts/ci/prek/compile_provider_assets.py fab
         pass_filenames: false
         additional_dependencies: ['yarn@1.22.21']
+      - id: compile-edge-assets
+        name: Compile Edge provider assets
+        language: node
+        files: ^providers/edge3/.*/www/
+        entry: ./scripts/ci/prek/compile_provider_assets.py edge
+        pass_filenames: false
+        additional_dependencies: ['yarn@1.22.21']
       - id: compile-ui-assets-dev
         name: Compile ui assets in dev mode (manual)
         language: node
@@ -1343,6 +1359,22 @@ repos:
         additional_dependencies: ['pnpm@9.7.1']
         pass_filenames: true
         require_serial: true
+      - id: ts-compile-lint-edge-ui
+        name: Compile / format / lint edge UI
+        description: TS types generation / ESLint / Prettier new UI files in Edge Provider
+        language: node
+        files: |
+          (?x)
+          ^providers/edge3/src/airflow/providers/edge3/plugins/www/.*\.(js|ts|tsx|yaml|css|json)$|
+          ^providers/edge3/src/airflow/providers/edge3/openapi/v2-edge-generated.yaml$
+        exclude: |
+          (?x)
+          ^providers/edge3/src/airflow/providers/edge3/plugins/www/node-modules/.*|
+          ^providers/edge3/src/airflow/providers/edge3/plugins/www/.pnpm-store
+        entry: ./scripts/ci/prek/ts_compile_lint_edge.py
+        additional_dependencies: ['pnpm@9.7.1']
+        pass_filenames: true
+        require_serial: true
         ## ADD MOST PREK HOOK ABOVE THAT LINE
         # The below prek hooks are those requiring CI image to be built
       - id: mypy-dev
@@ -1443,6 +1475,12 @@ repos:
         entry: ./scripts/ci/prek/generate_openapi_spec_providers.py fab
         pass_filenames: false
         files: ^providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi/.*\.py$
+      - id: generate-openapi-spec-edge
+        name: Generate the FastAPI API spec for Edge
+        language: python
+        entry: ./scripts/ci/prek/generate_openapi_spec_providers.py edge
+        pass_filenames: false
+        files: ^providers/edge3/src/airflow/providers/edge3/worker_api/.*\.py$
       - id: generate-openapi-spec-keycloak
         name: Generate the FastAPI API spec for Keycloak
         language: python

airflow-core/tests/unit/always/test_project_structure.py

@@ -116,6 +116,7 @@ def test_providers_modules_should_have_tests(self):
             "providers/edge3/tests/unit/edge3/worker_api/test_app.py",
             "providers/edge3/tests/unit/edge3/worker_api/test_auth.py",
             "providers/edge3/tests/unit/edge3/worker_api/test_datamodels.py",
+            "providers/edge3/tests/unit/edge3/worker_api/test_datamodels_ui.py",
             "providers/fab/tests/unit/fab/auth_manager/api_fastapi/datamodels/test_login.py",
             "providers/fab/tests/unit/fab/migrations/test_env.py",
             "providers/fab/tests/unit/fab/www/api_connexion/test_exceptions.py",

providers/edge3/docs/ui_plugin.rst

@@ -30,13 +30,13 @@ REST API endpoints
 
 The Edge provider adds the following REST API endpoints to the Airflow API:
 
-- ``/api/v1/edge/health``: Check that the API endpoint is deployed and active
-- ``/api/v1/edge/jobs``: Endpoints to fetch jobs for workers and report state
-- ``/api/v1/edge/logs``: Endpoint to push log chunks from workers to the Airflow cluster
-- ``/api/v1/edge/workers``: Endpoints to register and manage workers, report heartbeat
+- ``/edge_worker/v1/jobs``: Endpoints to fetch jobs for workers and report state
+- ``/edge_worker/v1/logs``: Endpoint to push log chunks from workers to the Airflow cluster
+- ``/edge_worker/v1/workers``: Endpoints to register and manage workers, report heartbeat
+- ``/edge_worker/v1/health``: Check that the API endpoint is deployed and active
 
 To see full documentation of the API endpoints open the Airflow web UI and navigate to
-the sub-path ``/edge_worker/v1/docs`` (Airflow 3.0) or ``/edge_worker/v1/ui`` (Airflow 2.10).
+the sub-path ``/edge_worker/docs`` (Airflow 3.0) or ``/edge_worker/v1/ui`` (Airflow 2.10).
 
 Web UI Plugin (Airflow 2.10 only)
 ---------------------------------