From 20cf4a0d8562b42c533c45f149210f2f80540c6e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=9C=D0=B0=D1=80=D1=82=D1=8B=D0=BD=D0=BE=D0=B2=20=D0=9C?= =?UTF-8?q?=D0=B0=D0=BA=D1=81=D0=B8=D0=BC=20=D0=A1=D0=B5=D1=80=D0=B3=D0=B5?= =?UTF-8?q?=D0=B5=D0=B2=D0=B8=D1=87?= Date: Mon, 15 Apr 2024 12:25:49 +0300 Subject: [PATCH] Add compression option to HttpTtansport --- docs/client/java/partials/java_transport.md | 4 ++++ docs/client/python.md | 2 ++ 2 files changed, 6 insertions(+) diff --git a/docs/client/java/partials/java_transport.md b/docs/client/java/partials/java_transport.md index 36f3fef777..27908cd6b3 100644 --- a/docs/client/java/partials/java_transport.md +++ b/docs/client/java/partials/java_transport.md @@ -14,6 +14,7 @@ Allows sending events to HTTP endpoint (with optional authorization headers). transport: type: http url: http://localhost:5000 + compression: gzip ``` With authorization: @@ -26,6 +27,7 @@ transport: auth: type: api_key api_key: f38d2189-c603-4b46-bdea-e573a3b5a7d5 + compression: gzip ```
Override the default configuration of the HttpTransport within Java client @@ -85,6 +87,7 @@ client.emit(startOrCompleteRun); | spark.openlineage.transport.urlParams.xyz | A URL parameter (replace xyz) and value to be included in requests to the OpenLineage API server | abcdefghijk | | spark.openlineage.transport.url | The hostname of the OpenLineage API server where events should be reported, it can have other properties embeded | http://localhost:5000 | | spark.openlineage.transport.headers.xyz | Request headers (replace xyz) and value to be included in requests to the OpenLineage API server | abcdefghijk | +| spark.openlineage.transport.compression | Algorithm used by HTTP client to compress request body. Optional, default value `null`, allowed values: `gzip` | gzip |
URL parsing within Spark integration

@@ -113,6 +116,7 @@ example: | openlineage.transport.urlParams.xyz | A URL parameter (replace xyz) and value to be included in requests to the OpenLineage API server | abcdefghijk | | openlineage.transport.url | The hostname of the OpenLineage API server where events should be reported, it can have other properties embeded | http://localhost:5000 | | openlineage.transport.headers.xyz | Request headers (replace xyz) and value to be included in requests to the OpenLineage API server | abcdefghijk | +| openlineage.transport.compression | Algorithm used by HTTP client to compress request body. Optional, default value `null`, allowed values: `gzip` | gzip | diff --git a/docs/client/python.md b/docs/client/python.md index 01bbbf4b48..c74543f6fb 100644 --- a/docs/client/python.md +++ b/docs/client/python.md @@ -78,6 +78,7 @@ environment variables: - auth - dictionary specifying authentication options. Requires the type property. (optional) - type - string specifying the "api_key" or the fully qualified class name of your TokenProvider. (required if `auth` is provided) - apiKey - string setting the Authentication HTTP header as the Bearer. (required if `type` is `api_key`) +- compression - algorithm used by HTTP client to compress request body. Optional, default value `null`, allowed values: `gzip`. Example: ```yaml @@ -88,6 +89,7 @@ transport: auth: type: api_key apiKey: f048521b-dfe8-47cd-9c65-0cb07d57591e + compression: gzip ``` ##### Console