diff --git a/packages/golang/changelog.yml b/packages/golang/changelog.yml index 8ad567f371e..0ff5da41939 100644 --- a/packages/golang/changelog.yml +++ b/packages/golang/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.1.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "1.0.0" changes: - description: Make Golang GA. diff --git a/packages/golang/manifest.yml b/packages/golang/manifest.yml index 4eeea31a3b7..29e65579ddb 100644 --- a/packages/golang/manifest.yml +++ b/packages/golang/manifest.yml @@ -1,14 +1,16 @@ -format_version: 2.0.0 +format_version: "3.0.0" name: golang title: Golang -version: "1.0.0" +version: "1.1.0" description: This Elastic integration collects metrics from Golang applications. type: integration categories: - observability conditions: - kibana.version: ^8.7.1 - elastic.subscription: basic + kibana: + version: ^8.7.1 + elastic: + subscription: basic screenshots: - src: /img/golang-heap-dashboard.png title: Golang Heap dashboard @@ -96,3 +98,4 @@ policy_templates: # -----END CERTIFICATE----- owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/golang/validation.yml b/packages/golang/validation.yml new file mode 100644 index 00000000000..bcc8f74ac3a --- /dev/null +++ b/packages/golang/validation.yml @@ -0,0 +1,3 @@ +errors: + exclude_checks: + - SVR00002 diff --git a/packages/hadoop/changelog.yml b/packages/hadoop/changelog.yml index 76aec0c83b3..eca00c24abd 100644 --- a/packages/hadoop/changelog.yml +++ b/packages/hadoop/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.3.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "1.2.1" changes: - description: Remove forwarded tag from metrics data streams. diff --git a/packages/hadoop/data_stream/application/_dev/test/pipeline/test-application-metrics.log-expected.json b/packages/hadoop/data_stream/application/_dev/test/pipeline/test-application-metrics.log-expected.json index c8f00d91d53..cbc4d609698 100644 --- a/packages/hadoop/data_stream/application/_dev/test/pipeline/test-application-metrics.log-expected.json +++ b/packages/hadoop/data_stream/application/_dev/test/pipeline/test-application-metrics.log-expected.json @@ -5,11 +5,15 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", "module": "httpjson", "original": "{\"allocatedMB\":-1,\"allocatedVCores\":-1,\"amContainerLogs\":\"http://localhost:8042/node/containerlogs/container_1646029193591_0003_01_000001/bhagyaraj\",\"amHostHttpAddress\":\"localhost:8042\",\"amNodeLabelExpression\":\"\",\"amRPCAddress\":\"localhost:38279\",\"applicationTags\":\"\",\"applicationType\":\"MAPREDUCE\",\"clusterId\":1646029193591,\"clusterUsagePercentage\":0,\"diagnostics\":\"\",\"elapsedTime\":35114,\"finalStatus\":\"SUCCEEDED\",\"finishedTime\":1646030395258,\"id\":\"application_1646029193591_0003\",\"launchTime\":1646030360297,\"logAggregationStatus\":\"DISABLED\",\"masterNodeId\":\"localhost:45960\",\"memorySeconds\":103467,\"name\":\"wordcount\",\"numAMContainerPreempted\":0,\"numNonAMContainerPreempted\":0,\"preemptedMemorySeconds\":0,\"preemptedResourceMB\":0,\"preemptedResourceSecondsMap\":{},\"preemptedResourceVCores\":0,\"preemptedVcoreSeconds\":0,\"priority\":0,\"progress\":100,\"queue\":\"default\",\"queueUsagePercentage\":0,\"reservedMB\":-1,\"reservedVCores\":-1,\"resourceSecondsMap\":{\"entry\":{\"key\":\"vcores\",\"value\":\"57\"}},\"runningContainers\":-1,\"startedTime\":1646030360144,\"state\":\"FINISHED\",\"timeouts\":{\"timeout\":[{\"expiryTime\":\"UNLIMITED\",\"remainingTimeInSeconds\":-1,\"type\":\"LIFETIME\"}]},\"trackingUI\":\"History\",\"trackingUrl\":\"http://localhost:8088/proxy/application_1646029193591_0003/\",\"unmanagedApplication\":false,\"user\":\"bhagyaraj\",\"vcoreSeconds\":57}", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "application": { @@ -38,11 +42,15 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", "module": "httpjson", "original": "{\"allocatedMB\":-1,\"allocatedVCores\":-1,\"amContainerLogs\":\"http://localhost:8042/node/containerlogs/container_1646029193591_0001_02_000001/bhagyaraj\",\"amHostHttpAddress\":\"localhost:8042\",\"amNodeLabelExpression\":\"\",\"applicationTags\":\"\",\"applicationType\":\"MAPREDUCE\",\"clusterId\":1646029193591,\"clusterUsagePercentage\":0,\"diagnostics\":\"Application application_1646029193591_0001 failed 2 times due to AM Container for appattempt_1646029193591_0001_000002 exited with exitCode: 1\\\\nFailing this attempt.Diagnostics: [2022-02-28 12:03:43.814]Exception from container-launch.\\\\nContainer id: container_1646029193591_0001_02_000001\\\\nExit code: 1\\\\n\\\\n[2022-02-28 12:03:43.822]Container exited with a non-zero exit code 1. Error file: prelaunch.err.\\\\nLast 4096 bytes of prelaunch.err :\\\\nLast 4096 bytes of stderr :\\\\nError: Could not find or load main class org.apache.hadoop.mapreduce.v2.app.MRAppMaster\\\\nCaused by: java.lang.ClassNotFoundException: org.apache.hadoop.mapreduce.v2.app.MRAppMaster\\\\n\\\\nPlease check whether your \\\\u003cHADOOP_HOME\\\\u003e/etc/hadoop/mapred-site.xml contains the below configuration:\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003eyarn.app.mapreduce.am.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003emapreduce.map.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003emapreduce.reduce.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\n[2022-02-28 12:03:43.823]Container exited with a non-zero exit code 1. Error file: prelaunch.err.\\\\nLast 4096 bytes of prelaunch.err :\\\\nLast 4096 bytes of stderr :\\\\nError: Could not find or load main class org.apache.hadoop.mapreduce.v2.app.MRAppMaster\\\\nCaused by: java.lang.ClassNotFoundException: org.apache.hadoop.mapreduce.v2.app.MRAppMaster\\\\n\\\\nPlease check whether your \\\\u003cHADOOP_HOME\\\\u003e/etc/hadoop/mapred-site.xml contains the below configuration:\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003eyarn.app.mapreduce.am.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003emapreduce.map.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\u003cproperty\\\\u003e\\\\n \\\\u003cname\\\\u003emapreduce.reduce.env\\\\u003c/name\\\\u003e\\\\n \\\\u003cvalue\\\\u003eHADOOP_MAPRED_HOME=${full path of your hadoop distribution directory}\\\\u003c/value\\\\u003e\\\\n\\\\u003c/property\\\\u003e\\\\n\\\\nFor more detailed output, check the application tracking page: http://localhost:8088/cluster/app/application_1646029193591_0001 Then click on links to logs of each attempt.\\\\n. Failing the application.\",\"elapsedTime\":9925,\"finalStatus\":\"FAILED\",\"finishedTime\":1646030023835,\"id\":\"application_1646029193591_0001\",\"launchTime\":1646030016899,\"logAggregationStatus\":\"DISABLED\",\"masterNodeId\":\"localhost:45960\",\"memorySeconds\":15708,\"name\":\"wordcount\",\"numAMContainerPreempted\":0,\"numNonAMContainerPreempted\":0,\"preemptedMemorySeconds\":0,\"preemptedResourceMB\":0,\"preemptedResourceSecondsMap\":{},\"preemptedResourceVCores\":0,\"preemptedVcoreSeconds\":0,\"priority\":0,\"progress\":0,\"queue\":\"default\",\"queueUsagePercentage\":0,\"reservedMB\":-1,\"reservedVCores\":-1,\"resourceSecondsMap\":{\"entry\":{\"key\":\"vcores\",\"value\":\"7\"}},\"runningContainers\":-1,\"startedTime\":1646030013910,\"state\":\"FAILED\",\"timeouts\":{\"timeout\":[{\"expiryTime\":\"UNLIMITED\",\"remainingTimeInSeconds\":-1,\"type\":\"LIFETIME\"}]},\"trackingUI\":\"History\",\"trackingUrl\":\"http://localhost:8088/cluster/app/application_1646029193591_0001\",\"unmanagedApplication\":false,\"user\":\"bhagyaraj\",\"vcoreSeconds\":7}", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "application": { diff --git a/packages/hadoop/data_stream/application/_dev/test/pipeline/test-common-config.yml b/packages/hadoop/data_stream/application/_dev/test/pipeline/test-common-config.yml index 5622947e4b8..a06dda74051 100644 --- a/packages/hadoop/data_stream/application/_dev/test/pipeline/test-common-config.yml +++ b/packages/hadoop/data_stream/application/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" fields: tags: - preserve_original_event diff --git a/packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml index 8d311b5ddb0..8bed3ac8ccf 100644 --- a/packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/application/elasticsearch/ingest_pipeline/default.yml @@ -6,7 +6,7 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric @@ -15,7 +15,7 @@ processors: value: httpjson - set: field: event.category - value: database + value: [database] - rename: field: message target_field: event.original diff --git a/packages/hadoop/data_stream/application/fields/beats.yml b/packages/hadoop/data_stream/application/fields/beats.yml index ede69588554..22565288a1d 100644 --- a/packages/hadoop/data_stream/application/fields/beats.yml +++ b/packages/hadoop/data_stream/application/fields/beats.yml @@ -1,6 +1,3 @@ - name: input.type description: Type of Filebeat input. type: keyword -- name: tags - type: keyword - description: User defined tags diff --git a/packages/hadoop/data_stream/application/fields/ecs.yml b/packages/hadoop/data_stream/application/fields/ecs.yml index 2e12b75bb4e..e07979260d0 100644 --- a/packages/hadoop/data_stream/application/fields/ecs.yml +++ b/packages/hadoop/data_stream/application/fields/ecs.yml @@ -14,3 +14,4 @@ name: host.ip - external: ecs name: tags + description: User defined tags. diff --git a/packages/hadoop/data_stream/application/sample_event.json b/packages/hadoop/data_stream/application/sample_event.json index ede6e7e4c2b..d4d295a9824 100644 --- a/packages/hadoop/data_stream/application/sample_event.json +++ b/packages/hadoop/data_stream/application/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "created": "2023-02-02T12:03:41.178Z", "dataset": "hadoop.application", "ingested": "2023-02-02T12:03:42Z", "kind": "metric", "module": "httpjson", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "application": { diff --git a/packages/hadoop/data_stream/cluster/_dev/test/pipeline/test-cluster-metrics.json-expected.json b/packages/hadoop/data_stream/cluster/_dev/test/pipeline/test-cluster-metrics.json-expected.json index e685e81c522..39401848952 100644 --- a/packages/hadoop/data_stream/cluster/_dev/test/pipeline/test-cluster-metrics.json-expected.json +++ b/packages/hadoop/data_stream/cluster/_dev/test/pipeline/test-cluster-metrics.json-expected.json @@ -6,9 +6,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "cluster": { @@ -34,9 +38,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "cluster": { diff --git a/packages/hadoop/data_stream/cluster/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/cluster/elasticsearch/ingest_pipeline/default.yml index fa213f182fb..1f8c98d5dfe 100644 --- a/packages/hadoop/data_stream/cluster/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/cluster/elasticsearch/ingest_pipeline/default.yml @@ -6,13 +6,13 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric - set: field: event.category - value: database + value: [database] - rename: field: http target_field: hadoop diff --git a/packages/hadoop/data_stream/cluster/fields/ecs.yml b/packages/hadoop/data_stream/cluster/fields/ecs.yml index 62135f84260..e1068cd0714 100644 --- a/packages/hadoop/data_stream/cluster/fields/ecs.yml +++ b/packages/hadoop/data_stream/cluster/fields/ecs.yml @@ -42,4 +42,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/hadoop/data_stream/cluster/manifest.yml b/packages/hadoop/data_stream/cluster/manifest.yml index 1390730891e..1f40e051e88 100644 --- a/packages/hadoop/data_stream/cluster/manifest.yml +++ b/packages/hadoop/data_stream/cluster/manifest.yml @@ -45,5 +45,6 @@ streams: show_user: false description: > Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. + elasticsearch: index_mode: "time_series" diff --git a/packages/hadoop/data_stream/cluster/sample_event.json b/packages/hadoop/data_stream/cluster/sample_event.json index 906041517b6..ba1a4f5f018 100644 --- a/packages/hadoop/data_stream/cluster/sample_event.json +++ b/packages/hadoop/data_stream/cluster/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.cluster", "duration": 50350559, "ingested": "2022-04-04T17:22:25Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "cluster": { diff --git a/packages/hadoop/data_stream/datanode/_dev/test/pipeline/test-datanode-metrics.json-expected.json b/packages/hadoop/data_stream/datanode/_dev/test/pipeline/test-datanode-metrics.json-expected.json index acccb6e0934..9ec829281bf 100644 --- a/packages/hadoop/data_stream/datanode/_dev/test/pipeline/test-datanode-metrics.json-expected.json +++ b/packages/hadoop/data_stream/datanode/_dev/test/pipeline/test-datanode-metrics.json-expected.json @@ -6,9 +6,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "datanode": { @@ -42,9 +46,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "datanode": { diff --git a/packages/hadoop/data_stream/datanode/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/datanode/elasticsearch/ingest_pipeline/default.yml index ffa3996a4d4..3aa7a215a4b 100644 --- a/packages/hadoop/data_stream/datanode/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/datanode/elasticsearch/ingest_pipeline/default.yml @@ -6,13 +6,13 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric - set: field: event.category - value: database + value: [database] - rename: field: http target_field: hadoop diff --git a/packages/hadoop/data_stream/datanode/fields/ecs.yml b/packages/hadoop/data_stream/datanode/fields/ecs.yml index 62135f84260..e1068cd0714 100644 --- a/packages/hadoop/data_stream/datanode/fields/ecs.yml +++ b/packages/hadoop/data_stream/datanode/fields/ecs.yml @@ -42,4 +42,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/hadoop/data_stream/datanode/manifest.yml b/packages/hadoop/data_stream/datanode/manifest.yml index a52282cb2aa..a50aa1d0fef 100644 --- a/packages/hadoop/data_stream/datanode/manifest.yml +++ b/packages/hadoop/data_stream/datanode/manifest.yml @@ -45,5 +45,6 @@ streams: show_user: false description: > Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. + elasticsearch: index_mode: "time_series" diff --git a/packages/hadoop/data_stream/datanode/sample_event.json b/packages/hadoop/data_stream/datanode/sample_event.json index d99b125419f..5b927836a14 100644 --- a/packages/hadoop/data_stream/datanode/sample_event.json +++ b/packages/hadoop/data_stream/datanode/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.datanode", "duration": 241651987, "ingested": "2023-02-02T12:05:05Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "datanode": { diff --git a/packages/hadoop/data_stream/namenode/_dev/test/pipeline/test-namenode-metrics.json-expected.json b/packages/hadoop/data_stream/namenode/_dev/test/pipeline/test-namenode-metrics.json-expected.json index 0eba30b7b24..836e4ec9d69 100644 --- a/packages/hadoop/data_stream/namenode/_dev/test/pipeline/test-namenode-metrics.json-expected.json +++ b/packages/hadoop/data_stream/namenode/_dev/test/pipeline/test-namenode-metrics.json-expected.json @@ -6,9 +6,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "namenode": { diff --git a/packages/hadoop/data_stream/namenode/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/namenode/elasticsearch/ingest_pipeline/default.yml index 43cc9be4341..e043f474c3c 100644 --- a/packages/hadoop/data_stream/namenode/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/namenode/elasticsearch/ingest_pipeline/default.yml @@ -6,13 +6,13 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric - set: field: event.category - value: database + value: [database] - rename: field: http target_field: hadoop diff --git a/packages/hadoop/data_stream/namenode/fields/ecs.yml b/packages/hadoop/data_stream/namenode/fields/ecs.yml index 62135f84260..e1068cd0714 100644 --- a/packages/hadoop/data_stream/namenode/fields/ecs.yml +++ b/packages/hadoop/data_stream/namenode/fields/ecs.yml @@ -42,4 +42,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/hadoop/data_stream/namenode/fields/fields.yml b/packages/hadoop/data_stream/namenode/fields/fields.yml index b1bff5bc7ea..9087eb79948 100644 --- a/packages/hadoop/data_stream/namenode/fields/fields.yml +++ b/packages/hadoop/data_stream/namenode/fields/fields.yml @@ -1,6 +1,5 @@ - name: hadoop.namenode type: group - release: beta fields: - name: blocks type: group diff --git a/packages/hadoop/data_stream/namenode/manifest.yml b/packages/hadoop/data_stream/namenode/manifest.yml index 4b6f9f18ea0..c7748d0a2ad 100644 --- a/packages/hadoop/data_stream/namenode/manifest.yml +++ b/packages/hadoop/data_stream/namenode/manifest.yml @@ -45,5 +45,6 @@ streams: show_user: false description: > Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. + elasticsearch: index_mode: "time_series" diff --git a/packages/hadoop/data_stream/namenode/sample_event.json b/packages/hadoop/data_stream/namenode/sample_event.json index b15b54b0b5f..b04e618a2ac 100644 --- a/packages/hadoop/data_stream/namenode/sample_event.json +++ b/packages/hadoop/data_stream/namenode/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.namenode", "duration": 341259289, "ingested": "2022-03-28T11:36:09Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "namenode": { diff --git a/packages/hadoop/data_stream/node_manager/_dev/test/pipeline/test-node-manager-metrics.json-expected.json b/packages/hadoop/data_stream/node_manager/_dev/test/pipeline/test-node-manager-metrics.json-expected.json index c7bb85c68f3..ee7f7886040 100644 --- a/packages/hadoop/data_stream/node_manager/_dev/test/pipeline/test-node-manager-metrics.json-expected.json +++ b/packages/hadoop/data_stream/node_manager/_dev/test/pipeline/test-node-manager-metrics.json-expected.json @@ -6,9 +6,13 @@ "version": "8.5.1" }, "event": { - "category": "database", + "category": [ + "database" + ], "kind": "metric", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "node_manager": { diff --git a/packages/hadoop/data_stream/node_manager/elasticsearch/ingest_pipeline/default.yml b/packages/hadoop/data_stream/node_manager/elasticsearch/ingest_pipeline/default.yml index 23b624d418b..e8b53e55bbb 100644 --- a/packages/hadoop/data_stream/node_manager/elasticsearch/ingest_pipeline/default.yml +++ b/packages/hadoop/data_stream/node_manager/elasticsearch/ingest_pipeline/default.yml @@ -6,13 +6,13 @@ processors: value: '8.5.1' - set: field: event.type - value: info + value: [info] - set: field: event.kind value: metric - set: field: event.category - value: database + value: [database] - rename: field: http target_field: hadoop diff --git a/packages/hadoop/data_stream/node_manager/fields/ecs.yml b/packages/hadoop/data_stream/node_manager/fields/ecs.yml index 62135f84260..e1068cd0714 100644 --- a/packages/hadoop/data_stream/node_manager/fields/ecs.yml +++ b/packages/hadoop/data_stream/node_manager/fields/ecs.yml @@ -42,4 +42,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/hadoop/data_stream/node_manager/manifest.yml b/packages/hadoop/data_stream/node_manager/manifest.yml index bfc521e2672..a3b371e4837 100644 --- a/packages/hadoop/data_stream/node_manager/manifest.yml +++ b/packages/hadoop/data_stream/node_manager/manifest.yml @@ -45,5 +45,6 @@ streams: show_user: false description: > Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. + elasticsearch: index_mode: "time_series" diff --git a/packages/hadoop/data_stream/node_manager/sample_event.json b/packages/hadoop/data_stream/node_manager/sample_event.json index 2fc1bfe1f91..d10bbb010e0 100644 --- a/packages/hadoop/data_stream/node_manager/sample_event.json +++ b/packages/hadoop/data_stream/node_manager/sample_event.json @@ -22,13 +22,17 @@ }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.node_manager", "duration": 12930711, "ingested": "2022-03-28T11:54:35Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "node_manager": { diff --git a/packages/hadoop/docs/README.md b/packages/hadoop/docs/README.md index 8dc366f5aad..a54cc4ebed1 100644 --- a/packages/hadoop/docs/README.md +++ b/packages/hadoop/docs/README.md @@ -50,13 +50,17 @@ An example event for `application` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "created": "2023-02-02T12:03:41.178Z", "dataset": "hadoop.application", "ingested": "2023-02-02T12:03:42Z", "kind": "metric", "module": "httpjson", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "application": { @@ -111,7 +115,7 @@ An example event for `application` looks as following: | hadoop.application.vcore_seconds | The amount of CPU resources the application has allocated | long | | host.ip | Host ip addresses. | ip | | input.type | Type of Filebeat input. | keyword | -| tags | User defined tags | keyword | +| tags | User defined tags. | keyword | ## cluster @@ -145,13 +149,17 @@ An example event for `cluster` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.cluster", "duration": 50350559, "ingested": "2022-04-04T17:22:25Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "cluster": { @@ -298,13 +306,17 @@ An example event for `datanode` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.datanode", "duration": 241651987, "ingested": "2023-02-02T12:05:05Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "datanode": { @@ -439,13 +451,17 @@ An example event for `namenode` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.namenode", "duration": 341259289, "ingested": "2022-03-28T11:36:09Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "namenode": { @@ -594,13 +610,17 @@ An example event for `node_manager` looks as following: }, "event": { "agent_id_status": "verified", - "category": "database", + "category": [ + "database" + ], "dataset": "hadoop.node_manager", "duration": 12930711, "ingested": "2022-03-28T11:54:35Z", "kind": "metric", "module": "http", - "type": "info" + "type": [ + "info" + ] }, "hadoop": { "node_manager": { diff --git a/packages/hadoop/manifest.yml b/packages/hadoop/manifest.yml index 21df97e997b..5d8db8f11c8 100644 --- a/packages/hadoop/manifest.yml +++ b/packages/hadoop/manifest.yml @@ -1,8 +1,7 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: hadoop title: Hadoop -version: "1.2.1" -license: basic +version: "1.3.0" description: Collect metrics from Apache Hadoop with Elastic Agent. type: integration categories: @@ -10,7 +9,10 @@ categories: - observability - big_data conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/hadoop-application-dashboard-screenshot.png title: Application dashboard screenshot @@ -46,3 +48,4 @@ policy_templates: description: Collect Hadoop Metrics using Resource Manager API owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/hadoop/validation.yml b/packages/hadoop/validation.yml new file mode 100644 index 00000000000..efdb1de132d --- /dev/null +++ b/packages/hadoop/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00004 + - SVR00002 diff --git a/packages/haproxy/data_stream/info/fields/agent.yml b/packages/haproxy/data_stream/info/fields/agent.yml index a073ae0efb5..e1de065c9d1 100644 --- a/packages/haproxy/data_stream/info/fields/agent.yml +++ b/packages/haproxy/data_stream/info/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/iis/changelog.yml b/packages/iis/changelog.yml index e92a353b13b..240b217c75d 100644 --- a/packages/iis/changelog.yml +++ b/packages/iis/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.16.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "1.15.1" changes: - description: Add null check and ignore_missing check to the rename processor diff --git a/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for-extended.log-expected.json b/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for-extended.log-expected.json index 0cfe372c34a..8efa820a09c 100644 --- a/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for-extended.log-expected.json +++ b/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for-extended.log-expected.json @@ -18,7 +18,7 @@ ], "duration": 0, "kind": "event", - "original": "2020-10-04 22:00:34 W3SVC2 freca1 10.24.129.162 GET /favicon.ico - 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64;+rv:81.0)+Gecko/20100101+Firefox/81.0 - https://images.hogeschoolrotterdam.nl/Blob/adeec119008c48758c1a6be53aeeb2ac/34ff475072d54117bcb46ea7f023bd87.jpg?width=1200\u0026height=630\u0026mode=crop images.hogeschoolrotterdam.nl 404 0 2 1437 534 0 67.43.156.14", + "original": "2020-10-04 22:00:34 W3SVC2 freca1 10.24.129.162 GET /favicon.ico - 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64;+rv:81.0)+Gecko/20100101+Firefox/81.0 - https://images.hogeschoolrotterdam.nl/Blob/adeec119008c48758c1a6be53aeeb2ac/34ff475072d54117bcb46ea7f023bd87.jpg?width=1200&height=630&mode=crop images.hogeschoolrotterdam.nl 404 0 2 1437 534 0 67.43.156.14", "outcome": "failure", "type": [ "connection" @@ -30,7 +30,7 @@ "bytes": 534 }, "method": "GET", - "referrer": "https://images.hogeschoolrotterdam.nl/Blob/adeec119008c48758c1a6be53aeeb2ac/34ff475072d54117bcb46ea7f023bd87.jpg?width=1200\u0026height=630\u0026mode=crop" + "referrer": "https://images.hogeschoolrotterdam.nl/Blob/adeec119008c48758c1a6be53aeeb2ac/34ff475072d54117bcb46ea7f023bd87.jpg?width=1200&height=630&mode=crop" }, "response": { "body": { @@ -180,7 +180,7 @@ ], "duration": 15000000, "kind": "event", - "original": "2020-10-05 21:48:33 W3SVC2 freca1 10.24.129.162 GET /app_data/cache/9/e/1/c/3/7/9e1c37a203a2a306e8f5d4df1bddb1109dd42e57.jpg width=35\u0026height=38\u0026mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/70.0.3538.102+Safari/537.36+Edge/18.18362 BIGipServerYAkgvoMsadfHHYQAGkWEWnyAqAads=27246369425.20480.0000 https://www.rotterdamuas.com/ images.hogeschoolrotterdam.nl 200 0 0 2007 581 15 67.43.156.14", + "original": "2020-10-05 21:48:33 W3SVC2 freca1 10.24.129.162 GET /app_data/cache/9/e/1/c/3/7/9e1c37a203a2a306e8f5d4df1bddb1109dd42e57.jpg width=35&height=38&mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/70.0.3538.102+Safari/537.36+Edge/18.18362 BIGipServerYAkgvoMsadfHHYQAGkWEWnyAqAads=27246369425.20480.0000 https://www.rotterdamuas.com/ images.hogeschoolrotterdam.nl 200 0 0 2007 581 15 67.43.156.14", "outcome": "success", "type": [ "connection" @@ -232,7 +232,7 @@ "extension": "jpg", "original": "/app_data/cache/9/e/1/c/3/7/9e1c37a203a2a306e8f5d4df1bddb1109dd42e57.jpg", "path": "/app_data/cache/9/e/1/c/3/7/9e1c37a203a2a306e8f5d4df1bddb1109dd42e57.jpg", - "query": "width=35\u0026height=38\u0026mode=crop" + "query": "width=35&height=38&mode=crop" }, "user_agent": { "device": { @@ -266,7 +266,7 @@ ], "duration": 0, "kind": "event", - "original": "2020-10-05 21:48:33 W3SVC2 freca1 10.24.129.162 GET /app_data/cache/f/b/7/1/2/7/fb71277260ae26a108c3608ce1a62474a55b2556.jpg width=75\u0026height=40\u0026mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/70.0.3538.102+Safari/537.36+Edge/18.18362 BIGipServerYAkgvoMHHYQAGkWEWadfsadfnyAqAere=27246369425.20480.0000 https://www.rotterdamuas.com/ images.hogeschoolrotterdam.nl 200 0 0 2926 581 0 67.43.156.14", + "original": "2020-10-05 21:48:33 W3SVC2 freca1 10.24.129.162 GET /app_data/cache/f/b/7/1/2/7/fb71277260ae26a108c3608ce1a62474a55b2556.jpg width=75&height=40&mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/70.0.3538.102+Safari/537.36+Edge/18.18362 BIGipServerYAkgvoMHHYQAGkWEWadfsadfnyAqAere=27246369425.20480.0000 https://www.rotterdamuas.com/ images.hogeschoolrotterdam.nl 200 0 0 2926 581 0 67.43.156.14", "outcome": "success", "type": [ "connection" @@ -318,7 +318,7 @@ "extension": "jpg", "original": "/app_data/cache/f/b/7/1/2/7/fb71277260ae26a108c3608ce1a62474a55b2556.jpg", "path": "/app_data/cache/f/b/7/1/2/7/fb71277260ae26a108c3608ce1a62474a55b2556.jpg", - "query": "width=75\u0026height=40\u0026mode=crop" + "query": "width=75&height=40&mode=crop" }, "user_agent": { "device": { @@ -352,7 +352,7 @@ ], "duration": 15000000, "kind": "event", - "original": "2020-10-08 22:00:22 W3SVC2 freca1 10.24.129.162 GET /Blob/a9e2fe596ac14a4ab07beb6b6e2c6545/15a3917cacf44de59af9cc899e90a9d4.png width=60\u0026height=20\u0026mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(iPhone;+CPU+iPhone+OS+13_7+like+Mac+OS+X)+AppleWebKit/605.1.15+(KHTML,+like+Gecko)+Version/13.1.2+Mobile/15E148+Safari/604.1 imagedpi=1;+imagequality=30;+_ga=GA1.2.14440223724.16021494379;+_gid=GA1.2.12504478161.16021944379;+_gat_UA-155746052-5=1;+BIGipServerYAkgvoMHHYQAGkWsadfsdfEWnyAqA=!vbipVwbt0UWJ4QSsPvjjVxViTXMqdXWYaferu1dRyQoUTVVBGLZPB39PoNX5Tw66+GT0ChJCfnp/xfhM8lI=;+_gcl_au=1.1.1297303538.1602194379 https://www.hogeschoolrotterdam.nl/opleidingen/bachelor/elektrotechniek/voltijd/ images.hogeschoolrotterdam.nl 304 0 0 388 979 15 67.43.156.14", + "original": "2020-10-08 22:00:22 W3SVC2 freca1 10.24.129.162 GET /Blob/a9e2fe596ac14a4ab07beb6b6e2c6545/15a3917cacf44de59af9cc899e90a9d4.png width=60&height=20&mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(iPhone;+CPU+iPhone+OS+13_7+like+Mac+OS+X)+AppleWebKit/605.1.15+(KHTML,+like+Gecko)+Version/13.1.2+Mobile/15E148+Safari/604.1 imagedpi=1;+imagequality=30;+_ga=GA1.2.14440223724.16021494379;+_gid=GA1.2.12504478161.16021944379;+_gat_UA-155746052-5=1;+BIGipServerYAkgvoMHHYQAGkWsadfsdfEWnyAqA=!vbipVwbt0UWJ4QSsPvjjVxViTXMqdXWYaferu1dRyQoUTVVBGLZPB39PoNX5Tw66+GT0ChJCfnp/xfhM8lI=;+_gcl_au=1.1.1297303538.1602194379 https://www.hogeschoolrotterdam.nl/opleidingen/bachelor/elektrotechniek/voltijd/ images.hogeschoolrotterdam.nl 304 0 0 388 979 15 67.43.156.14", "outcome": "success", "type": [ "connection" @@ -404,7 +404,7 @@ "extension": "png", "original": "/Blob/a9e2fe596ac14a4ab07beb6b6e2c6545/15a3917cacf44de59af9cc899e90a9d4.png", "path": "/Blob/a9e2fe596ac14a4ab07beb6b6e2c6545/15a3917cacf44de59af9cc899e90a9d4.png", - "query": "width=60\u0026height=20\u0026mode=crop" + "query": "width=60&height=20&mode=crop" }, "user_agent": { "device": { @@ -438,7 +438,7 @@ ], "duration": 0, "kind": "event", - "original": "2020-10-08 22:00:22 W3SVC2 freca1 10.24.129.162 GET /Blob/ff64cd9efcf4424dbf06b3b8133eeea2/f2e0b2998b1f43cb98e5b31c7faa91f4.jpg width=60\u0026height=20\u0026mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(iPhone;+CPU+iPhone+OS+13_7+like+Mac+OS+X)+AppleWebKit/605.1.15+(KHTML,+like+Gecko)+Version/13.1.2+Mobile/15E148+Safari/604.1 imagedpi=1;+imagequality=30;+_ga=GA1.2.14440223724.16021494379;+_gid=GA1.2.12504748161.16021944379;+_gat_UA-155764052-5=1;+BIGipServerYAkgvoMHHYQAGkWEsadfsdfsWnyAqA=!vbipVwbt0UWJ4QSsPvjjVxViTXMqdXWYu1dRyQoUTVerwerVBGLZPB39PoNX5Tw66+GT0ChJCfnp/xfhM8lI=;+_gcl_au=1.1.1297303538.1602194379 https://www.hogeschoolrotterdam.nl/opleidingen/bachelor/elektrotechniek/voltijd/ images.hogeschoolrotterdam.nl 304 0 0 388 979 0 67.43.156.14", + "original": "2020-10-08 22:00:22 W3SVC2 freca1 10.24.129.162 GET /Blob/ff64cd9efcf4424dbf06b3b8133eeea2/f2e0b2998b1f43cb98e5b31c7faa91f4.jpg width=60&height=20&mode=crop 80 - 10.24.136.240 HTTP/1.1 Mozilla/5.0+(iPhone;+CPU+iPhone+OS+13_7+like+Mac+OS+X)+AppleWebKit/605.1.15+(KHTML,+like+Gecko)+Version/13.1.2+Mobile/15E148+Safari/604.1 imagedpi=1;+imagequality=30;+_ga=GA1.2.14440223724.16021494379;+_gid=GA1.2.12504748161.16021944379;+_gat_UA-155764052-5=1;+BIGipServerYAkgvoMHHYQAGkWEsadfsdfsWnyAqA=!vbipVwbt0UWJ4QSsPvjjVxViTXMqdXWYu1dRyQoUTVerwerVBGLZPB39PoNX5Tw66+GT0ChJCfnp/xfhM8lI=;+_gcl_au=1.1.1297303538.1602194379 https://www.hogeschoolrotterdam.nl/opleidingen/bachelor/elektrotechniek/voltijd/ images.hogeschoolrotterdam.nl 304 0 0 388 979 0 67.43.156.14", "outcome": "success", "type": [ "connection" @@ -490,7 +490,7 @@ "extension": "jpg", "original": "/Blob/ff64cd9efcf4424dbf06b3b8133eeea2/f2e0b2998b1f43cb98e5b31c7faa91f4.jpg", "path": "/Blob/ff64cd9efcf4424dbf06b3b8133eeea2/f2e0b2998b1f43cb98e5b31c7faa91f4.jpg", - "query": "width=60\u0026height=20\u0026mode=crop" + "query": "width=60&height=20&mode=crop" }, "user_agent": { "device": { diff --git a/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for.log-expected.json b/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for.log-expected.json index 155ae340010..781c66957cf 100644 --- a/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for.log-expected.json +++ b/packages/iis/data_stream/access/_dev/test/pipeline/test-x-forward-for.log-expected.json @@ -233,7 +233,7 @@ ], "duration": 32000000, "kind": "event", - "original": "2020-10-07 23:00:17 192.168.16.11 GET /Production-UI/data/finance/legacy/GLAPAprvMaster $filter=BatchId%20eq%20%27FY21HSNG0820%27\u0026$orderby=Subsys,Ref\u0026$skip=0\u0026$top=20 443 - 192.168.7.63 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/67.43.156.13+Safari/537.36 https://onesolfarm.ggcity.org/Production-UI/ui/uiscreens/generalledger/GLJEUB 200 0 0 32 192.168.198.23", + "original": "2020-10-07 23:00:17 192.168.16.11 GET /Production-UI/data/finance/legacy/GLAPAprvMaster $filter=BatchId%20eq%20%27FY21HSNG0820%27&$orderby=Subsys,Ref&$skip=0&$top=20 443 - 192.168.7.63 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/67.43.156.13+Safari/537.36 https://onesolfarm.ggcity.org/Production-UI/ui/uiscreens/generalledger/GLJEUB 200 0 0 32 192.168.198.23", "outcome": "success", "type": [ "connection" @@ -273,7 +273,7 @@ "url": { "original": "/Production-UI/data/finance/legacy/GLAPAprvMaster", "path": "/Production-UI/data/finance/legacy/GLAPAprvMaster", - "query": "$filter=BatchId eq 'FY21HSNG0820'\u0026$orderby=Subsys,Ref\u0026$skip=0\u0026$top=20" + "query": "$filter=BatchId eq 'FY21HSNG0820'&$orderby=Subsys,Ref&$skip=0&$top=20" }, "user_agent": { "device": { @@ -306,7 +306,7 @@ ], "duration": 166000000, "kind": "event", - "original": "2020-10-07 23:00:17 192.168.16.11 GET /Production-UI/data/finance/legacy/GLATrnsDetail $filter=Subsys%20eq%20%27JE%27%20and%20Ref%20eq%20%27HSNG08-MR%27%20and%20BatchId%20eq%20%27FY21HSNG0820%27\u0026$orderby=RecNo\u0026$skip=0\u0026$top=20 443 - 192.168.7.63 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/67.43.156.13+Safari/537.36 https://onesolfarm.ggcity.org/Production-UI/ui/uiscreens/generalledger/GLJEUB 200 0 0 166 192.168.198.23", + "original": "2020-10-07 23:00:17 192.168.16.11 GET /Production-UI/data/finance/legacy/GLATrnsDetail $filter=Subsys%20eq%20%27JE%27%20and%20Ref%20eq%20%27HSNG08-MR%27%20and%20BatchId%20eq%20%27FY21HSNG0820%27&$orderby=RecNo&$skip=0&$top=20 443 - 192.168.7.63 Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/67.43.156.13+Safari/537.36 https://onesolfarm.ggcity.org/Production-UI/ui/uiscreens/generalledger/GLJEUB 200 0 0 166 192.168.198.23", "outcome": "success", "type": [ "connection" @@ -346,7 +346,7 @@ "url": { "original": "/Production-UI/data/finance/legacy/GLATrnsDetail", "path": "/Production-UI/data/finance/legacy/GLATrnsDetail", - "query": "$filter=Subsys eq 'JE' and Ref eq 'HSNG08-MR' and BatchId eq 'FY21HSNG0820'\u0026$orderby=RecNo\u0026$skip=0\u0026$top=20" + "query": "$filter=Subsys eq 'JE' and Ref eq 'HSNG08-MR' and BatchId eq 'FY21HSNG0820'&$orderby=RecNo&$skip=0&$top=20" }, "user_agent": { "device": { diff --git a/packages/iis/data_stream/access/fields/agent.yml b/packages/iis/data_stream/access/fields/agent.yml index da4e652c53b..3cb905c19c2 100644 --- a/packages/iis/data_stream/access/fields/agent.yml +++ b/packages/iis/data_stream/access/fields/agent.yml @@ -105,13 +105,6 @@ For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' example: CONTOSO default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - name: id level: core type: keyword diff --git a/packages/iis/data_stream/error/_dev/test/pipeline/test-iis-error.log-expected.json b/packages/iis/data_stream/error/_dev/test/pipeline/test-iis-error.log-expected.json index 2e5a56b319d..0b111e58a99 100644 --- a/packages/iis/data_stream/error/_dev/test/pipeline/test-iis-error.log-expected.json +++ b/packages/iis/data_stream/error/_dev/test/pipeline/test-iis-error.log-expected.json @@ -485,7 +485,7 @@ "network" ], "kind": "event", - "original": "2018-05-05 05:05:55 67.43.156.15 12345 192.168.101.101 443 HTTP/1.1 GET /fee\u0026fie=foe 400 - URL -", + "original": "2018-05-05 05:05:55 67.43.156.15 12345 192.168.101.101 443 HTTP/1.1 GET /fee&fie=foe 400 - URL -", "outcome": "failure", "type": [ "connection" @@ -532,8 +532,8 @@ "preserve_original_event" ], "url": { - "original": "/fee\u0026fie=foe", - "path": "/fee\u0026fie=foe" + "original": "/fee&fie=foe", + "path": "/fee&fie=foe" } } ] diff --git a/packages/iis/manifest.yml b/packages/iis/manifest.yml index d52fab4ecb4..5208302a618 100644 --- a/packages/iis/manifest.yml +++ b/packages/iis/manifest.yml @@ -1,6 +1,6 @@ name: iis title: IIS -version: "1.15.1" +version: "1.16.0" description: Collect logs and metrics from Internet Information Services (IIS) servers with Elastic Agent. type: integration icons: @@ -8,14 +8,15 @@ icons: title: iis size: 100x100 type: image/svg+xml -format_version: 1.0.0 -license: basic +format_version: "3.0.0" categories: - web - observability -release: ga conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/kibana-iis.png title: kibana iis @@ -73,3 +74,4 @@ policy_templates: show_user: false owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/iis/validation.yml b/packages/iis/validation.yml new file mode 100644 index 00000000000..99999428b3f --- /dev/null +++ b/packages/iis/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00002 + - SVR00004 diff --git a/packages/jolokia_input/_dev/test/system/test-default-config.yml b/packages/jolokia_input/_dev/test/system/test-default-config.yml index e272872818c..40ae3d1dd89 100644 --- a/packages/jolokia_input/_dev/test/system/test-default-config.yml +++ b/packages/jolokia_input/_dev/test/system/test-default-config.yml @@ -1,7 +1,7 @@ vars: hosts: - "{{Hostname}}:{{Port}}" - jmx.mappings: | + "jmx.mappings": | - mbean: 'java.lang:type=Runtime' attributes: - attr: Uptime diff --git a/packages/jolokia_input/changelog.yml b/packages/jolokia_input/changelog.yml index d5f7d063ea5..99b75a54b41 100644 --- a/packages/jolokia_input/changelog.yml +++ b/packages/jolokia_input/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 0.3.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "0.2.0" changes: - description: Update the Kibana Version to 8.8.0 diff --git a/packages/jolokia_input/manifest.yml b/packages/jolokia_input/manifest.yml index fe76f2c5f41..516ead5ae37 100644 --- a/packages/jolokia_input/manifest.yml +++ b/packages/jolokia_input/manifest.yml @@ -1,14 +1,16 @@ -format_version: 2.0.0 +format_version: "3.0.0" name: jolokia title: "Jolokia Input" -version: "0.2.0" +version: "0.3.0" description: "Collects Metrics from Jolokia Agents" type: input categories: - observability conditions: - kibana.version: "^8.8.0" - elastic.subscription: "basic" + kibana: + version: "^8.8.0" + elastic: + subscription: "basic" icons: - src: /img/jolokia_logo.svg title: Jolokia logo @@ -60,3 +62,4 @@ policy_templates: field: memory.non_heap_usage owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/kafka/changelog.yml b/packages/kafka/changelog.yml index c24119537ca..236e92b7f89 100644 --- a/packages/kafka/changelog.yml +++ b/packages/kafka/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.10.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "1.9.2" changes: - description: Add null check and ignore_missing check to the rename processor diff --git a/packages/kafka/data_stream/broker/manifest.yml b/packages/kafka/data_stream/broker/manifest.yml index a040a42a82d..c147bc390ad 100644 --- a/packages/kafka/data_stream/broker/manifest.yml +++ b/packages/kafka/data_stream/broker/manifest.yml @@ -14,4 +14,4 @@ streams: default: - 'localhost:8778' elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/kafka/data_stream/consumergroup/manifest.yml b/packages/kafka/data_stream/consumergroup/manifest.yml index f693a9165b5..e286b1db4ca 100644 --- a/packages/kafka/data_stream/consumergroup/manifest.yml +++ b/packages/kafka/data_stream/consumergroup/manifest.yml @@ -24,4 +24,7 @@ elasticsearch: index_mode: "time_series" index_template: settings: - index.mapping.dimension_fields.limit: 24 \ No newline at end of file + index: + mapping: + dimension_fields: + limit: 24 diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/kafka/data_stream/log/_dev/test/pipeline/test-common-config.yml index f39f9fe1f77..ed7a6b31f4c 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" multiline: first_line_pattern: '^\[' negate: true diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller-2-0-0.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller-2-0-0.log-expected.json index 66cd4959220..0dbcf87cafc 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller-2-0-0.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller-2-0-0.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,474] TRACE [Controller id=10] Checking need to trigger auto leader balancing (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -33,8 +35,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:03:32,474] DEBUG [Controller id=10] Preferred replicas by broker Map(20 -\u003e Map(__consumer_offsets-22 -\u003e Vector(20), __consumer_offsets-4 -\u003e Vector(20), __consumer_offsets-7 -\u003e Vector(20), __consumer_offsets-46 -\u003e Vector(20), __consumer_offsets-25 -\u003e Vector(20), __consumer_offsets-49 -\u003e Vector(20), __consumer_offsets-16 -\u003e Vector(20), test-0 -\u003e Vector(20, 30, 10), __consumer_offsets-28 -\u003e Vector(20), __consumer_offsets-31 -\u003e Vector(20), test-2-2 -\u003e Vector(20, 30), __consumer_offsets-37 -\u003e Vector(20), filebeat-system-0 -\u003e Vector(20), test-3-3 -\u003e Vector(20, 30), __consumer_offsets-19 -\u003e Vector(20), __consumer_offsets-13 -\u003e Vector(20), __consumer_offsets-43 -\u003e Vector(20), __consumer_offsets-1 -\u003e Vector(20), __consumer_offsets-34 -\u003e Vector(20), __consumer_offsets-10 -\u003e Vector(20), test-3 -\u003e Vector(20, 10, 30), __consumer_offsets-40 -\u003e Vector(20)), 10 -\u003e Map(__consumer_offsets-30 -\u003e Vector(10), __consumer_offsets-21 -\u003e Vector(10), __consumer_offsets-27 -\u003e Vector(10), __consumer_offsets-9 -\u003e Vector(10), __consumer_offsets-33 -\u003e Vector(10), __consumer_offsets-36 -\u003e Vector(10), __consumer_offsets-42 -\u003e Vector(10), __consumer_offsets-3 -\u003e Vector(10), __consumer_offsets-18 -\u003e Vector(10), test-5 -\u003e Vector(10, 30, 20), __consumer_offsets-15 -\u003e Vector(10), __consumer_offsets-24 -\u003e Vector(10), test-3-1 -\u003e Vector(10, 20), __consumer_offsets-48 -\u003e Vector(10), filebeat-kafka-0 -\u003e Vector(10), __consumer_offsets-6 -\u003e Vector(10), test-2-1 -\u003e Vector(10, 20), test-3-2 -\u003e Vector(10, 30), __consumer_offsets-0 -\u003e Vector(10), __consumer_offsets-39 -\u003e Vector(10), __consumer_offsets-12 -\u003e Vector(10), __consumer_offsets-45 -\u003e Vector(10), test-2 -\u003e Vector(10, 20, 30)), 30 -\u003e Map(__consumer_offsets-8 -\u003e Vector(30), __consumer_offsets-35 -\u003e Vector(30), __consumer_offsets-41 -\u003e Vector(30), __consumer_offsets-23 -\u003e Vector(30), __consumer_offsets-47 -\u003e Vector(30), metricbeat-0 -\u003e Vector(30), test-3-0 -\u003e Vector(30, 10), metricbeat-kafka-0 -\u003e Vector(30), filebeat-0 -\u003e Vector(30), test-2-0 -\u003e Vector(30, 10), __consumer_offsets-38 -\u003e Vector(30), __consumer_offsets-17 -\u003e Vector(30), test-1 -\u003e Vector(30, 10, 20), test-2-3 -\u003e Vector(30, 20), __consumer_offsets-11 -\u003e Vector(30), __consumer_offsets-2 -\u003e Vector(30), __consumer_offsets-14 -\u003e Vector(30), test-4 -\u003e Vector(30, 20, 10), metricbeat-system-0 -\u003e Vector(30), __consumer_offsets-20 -\u003e Vector(30), __consumer_offsets-44 -\u003e Vector(30), __consumer_offsets-5 -\u003e Vector(30), __consumer_offsets-26 -\u003e Vector(30), __consumer_offsets-29 -\u003e Vector(30), __consumer_offsets-32 -\u003e Vector(30))) (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:03:32,474] DEBUG [Controller id=10] Preferred replicas by broker Map(20 -> Map(__consumer_offsets-22 -> Vector(20), __consumer_offsets-4 -> Vector(20), __consumer_offsets-7 -> Vector(20), __consumer_offsets-46 -> Vector(20), __consumer_offsets-25 -> Vector(20), __consumer_offsets-49 -> Vector(20), __consumer_offsets-16 -> Vector(20), test-0 -> Vector(20, 30, 10), __consumer_offsets-28 -> Vector(20), __consumer_offsets-31 -> Vector(20), test-2-2 -> Vector(20, 30), __consumer_offsets-37 -> Vector(20), filebeat-system-0 -> Vector(20), test-3-3 -> Vector(20, 30), __consumer_offsets-19 -> Vector(20), __consumer_offsets-13 -> Vector(20), __consumer_offsets-43 -> Vector(20), __consumer_offsets-1 -> Vector(20), __consumer_offsets-34 -> Vector(20), __consumer_offsets-10 -> Vector(20), test-3 -> Vector(20, 10, 30), __consumer_offsets-40 -> Vector(20)), 10 -> Map(__consumer_offsets-30 -> Vector(10), __consumer_offsets-21 -> Vector(10), __consumer_offsets-27 -> Vector(10), __consumer_offsets-9 -> Vector(10), __consumer_offsets-33 -> Vector(10), __consumer_offsets-36 -> Vector(10), __consumer_offsets-42 -> Vector(10), __consumer_offsets-3 -> Vector(10), __consumer_offsets-18 -> Vector(10), test-5 -> Vector(10, 30, 20), __consumer_offsets-15 -> Vector(10), __consumer_offsets-24 -> Vector(10), test-3-1 -> Vector(10, 20), __consumer_offsets-48 -> Vector(10), filebeat-kafka-0 -> Vector(10), __consumer_offsets-6 -> Vector(10), test-2-1 -> Vector(10, 20), test-3-2 -> Vector(10, 30), __consumer_offsets-0 -> Vector(10), __consumer_offsets-39 -> Vector(10), __consumer_offsets-12 -> Vector(10), __consumer_offsets-45 -> Vector(10), test-2 -> Vector(10, 20, 30)), 30 -> Map(__consumer_offsets-8 -> Vector(30), __consumer_offsets-35 -> Vector(30), __consumer_offsets-41 -> Vector(30), __consumer_offsets-23 -> Vector(30), __consumer_offsets-47 -> Vector(30), metricbeat-0 -> Vector(30), test-3-0 -> Vector(30, 10), metricbeat-kafka-0 -> Vector(30), filebeat-0 -> Vector(30), test-2-0 -> Vector(30, 10), __consumer_offsets-38 -> Vector(30), __consumer_offsets-17 -> Vector(30), test-1 -> Vector(30, 10, 20), test-2-3 -> Vector(30, 20), __consumer_offsets-11 -> Vector(30), __consumer_offsets-2 -> Vector(30), __consumer_offsets-14 -> Vector(30), test-4 -> Vector(30, 20, 10), metricbeat-system-0 -> Vector(30), __consumer_offsets-20 -> Vector(30), __consumer_offsets-44 -> Vector(30), __consumer_offsets-5 -> Vector(30), __consumer_offsets-26 -> Vector(30), __consumer_offsets-29 -> Vector(30), __consumer_offsets-32 -> Vector(30))) (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -45,7 +49,7 @@ "log": { "level": "DEBUG" }, - "message": "Preferred replicas by broker Map(20 -\u003e Map(__consumer_offsets-22 -\u003e Vector(20), __consumer_offsets-4 -\u003e Vector(20), __consumer_offsets-7 -\u003e Vector(20), __consumer_offsets-46 -\u003e Vector(20), __consumer_offsets-25 -\u003e Vector(20), __consumer_offsets-49 -\u003e Vector(20), __consumer_offsets-16 -\u003e Vector(20), test-0 -\u003e Vector(20, 30, 10), __consumer_offsets-28 -\u003e Vector(20), __consumer_offsets-31 -\u003e Vector(20), test-2-2 -\u003e Vector(20, 30), __consumer_offsets-37 -\u003e Vector(20), filebeat-system-0 -\u003e Vector(20), test-3-3 -\u003e Vector(20, 30), __consumer_offsets-19 -\u003e Vector(20), __consumer_offsets-13 -\u003e Vector(20), __consumer_offsets-43 -\u003e Vector(20), __consumer_offsets-1 -\u003e Vector(20), __consumer_offsets-34 -\u003e Vector(20), __consumer_offsets-10 -\u003e Vector(20), test-3 -\u003e Vector(20, 10, 30), __consumer_offsets-40 -\u003e Vector(20)), 10 -\u003e Map(__consumer_offsets-30 -\u003e Vector(10), __consumer_offsets-21 -\u003e Vector(10), __consumer_offsets-27 -\u003e Vector(10), __consumer_offsets-9 -\u003e Vector(10), __consumer_offsets-33 -\u003e Vector(10), __consumer_offsets-36 -\u003e Vector(10), __consumer_offsets-42 -\u003e Vector(10), __consumer_offsets-3 -\u003e Vector(10), __consumer_offsets-18 -\u003e Vector(10), test-5 -\u003e Vector(10, 30, 20), __consumer_offsets-15 -\u003e Vector(10), __consumer_offsets-24 -\u003e Vector(10), test-3-1 -\u003e Vector(10, 20), __consumer_offsets-48 -\u003e Vector(10), filebeat-kafka-0 -\u003e Vector(10), __consumer_offsets-6 -\u003e Vector(10), test-2-1 -\u003e Vector(10, 20), test-3-2 -\u003e Vector(10, 30), __consumer_offsets-0 -\u003e Vector(10), __consumer_offsets-39 -\u003e Vector(10), __consumer_offsets-12 -\u003e Vector(10), __consumer_offsets-45 -\u003e Vector(10), test-2 -\u003e Vector(10, 20, 30)), 30 -\u003e Map(__consumer_offsets-8 -\u003e Vector(30), __consumer_offsets-35 -\u003e Vector(30), __consumer_offsets-41 -\u003e Vector(30), __consumer_offsets-23 -\u003e Vector(30), __consumer_offsets-47 -\u003e Vector(30), metricbeat-0 -\u003e Vector(30), test-3-0 -\u003e Vector(30, 10), metricbeat-kafka-0 -\u003e Vector(30), filebeat-0 -\u003e Vector(30), test-2-0 -\u003e Vector(30, 10), __consumer_offsets-38 -\u003e Vector(30), __consumer_offsets-17 -\u003e Vector(30), test-1 -\u003e Vector(30, 10, 20), test-2-3 -\u003e Vector(30, 20), __consumer_offsets-11 -\u003e Vector(30), __consumer_offsets-2 -\u003e Vector(30), __consumer_offsets-14 -\u003e Vector(30), test-4 -\u003e Vector(30, 20, 10), metricbeat-system-0 -\u003e Vector(30), __consumer_offsets-20 -\u003e Vector(30), __consumer_offsets-44 -\u003e Vector(30), __consumer_offsets-5 -\u003e Vector(30), __consumer_offsets-26 -\u003e Vector(30), __consumer_offsets-29 -\u003e Vector(30), __consumer_offsets-32 -\u003e Vector(30)))", + "message": "Preferred replicas by broker Map(20 -> Map(__consumer_offsets-22 -> Vector(20), __consumer_offsets-4 -> Vector(20), __consumer_offsets-7 -> Vector(20), __consumer_offsets-46 -> Vector(20), __consumer_offsets-25 -> Vector(20), __consumer_offsets-49 -> Vector(20), __consumer_offsets-16 -> Vector(20), test-0 -> Vector(20, 30, 10), __consumer_offsets-28 -> Vector(20), __consumer_offsets-31 -> Vector(20), test-2-2 -> Vector(20, 30), __consumer_offsets-37 -> Vector(20), filebeat-system-0 -> Vector(20), test-3-3 -> Vector(20, 30), __consumer_offsets-19 -> Vector(20), __consumer_offsets-13 -> Vector(20), __consumer_offsets-43 -> Vector(20), __consumer_offsets-1 -> Vector(20), __consumer_offsets-34 -> Vector(20), __consumer_offsets-10 -> Vector(20), test-3 -> Vector(20, 10, 30), __consumer_offsets-40 -> Vector(20)), 10 -> Map(__consumer_offsets-30 -> Vector(10), __consumer_offsets-21 -> Vector(10), __consumer_offsets-27 -> Vector(10), __consumer_offsets-9 -> Vector(10), __consumer_offsets-33 -> Vector(10), __consumer_offsets-36 -> Vector(10), __consumer_offsets-42 -> Vector(10), __consumer_offsets-3 -> Vector(10), __consumer_offsets-18 -> Vector(10), test-5 -> Vector(10, 30, 20), __consumer_offsets-15 -> Vector(10), __consumer_offsets-24 -> Vector(10), test-3-1 -> Vector(10, 20), __consumer_offsets-48 -> Vector(10), filebeat-kafka-0 -> Vector(10), __consumer_offsets-6 -> Vector(10), test-2-1 -> Vector(10, 20), test-3-2 -> Vector(10, 30), __consumer_offsets-0 -> Vector(10), __consumer_offsets-39 -> Vector(10), __consumer_offsets-12 -> Vector(10), __consumer_offsets-45 -> Vector(10), test-2 -> Vector(10, 20, 30)), 30 -> Map(__consumer_offsets-8 -> Vector(30), __consumer_offsets-35 -> Vector(30), __consumer_offsets-41 -> Vector(30), __consumer_offsets-23 -> Vector(30), __consumer_offsets-47 -> Vector(30), metricbeat-0 -> Vector(30), test-3-0 -> Vector(30, 10), metricbeat-kafka-0 -> Vector(30), filebeat-0 -> Vector(30), test-2-0 -> Vector(30, 10), __consumer_offsets-38 -> Vector(30), __consumer_offsets-17 -> Vector(30), test-1 -> Vector(30, 10, 20), test-2-3 -> Vector(30, 20), __consumer_offsets-11 -> Vector(30), __consumer_offsets-2 -> Vector(30), __consumer_offsets-14 -> Vector(30), test-4 -> Vector(30, 20, 10), metricbeat-system-0 -> Vector(30), __consumer_offsets-20 -> Vector(30), __consumer_offsets-44 -> Vector(30), __consumer_offsets-5 -> Vector(30), __consumer_offsets-26 -> Vector(30), __consumer_offsets-29 -> Vector(30), __consumer_offsets-32 -> Vector(30)))", "tags": [ "preserve_original_event" ] @@ -59,7 +63,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,474] DEBUG [Controller id=10] Topics not in preferred replica for broker 20 Map() (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -84,7 +90,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 20 is 0.0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -108,8 +116,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:03:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 10 Map(test-3-1 -\u003e Vector(10, 20)) (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:03:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 10 Map(test-3-1 -> Vector(10, 20)) (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -120,7 +130,7 @@ "log": { "level": "DEBUG" }, - "message": "Topics not in preferred replica for broker 10 Map(test-3-1 -\u003e Vector(10, 20))", + "message": "Topics not in preferred replica for broker 10 Map(test-3-1 -> Vector(10, 20))", "tags": [ "preserve_original_event" ] @@ -134,7 +144,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 10 is 0.043478260869565216 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -159,7 +171,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 30 Map() (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -184,7 +198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:03:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 30 is 0.0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -209,7 +225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] TRACE [Controller id=10] Checking need to trigger auto leader balancing (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -233,8 +251,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Preferred replicas by broker Map(20 -\u003e Map(__consumer_offsets-22 -\u003e Vector(20), __consumer_offsets-4 -\u003e Vector(20), __consumer_offsets-7 -\u003e Vector(20), __consumer_offsets-46 -\u003e Vector(20), __consumer_offsets-25 -\u003e Vector(20), __consumer_offsets-49 -\u003e Vector(20), __consumer_offsets-16 -\u003e Vector(20), test-0 -\u003e Vector(20, 30, 10), __consumer_offsets-28 -\u003e Vector(20), __consumer_offsets-31 -\u003e Vector(20), test-2-2 -\u003e Vector(20, 30), __consumer_offsets-37 -\u003e Vector(20), filebeat-system-0 -\u003e Vector(20), test-3-3 -\u003e Vector(20, 30), __consumer_offsets-19 -\u003e Vector(20), __consumer_offsets-13 -\u003e Vector(20), __consumer_offsets-43 -\u003e Vector(20), __consumer_offsets-1 -\u003e Vector(20), __consumer_offsets-34 -\u003e Vector(20), __consumer_offsets-10 -\u003e Vector(20), test-3 -\u003e Vector(20, 10, 30), __consumer_offsets-40 -\u003e Vector(20)), 10 -\u003e Map(__consumer_offsets-30 -\u003e Vector(10), __consumer_offsets-21 -\u003e Vector(10), __consumer_offsets-27 -\u003e Vector(10), __consumer_offsets-9 -\u003e Vector(10), __consumer_offsets-33 -\u003e Vector(10), __consumer_offsets-36 -\u003e Vector(10), __consumer_offsets-42 -\u003e Vector(10), __consumer_offsets-3 -\u003e Vector(10), __consumer_offsets-18 -\u003e Vector(10), test-5 -\u003e Vector(10, 30, 20), __consumer_offsets-15 -\u003e Vector(10), __consumer_offsets-24 -\u003e Vector(10), test-3-1 -\u003e Vector(10, 20), __consumer_offsets-48 -\u003e Vector(10), filebeat-kafka-0 -\u003e Vector(10), __consumer_offsets-6 -\u003e Vector(10), test-2-1 -\u003e Vector(10, 20), test-3-2 -\u003e Vector(10, 30), __consumer_offsets-0 -\u003e Vector(10), __consumer_offsets-39 -\u003e Vector(10), __consumer_offsets-12 -\u003e Vector(10), __consumer_offsets-45 -\u003e Vector(10), test-2 -\u003e Vector(10, 20, 30)), 30 -\u003e Map(__consumer_offsets-8 -\u003e Vector(30), __consumer_offsets-35 -\u003e Vector(30), __consumer_offsets-41 -\u003e Vector(30), __consumer_offsets-23 -\u003e Vector(30), __consumer_offsets-47 -\u003e Vector(30), metricbeat-0 -\u003e Vector(30), test-3-0 -\u003e Vector(30, 10), metricbeat-kafka-0 -\u003e Vector(30), filebeat-0 -\u003e Vector(30), test-2-0 -\u003e Vector(30, 10), __consumer_offsets-38 -\u003e Vector(30), __consumer_offsets-17 -\u003e Vector(30), test-1 -\u003e Vector(30, 10, 20), test-2-3 -\u003e Vector(30, 20), __consumer_offsets-11 -\u003e Vector(30), __consumer_offsets-2 -\u003e Vector(30), __consumer_offsets-14 -\u003e Vector(30), test-4 -\u003e Vector(30, 20, 10), metricbeat-system-0 -\u003e Vector(30), __consumer_offsets-20 -\u003e Vector(30), __consumer_offsets-44 -\u003e Vector(30), __consumer_offsets-5 -\u003e Vector(30), __consumer_offsets-26 -\u003e Vector(30), __consumer_offsets-29 -\u003e Vector(30), __consumer_offsets-32 -\u003e Vector(30))) (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Preferred replicas by broker Map(20 -> Map(__consumer_offsets-22 -> Vector(20), __consumer_offsets-4 -> Vector(20), __consumer_offsets-7 -> Vector(20), __consumer_offsets-46 -> Vector(20), __consumer_offsets-25 -> Vector(20), __consumer_offsets-49 -> Vector(20), __consumer_offsets-16 -> Vector(20), test-0 -> Vector(20, 30, 10), __consumer_offsets-28 -> Vector(20), __consumer_offsets-31 -> Vector(20), test-2-2 -> Vector(20, 30), __consumer_offsets-37 -> Vector(20), filebeat-system-0 -> Vector(20), test-3-3 -> Vector(20, 30), __consumer_offsets-19 -> Vector(20), __consumer_offsets-13 -> Vector(20), __consumer_offsets-43 -> Vector(20), __consumer_offsets-1 -> Vector(20), __consumer_offsets-34 -> Vector(20), __consumer_offsets-10 -> Vector(20), test-3 -> Vector(20, 10, 30), __consumer_offsets-40 -> Vector(20)), 10 -> Map(__consumer_offsets-30 -> Vector(10), __consumer_offsets-21 -> Vector(10), __consumer_offsets-27 -> Vector(10), __consumer_offsets-9 -> Vector(10), __consumer_offsets-33 -> Vector(10), __consumer_offsets-36 -> Vector(10), __consumer_offsets-42 -> Vector(10), __consumer_offsets-3 -> Vector(10), __consumer_offsets-18 -> Vector(10), test-5 -> Vector(10, 30, 20), __consumer_offsets-15 -> Vector(10), __consumer_offsets-24 -> Vector(10), test-3-1 -> Vector(10, 20), __consumer_offsets-48 -> Vector(10), filebeat-kafka-0 -> Vector(10), __consumer_offsets-6 -> Vector(10), test-2-1 -> Vector(10, 20), test-3-2 -> Vector(10, 30), __consumer_offsets-0 -> Vector(10), __consumer_offsets-39 -> Vector(10), __consumer_offsets-12 -> Vector(10), __consumer_offsets-45 -> Vector(10), test-2 -> Vector(10, 20, 30)), 30 -> Map(__consumer_offsets-8 -> Vector(30), __consumer_offsets-35 -> Vector(30), __consumer_offsets-41 -> Vector(30), __consumer_offsets-23 -> Vector(30), __consumer_offsets-47 -> Vector(30), metricbeat-0 -> Vector(30), test-3-0 -> Vector(30, 10), metricbeat-kafka-0 -> Vector(30), filebeat-0 -> Vector(30), test-2-0 -> Vector(30, 10), __consumer_offsets-38 -> Vector(30), __consumer_offsets-17 -> Vector(30), test-1 -> Vector(30, 10, 20), test-2-3 -> Vector(30, 20), __consumer_offsets-11 -> Vector(30), __consumer_offsets-2 -> Vector(30), __consumer_offsets-14 -> Vector(30), test-4 -> Vector(30, 20, 10), metricbeat-system-0 -> Vector(30), __consumer_offsets-20 -> Vector(30), __consumer_offsets-44 -> Vector(30), __consumer_offsets-5 -> Vector(30), __consumer_offsets-26 -> Vector(30), __consumer_offsets-29 -> Vector(30), __consumer_offsets-32 -> Vector(30))) (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -245,7 +265,7 @@ "log": { "level": "DEBUG" }, - "message": "Preferred replicas by broker Map(20 -\u003e Map(__consumer_offsets-22 -\u003e Vector(20), __consumer_offsets-4 -\u003e Vector(20), __consumer_offsets-7 -\u003e Vector(20), __consumer_offsets-46 -\u003e Vector(20), __consumer_offsets-25 -\u003e Vector(20), __consumer_offsets-49 -\u003e Vector(20), __consumer_offsets-16 -\u003e Vector(20), test-0 -\u003e Vector(20, 30, 10), __consumer_offsets-28 -\u003e Vector(20), __consumer_offsets-31 -\u003e Vector(20), test-2-2 -\u003e Vector(20, 30), __consumer_offsets-37 -\u003e Vector(20), filebeat-system-0 -\u003e Vector(20), test-3-3 -\u003e Vector(20, 30), __consumer_offsets-19 -\u003e Vector(20), __consumer_offsets-13 -\u003e Vector(20), __consumer_offsets-43 -\u003e Vector(20), __consumer_offsets-1 -\u003e Vector(20), __consumer_offsets-34 -\u003e Vector(20), __consumer_offsets-10 -\u003e Vector(20), test-3 -\u003e Vector(20, 10, 30), __consumer_offsets-40 -\u003e Vector(20)), 10 -\u003e Map(__consumer_offsets-30 -\u003e Vector(10), __consumer_offsets-21 -\u003e Vector(10), __consumer_offsets-27 -\u003e Vector(10), __consumer_offsets-9 -\u003e Vector(10), __consumer_offsets-33 -\u003e Vector(10), __consumer_offsets-36 -\u003e Vector(10), __consumer_offsets-42 -\u003e Vector(10), __consumer_offsets-3 -\u003e Vector(10), __consumer_offsets-18 -\u003e Vector(10), test-5 -\u003e Vector(10, 30, 20), __consumer_offsets-15 -\u003e Vector(10), __consumer_offsets-24 -\u003e Vector(10), test-3-1 -\u003e Vector(10, 20), __consumer_offsets-48 -\u003e Vector(10), filebeat-kafka-0 -\u003e Vector(10), __consumer_offsets-6 -\u003e Vector(10), test-2-1 -\u003e Vector(10, 20), test-3-2 -\u003e Vector(10, 30), __consumer_offsets-0 -\u003e Vector(10), __consumer_offsets-39 -\u003e Vector(10), __consumer_offsets-12 -\u003e Vector(10), __consumer_offsets-45 -\u003e Vector(10), test-2 -\u003e Vector(10, 20, 30)), 30 -\u003e Map(__consumer_offsets-8 -\u003e Vector(30), __consumer_offsets-35 -\u003e Vector(30), __consumer_offsets-41 -\u003e Vector(30), __consumer_offsets-23 -\u003e Vector(30), __consumer_offsets-47 -\u003e Vector(30), metricbeat-0 -\u003e Vector(30), test-3-0 -\u003e Vector(30, 10), metricbeat-kafka-0 -\u003e Vector(30), filebeat-0 -\u003e Vector(30), test-2-0 -\u003e Vector(30, 10), __consumer_offsets-38 -\u003e Vector(30), __consumer_offsets-17 -\u003e Vector(30), test-1 -\u003e Vector(30, 10, 20), test-2-3 -\u003e Vector(30, 20), __consumer_offsets-11 -\u003e Vector(30), __consumer_offsets-2 -\u003e Vector(30), __consumer_offsets-14 -\u003e Vector(30), test-4 -\u003e Vector(30, 20, 10), metricbeat-system-0 -\u003e Vector(30), __consumer_offsets-20 -\u003e Vector(30), __consumer_offsets-44 -\u003e Vector(30), __consumer_offsets-5 -\u003e Vector(30), __consumer_offsets-26 -\u003e Vector(30), __consumer_offsets-29 -\u003e Vector(30), __consumer_offsets-32 -\u003e Vector(30)))", + "message": "Preferred replicas by broker Map(20 -> Map(__consumer_offsets-22 -> Vector(20), __consumer_offsets-4 -> Vector(20), __consumer_offsets-7 -> Vector(20), __consumer_offsets-46 -> Vector(20), __consumer_offsets-25 -> Vector(20), __consumer_offsets-49 -> Vector(20), __consumer_offsets-16 -> Vector(20), test-0 -> Vector(20, 30, 10), __consumer_offsets-28 -> Vector(20), __consumer_offsets-31 -> Vector(20), test-2-2 -> Vector(20, 30), __consumer_offsets-37 -> Vector(20), filebeat-system-0 -> Vector(20), test-3-3 -> Vector(20, 30), __consumer_offsets-19 -> Vector(20), __consumer_offsets-13 -> Vector(20), __consumer_offsets-43 -> Vector(20), __consumer_offsets-1 -> Vector(20), __consumer_offsets-34 -> Vector(20), __consumer_offsets-10 -> Vector(20), test-3 -> Vector(20, 10, 30), __consumer_offsets-40 -> Vector(20)), 10 -> Map(__consumer_offsets-30 -> Vector(10), __consumer_offsets-21 -> Vector(10), __consumer_offsets-27 -> Vector(10), __consumer_offsets-9 -> Vector(10), __consumer_offsets-33 -> Vector(10), __consumer_offsets-36 -> Vector(10), __consumer_offsets-42 -> Vector(10), __consumer_offsets-3 -> Vector(10), __consumer_offsets-18 -> Vector(10), test-5 -> Vector(10, 30, 20), __consumer_offsets-15 -> Vector(10), __consumer_offsets-24 -> Vector(10), test-3-1 -> Vector(10, 20), __consumer_offsets-48 -> Vector(10), filebeat-kafka-0 -> Vector(10), __consumer_offsets-6 -> Vector(10), test-2-1 -> Vector(10, 20), test-3-2 -> Vector(10, 30), __consumer_offsets-0 -> Vector(10), __consumer_offsets-39 -> Vector(10), __consumer_offsets-12 -> Vector(10), __consumer_offsets-45 -> Vector(10), test-2 -> Vector(10, 20, 30)), 30 -> Map(__consumer_offsets-8 -> Vector(30), __consumer_offsets-35 -> Vector(30), __consumer_offsets-41 -> Vector(30), __consumer_offsets-23 -> Vector(30), __consumer_offsets-47 -> Vector(30), metricbeat-0 -> Vector(30), test-3-0 -> Vector(30, 10), metricbeat-kafka-0 -> Vector(30), filebeat-0 -> Vector(30), test-2-0 -> Vector(30, 10), __consumer_offsets-38 -> Vector(30), __consumer_offsets-17 -> Vector(30), test-1 -> Vector(30, 10, 20), test-2-3 -> Vector(30, 20), __consumer_offsets-11 -> Vector(30), __consumer_offsets-2 -> Vector(30), __consumer_offsets-14 -> Vector(30), test-4 -> Vector(30, 20, 10), metricbeat-system-0 -> Vector(30), __consumer_offsets-20 -> Vector(30), __consumer_offsets-44 -> Vector(30), __consumer_offsets-5 -> Vector(30), __consumer_offsets-26 -> Vector(30), __consumer_offsets-29 -> Vector(30), __consumer_offsets-32 -> Vector(30)))", "tags": [ "preserve_original_event" ] @@ -259,7 +279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 20 Map() (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -284,7 +306,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 20 is 0.0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -308,8 +332,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 10 Map(test-3-1 -\u003e Vector(10, 20)) (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 10 Map(test-3-1 -> Vector(10, 20)) (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -320,7 +346,7 @@ "log": { "level": "DEBUG" }, - "message": "Topics not in preferred replica for broker 10 Map(test-3-1 -\u003e Vector(10, 20))", + "message": "Topics not in preferred replica for broker 10 Map(test-3-1 -> Vector(10, 20))", "tags": [ "preserve_original_event" ] @@ -334,7 +360,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 10 is 0.043478260869565216 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -359,7 +387,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] DEBUG [Controller id=10] Topics not in preferred replica for broker 30 Map() (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -384,7 +414,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:08:32,475] TRACE [Controller id=10] Leader imbalance ratio for broker 30 is 0.0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -408,8 +440,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-31 15:09:30,306] INFO [Controller id=10] New topics: [Set(foo)], deleted topics: [Set()], new partition replica assignment [Map(foo-0 -\u003e Vector(20))] (kafka.controller.KafkaController)", - "type": "info" + "original": "[2018-10-31 15:09:30,306] INFO [Controller id=10] New topics: [Set(foo)], deleted topics: [Set()], new partition replica assignment [Map(foo-0 -> Vector(20))] (kafka.controller.KafkaController)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -420,7 +454,7 @@ "log": { "level": "INFO" }, - "message": "New topics: [Set(foo)], deleted topics: [Set()], new partition replica assignment [Map(foo-0 -\u003e Vector(20))]", + "message": "New topics: [Set(foo)], deleted topics: [Set()], new partition replica assignment [Map(foo-0 -> Vector(20))]", "tags": [ "preserve_original_event" ] @@ -434,7 +468,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,307] INFO [Controller id=10] New partition creation callback for foo-0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -459,7 +495,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,396] INFO [RequestSendThread controllerId=10] Controller 10 connected to 10.122.220.20:9094 (id: 20 rack: null) for sending state change requests (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -484,7 +522,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,397] INFO [RequestSendThread controllerId=10] Controller 10 connected to 10.122.220.20:9093 (id: 10 rack: null) for sending state change requests (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -509,7 +549,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,396] INFO [RequestSendThread controllerId=10] Controller 10 connected to 10.122.220.20:9095 (id: 30 rack: null) for sending state change requests (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -534,7 +576,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:13:32,475] TRACE [Controller id=10] Checking need to trigger auto leader balancing (kafka.controller.KafkaController)\n", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller.log-expected.json index 484acea52c9..e51b0a20a07 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-controller.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,048] INFO [controller-event-thread]: Starting (kafka.controller.ControllerEventManager$ControllerEventThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -34,7 +36,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,063] INFO [Controller 0]: 0 successfully elected as the controller (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -59,7 +63,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,064] INFO [Controller 0]: Broker 0 starting become controller state transition (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -84,7 +90,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,082] INFO [Controller 0]: Controller 0 incremented epoch to 1 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -109,7 +117,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,085] DEBUG [Controller 0]: Registering IsrChangeNotificationListener (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -133,8 +143,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2017-08-04 10:48:21,154] INFO [Replica state machine on controller 0]: Started replica state machine with initial state -\u003e Map() (kafka.controller.ReplicaStateMachine)", - "type": "info" + "original": "[2017-08-04 10:48:21,154] INFO [Replica state machine on controller 0]: Started replica state machine with initial state -> Map() (kafka.controller.ReplicaStateMachine)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -145,7 +157,7 @@ "log": { "level": "INFO" }, - "message": "Started replica state machine with initial state -\u003e Map()", + "message": "Started replica state machine with initial state -> Map()", "tags": [ "preserve_original_event" ] @@ -158,8 +170,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2017-08-04 10:48:21,156] INFO [Partition state machine on Controller 0]: Started partition state machine with initial state -\u003e Map() (kafka.controller.PartitionStateMachine)", - "type": "info" + "original": "[2017-08-04 10:48:21,156] INFO [Partition state machine on Controller 0]: Started partition state machine with initial state -> Map() (kafka.controller.PartitionStateMachine)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -170,7 +184,7 @@ "log": { "level": "INFO" }, - "message": "Started partition state machine with initial state -\u003e Map()", + "message": "Started partition state machine with initial state -> Map()", "tags": [ "preserve_original_event" ] @@ -184,7 +198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,157] INFO [Controller 0]: Broker 0 is ready to serve as the new controller with epoch 1 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -209,7 +225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,165] INFO [Partition state machine on Controller 0]: Invoking state change to OnlinePartition for partitions (kafka.controller.PartitionStateMachine)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -234,7 +252,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:22,588] DEBUG [Controller 0]: Live brokers: (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -259,7 +279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,094] INFO [controller-event-thread]: Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -284,7 +306,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,095] INFO [controller-event-thread]: Stopped (kafka.controller.ControllerEventManager$ControllerEventThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -309,7 +333,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,097] INFO [controller-event-thread]: Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -334,7 +360,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,099] DEBUG [Controller 0]: Controller resigning, broker id 0 (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -359,7 +387,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,100] DEBUG [Controller 0]: De-registering IsrChangeNotificationListener (kafka.controller.KafkaController)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -384,7 +414,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,105] INFO [Partition state machine on Controller 0]: Stopped partition state machine (kafka.controller.PartitionStateMachine)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -409,7 +441,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,111] INFO [Replica state machine on controller 0]: Stopped replica state machine (kafka.controller.ReplicaStateMachine)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -434,7 +468,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,112] INFO [Controller-0-to-broker-0-send-thread]: Shutting down (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -459,7 +495,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,112] INFO [Controller-0-to-broker-0-send-thread]: Stopped (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -484,7 +522,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 11:44:25,113] INFO [Controller-0-to-broker-0-send-thread]: Shutdown completed (kafka.controller.RequestSendThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-server-2-0-0.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-server-2-0-0.log-expected.json index 5089ca98ccc..0a984441113 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-server-2-0-0.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-server-2-0-0.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:04:41,718] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -34,7 +36,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:14:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -59,7 +63,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:24:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -84,7 +90,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:34:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -109,7 +117,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:44:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -134,7 +144,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,313] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -159,7 +171,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,314] INFO [Partition test-3 broker=10] test-3 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -184,7 +198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,321] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -209,7 +225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,322] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List([test-0, initOffset 0 to broker BrokerEndPoint(30,10.122.220.20,9095)] ) (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -234,7 +252,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,322] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -259,7 +279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,323] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -284,7 +306,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,323] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Error sending fetch request (sessionId=1901923426, epoch=30531) to node 20: java.nio.channels.ClosedSelectorException. (org.apache.kafka.clients.FetchSessionHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -309,7 +333,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,324] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -334,7 +360,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,331] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -359,7 +387,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,348] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-5,test-2,test-2-1 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -384,7 +414,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,348] INFO [Partition test-5 broker=10] test-5 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -409,7 +441,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,350] INFO [Partition test-2 broker=10] test-2 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -434,7 +468,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,351] INFO [Partition test-2-1 broker=10] test-2-1 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -459,7 +495,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,355] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -484,7 +522,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,360] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -509,7 +549,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,361] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -534,7 +576,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,421] WARN [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Based on follower's leader epoch, leader replied with an unknown offset in test-0. The initial fetch offset 0 will be used for truncation. (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -559,7 +603,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:23,421] INFO [Log partition=test-0, dir=/tmp/kafka-logs-10] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -584,7 +630,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:50:24,508] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -609,7 +657,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:51:56,064] INFO [Partition test-5 broker=10] Expanding ISR from 10,30 to 10,30,20 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -634,7 +684,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:51:56,091] INFO [Partition test-3 broker=10] Expanding ISR from 10,30 to 10,30,20 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -659,7 +711,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:51:56,098] INFO [Partition test-2 broker=10] Expanding ISR from 10,30 to 10,30,20 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -684,7 +738,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:51:56,104] INFO [Partition test-2-1 broker=10] Expanding ISR from 10 to 10,20 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -709,7 +765,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,461] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -734,7 +792,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,481] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List([test-0, initOffset 0 to broker BrokerEndPoint(20,10.122.220.20,9094)] ) (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -759,7 +819,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,482] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -784,7 +846,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,483] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -809,7 +873,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,501] WARN [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Based on follower's leader epoch, leader replied with an unknown offset in test-0. The initial fetch offset 0 will be used for truncation. (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -834,7 +900,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,504] INFO [Log partition=test-0, dir=/tmp/kafka-logs-10] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -859,7 +927,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,504] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -884,7 +954,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,508] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List([test-3, initOffset 0 to broker BrokerEndPoint(20,10.122.220.20,9094)] ) (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -909,7 +981,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:31,510] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -934,7 +1008,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:32,043] WARN [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Based on follower's leader epoch, leader replied with an unknown offset in test-3. The initial fetch offset 0 will be used for truncation. (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -959,7 +1035,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:32,044] INFO [Log partition=test-3, dir=/tmp/kafka-logs-10] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -984,7 +1062,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:54:41,719] INFO [GroupMetadataManager brokerId=10] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1009,7 +1089,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,790] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3-2 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1034,7 +1116,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,809] INFO [Log partition=test-3-2, dir=/tmp/kafka-logs-10] Loading producer state till offset 0 with message format version 2 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1059,7 +1143,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,810] INFO [Log partition=test-3-2, dir=/tmp/kafka-logs-10] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1083,8 +1169,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-17 12:57:17,812] INFO Created log for partition test-3-2 in /tmp/kafka-logs-10 with properties {compression.type -\u003e producer, message.format.version -\u003e 2.0-IV1, file.delete.delay.ms -\u003e 60000, max.message.bytes -\u003e 1000012, min.compaction.lag.ms -\u003e 0, message.timestamp.type -\u003e CreateTime, message.downconversion.enable -\u003e true, min.insync.replicas -\u003e 1, segment.jitter.ms -\u003e 0, preallocate -\u003e false, min.cleanable.dirty.ratio -\u003e 0.5, index.interval.bytes -\u003e 4096, unclean.leader.election.enable -\u003e false, retention.bytes -\u003e -1, delete.retention.ms -\u003e 86400000, cleanup.policy -\u003e [delete], flush.ms -\u003e 9223372036854775807, segment.ms -\u003e 604800000, segment.bytes -\u003e 1073741824, retention.ms -\u003e 604800000, message.timestamp.difference.max.ms -\u003e 9223372036854775807, segment.index.bytes -\u003e 10485760, flush.messages -\u003e 9223372036854775807}. (kafka.log.LogManager)", - "type": "info" + "original": "[2018-10-17 12:57:17,812] INFO Created log for partition test-3-2 in /tmp/kafka-logs-10 with properties {compression.type -> producer, message.format.version -> 2.0-IV1, file.delete.delay.ms -> 60000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1095,7 +1183,7 @@ "log": { "level": "INFO" }, - "message": "flush.ms -\u003e 9223372036854775807, segment.ms -\u003e 604800000, segment.bytes -\u003e 1073741824, retention.ms -\u003e 604800000, message.timestamp.difference.max.ms -\u003e 9223372036854775807, segment.index.bytes -\u003e 10485760, flush.messages -\u003e 9223372036854775807}.", + "message": "flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}.", "tags": [ "preserve_original_event" ] @@ -1109,7 +1197,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,816] INFO [Partition test-3-2 broker=10] No checkpointed highwatermark is found for partition test-3-2 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1134,7 +1224,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,816] INFO Replica loaded for partition test-3-2 with initial high watermark 0 (kafka.cluster.Replica)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1159,7 +1251,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,816] INFO Replica loaded for partition test-3-2 with initial high watermark 0 (kafka.cluster.Replica)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1184,7 +1278,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,816] INFO [Partition test-3-2 broker=10] test-3-2 starts at Leader Epoch 0 from offset 0. Previous Leader Epoch was: -1 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1209,7 +1305,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,817] INFO Replica loaded for partition test-3-0 with initial high watermark 0 (kafka.cluster.Replica)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1234,7 +1332,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,833] INFO [Log partition=test-3-0, dir=/tmp/kafka-logs-10] Loading producer state till offset 0 with message format version 2 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1259,7 +1359,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,833] INFO [Log partition=test-3-0, dir=/tmp/kafka-logs-10] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 5 ms (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1283,8 +1385,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2018-10-17 12:57:17,835] INFO Created log for partition test-3-0 in /tmp/kafka-logs-10 with properties {compression.type -\u003e producer, message.format.version -\u003e 2.0-IV1, file.delete.delay.ms -\u003e 60000, max.message.bytes -\u003e 1000012, min.compaction.lag.ms -\u003e 0, message.timestamp.type -\u003e CreateTime, message.downconversion.enable -\u003e true, min.insync.replicas -\u003e 1, segment.jitter.ms -\u003e 0, preallocate -\u003e false, min.cleanable.dirty.ratio -\u003e 0.5, index.interval.bytes -\u003e 4096, unclean.leader.election.enable -\u003e false, retention.bytes -\u003e -1, delete.retention.ms -\u003e 86400000, cleanup.policy -\u003e [delete], flush.ms -\u003e 9223372036854775807, segment.ms -\u003e 604800000, segment.bytes -\u003e 1073741824, retention.ms -\u003e 604800000, message.timestamp.difference.max.ms -\u003e 9223372036854775807, segment.index.bytes -\u003e 10485760, flush.messages -\u003e 9223372036854775807}. (kafka.log.LogManager)", - "type": "info" + "original": "[2018-10-17 12:57:17,835] INFO Created log for partition test-3-0 in /tmp/kafka-logs-10 with properties {compression.type -> producer, message.format.version -> 2.0-IV1, file.delete.delay.ms -> 60000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1295,7 +1399,7 @@ "log": { "level": "INFO" }, - "message": "flush.ms -\u003e 9223372036854775807, segment.ms -\u003e 604800000, segment.bytes -\u003e 1073741824, retention.ms -\u003e 604800000, message.timestamp.difference.max.ms -\u003e 9223372036854775807, segment.index.bytes -\u003e 10485760, flush.messages -\u003e 9223372036854775807}.", + "message": "flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}.", "tags": [ "preserve_original_event" ] @@ -1309,7 +1413,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,836] INFO [Partition test-3-0 broker=10] No checkpointed highwatermark is found for partition test-3-0 (kafka.cluster.Partition)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1334,7 +1440,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,836] INFO Replica loaded for partition test-3-0 with initial high watermark 0 (kafka.cluster.Replica)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1359,7 +1467,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,837] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1384,7 +1494,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,838] INFO [ReplicaFetcherManager on broker 10] Added fetcher for partitions List([test-3-0, initOffset 0 to broker BrokerEndPoint(30,10.122.220.20,9095)] ) (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1409,7 +1521,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,839] INFO [ReplicaAlterLogDirsManager on broker 10] Added fetcher for partitions List() (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1434,7 +1548,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,896] WARN [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Based on follower's leader epoch, leader replied with an unknown offset in test-3-0. The initial fetch offset 0 will be used for truncation. (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1459,7 +1575,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:17,897] INFO [Log partition=test-3-0, dir=/tmp/kafka-logs-10] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1484,7 +1602,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:57:18,400] ERROR [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Error for partition test-3-0 at offset 0 (kafka.server.ReplicaFetcherThread)\norg.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server does not host this topic-partition.", - "type": "error" + "type": [ + "error" + ] }, "kafka": { "log": { @@ -1513,7 +1633,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,490] INFO Terminating process due to signal SIGTERM (org.apache.kafka.common.utils.LoggingSignalHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1538,7 +1660,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,492] INFO [KafkaServer id=10] shutting down (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1563,7 +1687,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,494] INFO [KafkaServer id=10] Starting controlled shutdown (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1588,7 +1714,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,547] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1613,7 +1741,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,550] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1638,7 +1768,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,556] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1663,7 +1795,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,556] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1688,7 +1822,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,558] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1713,7 +1849,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,558] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1738,7 +1876,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,561] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-2-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1763,7 +1903,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,561] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-2-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1788,7 +1930,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,567] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-1 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1813,7 +1957,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,567] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-1 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1838,7 +1984,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,568] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-4 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1863,7 +2011,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,568] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-4 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1888,7 +2038,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,568] INFO [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1913,7 +2065,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,577] INFO [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Error sending fetch request (sessionId=461323381, epoch=31537) to node 30: java.nio.channels.ClosedSelectorException. (org.apache.kafka.clients.FetchSessionHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1938,7 +2092,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,577] INFO [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1963,7 +2119,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,583] INFO [ReplicaFetcher replicaId=10, leaderId=30, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -1988,7 +2146,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,585] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2013,7 +2173,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,586] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2038,7 +2200,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,594] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2063,7 +2227,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,601] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Error sending fetch request (sessionId=1016438239, epoch=510) to node 20: java.nio.channels.ClosedSelectorException. (org.apache.kafka.clients.FetchSessionHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2088,7 +2254,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,602] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2113,7 +2281,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,602] INFO [ReplicaFetcher replicaId=10, leaderId=20, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2138,7 +2308,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,604] INFO [KafkaServer id=10] Controlled shutdown succeeded (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2163,7 +2335,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,605] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2188,7 +2362,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,606] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2213,7 +2389,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,606] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2238,7 +2416,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,606] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2263,7 +2443,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,606] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2288,7 +2470,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,607] INFO [SocketServer brokerId=10] Stopping socket server request processors (kafka.network.SocketServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2313,7 +2497,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,608] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2338,7 +2524,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,608] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-3 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2363,7 +2551,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,609] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-1 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2388,7 +2578,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,609] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-1 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2413,7 +2605,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,610] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2438,7 +2632,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,610] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2463,7 +2659,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,611] INFO [ReplicaFetcherManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2488,7 +2686,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,611] INFO [ReplicaAlterLogDirsManager on broker 10] Removed fetcher for partitions test-3-0 (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2513,7 +2713,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,617] INFO [SocketServer brokerId=10] Stopped socket server request processors (kafka.network.SocketServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2538,7 +2740,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,631] INFO [Kafka Request Handler on Broker 10], shutting down (kafka.server.KafkaRequestHandlerPool)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2563,7 +2767,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,637] INFO [Kafka Request Handler on Broker 10], shut down completely (kafka.server.KafkaRequestHandlerPool)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2588,7 +2794,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,647] INFO [KafkaApi-10] Shutdown complete. (kafka.server.KafkaApis)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2613,7 +2821,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,649] INFO [ExpirationReaper-10-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2638,7 +2848,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,846] INFO [ExpirationReaper-10-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2663,7 +2875,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,846] INFO [ExpirationReaper-10-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2688,7 +2902,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,847] INFO [TransactionCoordinator id=10] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2713,7 +2929,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,847] INFO [ProducerId Manager 10]: Shutdown complete: last producerId assigned 2000 (kafka.coordinator.transaction.ProducerIdManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2738,7 +2956,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [Transaction State Manager 10]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2763,7 +2983,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [Transaction Marker Channel Manager 10]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2788,7 +3010,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [Transaction Marker Channel Manager 10]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2813,7 +3037,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [Transaction Marker Channel Manager 10]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2838,7 +3064,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,848] INFO [TransactionCoordinator id=10] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2863,7 +3091,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,849] INFO [GroupCoordinator 10]: Shutting down. (kafka.coordinator.group.GroupCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2888,7 +3118,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,849] INFO [ExpirationReaper-10-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2913,7 +3145,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,959] INFO [ExpirationReaper-10-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2938,7 +3172,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,959] INFO [ExpirationReaper-10-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2963,7 +3199,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,960] INFO [ExpirationReaper-10-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -2988,7 +3226,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,964] INFO [ExpirationReaper-10-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3013,7 +3253,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,964] INFO [ExpirationReaper-10-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3038,7 +3280,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,964] INFO [GroupCoordinator 10]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3063,7 +3307,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,965] INFO [ReplicaManager broker=10] Shutting down (kafka.server.ReplicaManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3088,7 +3334,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,965] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3113,7 +3361,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,968] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3138,7 +3388,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,968] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3163,7 +3415,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,970] INFO [ReplicaFetcherManager on broker 10] shutting down (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3188,7 +3442,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,972] INFO [ReplicaFetcherManager on broker 10] shutdown completed (kafka.server.ReplicaFetcherManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3213,7 +3469,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,973] INFO [ReplicaAlterLogDirsManager on broker 10] shutting down (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3238,7 +3496,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,974] INFO [ReplicaAlterLogDirsManager on broker 10] shutdown completed (kafka.server.ReplicaAlterLogDirsManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3263,7 +3523,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:47,974] INFO [ExpirationReaper-10-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3288,7 +3550,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,059] INFO [ExpirationReaper-10-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3313,7 +3577,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,059] INFO [ExpirationReaper-10-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3338,7 +3604,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,060] INFO [ExpirationReaper-10-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3363,7 +3631,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3388,7 +3658,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3413,7 +3685,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3438,7 +3712,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3463,7 +3739,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,184] INFO [ExpirationReaper-10-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3488,7 +3766,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,186] INFO [ReplicaManager broker=10] Shut down completely (kafka.server.ReplicaManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3513,7 +3793,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,187] INFO Shutting down. (kafka.log.LogManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3538,7 +3820,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,208] INFO [ProducerStateManager partition=filebeat-kafka-0] Writing producer snapshot at offset 771608 (kafka.log.ProducerStateManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3563,7 +3847,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,244] INFO Shutdown complete. (kafka.log.LogManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3588,7 +3874,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,248] INFO [ZooKeeperClient] Closing. (kafka.zookeeper.ZooKeeperClient)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3613,7 +3901,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,251] INFO Session: 0x100171af0080002 closed (org.apache.zookeeper.ZooKeeper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3638,7 +3928,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,252] INFO [ZooKeeperClient] Closed. (kafka.zookeeper.ZooKeeperClient)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3663,7 +3955,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,253] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3688,7 +3982,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:48,253] INFO EventThread shut down for session: 0x100171af0080002 (org.apache.zookeeper.ClientCnxn)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3713,7 +4009,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,201] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3738,7 +4036,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,201] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3763,7 +4063,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,201] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3788,7 +4090,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,209] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3813,7 +4117,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,209] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3838,7 +4144,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:49,209] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3863,7 +4171,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,209] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3888,7 +4198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,209] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3913,7 +4225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,209] INFO [SocketServer brokerId=10] Shutting down socket server (kafka.network.SocketServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3938,7 +4252,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,224] INFO [SocketServer brokerId=10] Shutdown completed (kafka.network.SocketServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -3963,7 +4279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-17 12:58:50,233] INFO [KafkaServer id=10] shut down completed (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-server.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-server.log-expected.json index 382f822ba53..0c480929e21 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-server.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-server.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,377] INFO starting (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -34,7 +36,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,379] INFO Connecting to zookeeper on localhost:2181 (kafka.server.KafkaServer)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -59,7 +63,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,400] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -83,8 +89,10 @@ "event": { "created": "2020-04-28T11:07:58.223Z", "kind": "event", - "original": "[2017-08-04 10:48:20,400] INFO Client environment:java.compiler=\u003cNA\u003e (org.apache.zookeeper.ZooKeeper)", - "type": "info" + "original": "[2017-08-04 10:48:20,400] INFO Client environment:java.compiler= (org.apache.zookeeper.ZooKeeper)", + "type": [ + "info" + ] }, "kafka": { "log": { @@ -95,7 +103,7 @@ "log": { "level": "INFO" }, - "message": "Client environment:java.compiler=\u003cNA\u003e", + "message": "Client environment:java.compiler=", "tags": [ "preserve_original_event" ] @@ -109,7 +117,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,401] INFO Initiating client connection, connectString=localhost:2181 sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@5ffead27 (org.apache.zookeeper.ZooKeeper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -134,7 +144,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,413] INFO Waiting for keeper state SyncConnected (org.I0Itec.zkclient.ZkClient)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -159,7 +171,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,415] INFO Opening socket connection to server localhost/0:0:0:0:0:0:0:1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -184,7 +198,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,420] INFO Socket connection established to localhost/0:0:0:0:0:0:0:1:2181, initiating session (org.apache.zookeeper.ClientCnxn)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -209,7 +225,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,457] INFO Session establishment complete on server localhost/0:0:0:0:0:0:0:1:2181, sessionid = 0x15dabf8d4140000, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -234,7 +252,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,458] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -259,7 +279,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,748] WARN No meta.properties file under dir /tmp/kafka-logs/meta.properties (kafka.server.BrokerMetadataCheckpoint)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -284,7 +306,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,800] INFO [ThrottledRequestReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -309,7 +333,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,866] INFO Log directory '/tmp/kafka-logs' not found, creating it. (kafka.log.LogManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -334,7 +360,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:20,873] INFO Loading logs. (kafka.log.LogManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -359,7 +387,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,062] INFO [ExpirationReaper-0-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -384,7 +414,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,063] INFO Result of znode creation is: OK (kafka.utils.ZKCheckedEphemeral)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -409,7 +441,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,095] INFO [Group Metadata Manager on Broker 0]: Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -434,7 +468,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,127] INFO [ProducerId Manager 0]: Acquired new producerId block (brokerId:0,blockStartProducerId:0,blockEndProducerId:999) by writing to Zk with path version 1 (kafka.coordinator.transaction.ProducerIdManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -459,7 +495,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,162] INFO [Transaction Coordinator 0]: Starting up. (kafka.coordinator.transaction.TransactionCoordinator)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -484,7 +522,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,167] INFO [Transaction Marker Channel Manager 0]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-1-1-0.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-1-1-0.log-expected.json index a1bf5a09231..e751ba4c139 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-1-1-0.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-1-1-0.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-07-16 10:17:06,489] TRACE [Broker id=30] Cached leader info PartitionState(controllerEpoch=25, leader=-1, leaderEpoch=15, isr=[10], zkVersion=15, replicas=[10], offlineReplicas=[10]) for partition __consumer_offsets-16 in response to UpdateMetadata request sent by controller 20 epoch 25 with correlation id 8 (state.change.logger)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-0-0.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-0-0.log-expected.json index 0559adc370f..fcce6ae5753 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-0-0.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-0-0.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2018-10-31 15:09:30,451] TRACE [Broker id=20] Cached leader info PartitionState(controllerEpoch=5, leader=20, leaderEpoch=0, isr=[20], zkVersion=0, replicas=[20], offlineReplicas=[]) for partition foo-0 in response to UpdateMetadata request sent by controller 10 epoch 5 with correlation id 146 (state.change.logger)\n", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-2-2.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-2-2.log-expected.json index 8860d2deece..51abf7a183d 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-2-2.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change-2-2-2.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2020-04-23 00:28:21,796] [WARN ] [kafka-request-handler-7] [state.change.logger] - [Broker id=1] Ignoring LeaderAndIsr request from controller 1 with correlation id 1 epoch 27 for partition xxx.xxx.inventory.test.1-0-2 since its associated leader epoch 5 is not higher than the current leader epoch 5 ", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { @@ -35,7 +37,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2020-01-20 01:32:00,705] [ERROR] [controller-event-thread] [state.change.logger] - [Controller id=1 epoch=25] Controller 1 epoch 25 failed to change state for partition xxx.xxx.na.och.aud.1-0-2 from OfflinePartition to OnlinePartition\nkafka.common.StateChangeFailedException: Failed to elect leader for partition xxx.xxx.na.och.aud.1-0-2 under strategy OfflinePartitionLeaderElectionStrategy\n at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390)\n at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)\n at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)\n at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)\n at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388)\n at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315)\n at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225)\n at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141)\n at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123)\n at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109)\n at kafka.controller.PartitionStateMachine.startup(PartitionStateMachine.scala:66)\n at kafka.controller.KafkaController.onControllerFailover(KafkaController.scala:266)\n at kafka.controller.KafkaController.kafka$controller$KafkaController$$elect(KafkaController.scala:1271)\n at kafka.controller.KafkaController$Startup$.process(KafkaController.scala:1184)\n at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:94)\n at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)\n at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31)\n at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:94)\n at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)\n", - "type": "error" + "type": [ + "error" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change.log-expected.json b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change.log-expected.json index 450dd31ca92..5ff4851ab86 100644 --- a/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change.log-expected.json +++ b/packages/kafka/data_stream/log/_dev/test/pipeline/test-state-change.log-expected.json @@ -9,7 +9,9 @@ "created": "2020-04-28T11:07:58.223Z", "kind": "event", "original": "[2017-08-04 10:48:21,428] TRACE Controller 0 epoch 1 received response {error_code=0} for a request sent to broker baldur:9092 (id: 0 rack: null) (state.change.logger)", - "type": "info" + "type": [ + "info" + ] }, "kafka": { "log": { diff --git a/packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml b/packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml index 1b335a12ec2..e7b75c9fc55 100644 --- a/packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml +++ b/packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml @@ -73,9 +73,9 @@ processors: def errorLevels = ["ERROR", "FATAL"]; if (ctx?.log?.level != null) { if (errorLevels.contains(ctx.log.level)) { - ctx.event.type = "error"; + ctx.event.type = ["error"]; } else { - ctx.event.type = "info"; + ctx.event.type = ["info"]; } } - remove: diff --git a/packages/kafka/data_stream/log/manifest.yml b/packages/kafka/data_stream/log/manifest.yml index 4c855f1d41b..dd8f2e97803 100644 --- a/packages/kafka/data_stream/log/manifest.yml +++ b/packages/kafka/data_stream/log/manifest.yml @@ -48,6 +48,6 @@ streams: template_path: log.yml.hbs title: Kafka log logs (log) description: Collect Kafka log logs using log input - # Ensures agents have permissions to write data to `logs-kafka.log-*` -elasticsearch.dynamic_namespace: true +elasticsearch: + dynamic_namespace: true diff --git a/packages/kafka/data_stream/partition/manifest.yml b/packages/kafka/data_stream/partition/manifest.yml index 115884399cc..34f10f47e80 100644 --- a/packages/kafka/data_stream/partition/manifest.yml +++ b/packages/kafka/data_stream/partition/manifest.yml @@ -21,4 +21,4 @@ streams: title: SASL mechanism description: SASL authentication mechanism used. Can be one of PLAIN, SCRAM-SHA-256 or SCRAM-SHA-512 elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/kafka/manifest.yml b/packages/kafka/manifest.yml index 77a8b9115d2..086a56a8331 100644 --- a/packages/kafka/manifest.yml +++ b/packages/kafka/manifest.yml @@ -1,16 +1,17 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: kafka title: Kafka -version: "1.9.2" -license: basic +version: "1.10.0" description: Collect logs and metrics from Kafka servers with Elastic Agent. type: integration categories: - stream_processing - observability -release: ga conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/filebeat-kafka-logs-overview.png title: filebeat kafka logs overview @@ -63,3 +64,4 @@ policy_templates: show_user: true owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/kafka/validation.yml b/packages/kafka/validation.yml new file mode 100644 index 00000000000..99999428b3f --- /dev/null +++ b/packages/kafka/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00002 + - SVR00004 diff --git a/packages/kafka_log/changelog.yml b/packages/kafka_log/changelog.yml index afed427d418..671dab2b14c 100644 --- a/packages/kafka_log/changelog.yml +++ b/packages/kafka_log/changelog.yml @@ -1,3 +1,8 @@ +- version: 1.4.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "1.3.0" changes: - description: Add permissions to reroute events to logs-*-* for generic datastream diff --git a/packages/kafka_log/manifest.yml b/packages/kafka_log/manifest.yml index a2d4cef7b43..43b5eb12333 100644 --- a/packages/kafka_log/manifest.yml +++ b/packages/kafka_log/manifest.yml @@ -1,13 +1,14 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: kafka_log title: Custom Kafka Logs description: Collect data from kafka topic with Elastic Agent. type: integration -version: "1.3.0" -release: ga +version: "1.4.0" conditions: - kibana.version: "^7.16.0 || ^8.0.0" -license: basic + kibana: + version: "^7.16.0 || ^8.0.0" + elastic: + subscription: basic categories: - observability - custom @@ -24,3 +25,4 @@ icons: type: "image/svg+xml" owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/memcached/changelog.yml b/packages/memcached/changelog.yml index a73c01ca31d..02833f25496 100644 --- a/packages/memcached/changelog.yml +++ b/packages/memcached/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.3.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "1.2.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/memcached/data_stream/stats/fields/ecs.yml b/packages/memcached/data_stream/stats/fields/ecs.yml index fb70f692e9d..405943d8aa3 100644 --- a/packages/memcached/data_stream/stats/fields/ecs.yml +++ b/packages/memcached/data_stream/stats/fields/ecs.yml @@ -30,4 +30,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/memcached/data_stream/stats/manifest.yml b/packages/memcached/data_stream/stats/manifest.yml index 4e660170fe3..9ed3d5140cd 100644 --- a/packages/memcached/data_stream/stats/manifest.yml +++ b/packages/memcached/data_stream/stats/manifest.yml @@ -22,4 +22,4 @@ streams: title: Memcached stats metrics description: Collect Memcached stats metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/memcached/manifest.yml b/packages/memcached/manifest.yml index 1a6a7d825ed..a2f1a112baa 100644 --- a/packages/memcached/manifest.yml +++ b/packages/memcached/manifest.yml @@ -1,6 +1,6 @@ name: memcached title: Memcached -version: "1.2.0" +version: "1.3.0" description: Memcached Integration type: integration categories: @@ -22,8 +22,9 @@ screenshots: conditions: kibana: version: ^8.8.0 -format_version: 1.0.0 -license: basic + elastic: + subscription: basic +format_version: "3.0.0" policy_templates: - name: memcached title: Memcached metrics @@ -43,3 +44,4 @@ policy_templates: description: Collecting stats metrics from Memcached instances owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/memcached/validation.yml b/packages/memcached/validation.yml new file mode 100644 index 00000000000..a71d45f0a54 --- /dev/null +++ b/packages/memcached/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00003 + - SVR00002 diff --git a/packages/microsoft_sqlserver/changelog.yml b/packages/microsoft_sqlserver/changelog.yml index b73a35ce118..935f1a481fb 100644 --- a/packages/microsoft_sqlserver/changelog.yml +++ b/packages/microsoft_sqlserver/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 2.3.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "2.2.2" changes: - description: Bump minimum kibana version for fetch_from_all_databases feature diff --git a/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-config.yml b/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-config.yml index c39dc386179..e071d397ddf 100644 --- a/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-config.yml +++ b/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-config.yml @@ -1,2 +1,2 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" diff --git a/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-expected.json b/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-expected.json index 394cb41389d..6d93858cc1b 100644 --- a/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-expected.json +++ b/packages/microsoft_sqlserver/data_stream/audit/_dev/test/pipeline/test-events.json-expected.json @@ -494,7 +494,7 @@ "server_instance_name": "WINDEV2108EVAL", "server_principal_id": "0", "session_id": "0", - "statement": "Login failed for user 'User'. Reason: Could not find a login matching the name provided. [CLIENT: \u003clocal machine\u003e]", + "statement": "Login failed for user 'User'. Reason: Could not find a login matching the name provided. [CLIENT: ]", "succeeded": false, "target_database_principal_id": "0", "target_server_principal_id": "0", diff --git a/packages/microsoft_sqlserver/data_stream/audit/fields/winlog.yml b/packages/microsoft_sqlserver/data_stream/audit/fields/winlog.yml index 075d40345dc..629ca152b69 100644 --- a/packages/microsoft_sqlserver/data_stream/audit/fields/winlog.yml +++ b/packages/microsoft_sqlserver/data_stream/audit/fields/winlog.yml @@ -5,7 +5,6 @@ fields: - name: api - required: true type: keyword description: > The event log API type used to read the record. The possible values are "wineventlog" for the Windows Event Log API or "eventlogging" for the Event Logging API. @@ -14,20 +13,17 @@ - name: activity_id type: keyword - required: false description: > A globally unique identifier that identifies the current activity. The events that are published with this identifier are part of the same activity. - name: computer_name type: keyword - required: true description: > The name of the computer that generated the record. When using Windows event forwarding, this name can differ from `agent.hostname`. - name: event_data type: object object_type: keyword - required: false description: > The event-specific data. This field is mutually exclusive with `user_data`. If you are capturing event data on versions prior to Windows Vista, the parameters in `event_data` are named `param1`, `param2`, and so on, because event log parameters are unnamed in earlier versions of Windows. @@ -55,77 +51,64 @@ type: keyword - name: event_id type: keyword - required: true description: > The event identifier. The value is specific to the source of the event. - name: keywords type: keyword - required: false description: > The keywords are used to classify an event. - name: channel type: keyword - required: true description: > The name of the channel from which this record was read. This value is one of the names from the `event_logs` collection in the configuration. - name: record_id type: keyword - required: true description: > The record ID of the event log record. The first record written to an event log is record number 1, and other records are numbered sequentially. If the record number reaches the maximum value (2^32^ for the Event Logging API and 2^64^ for the Windows Event Log API), the next record number will be 0. - name: related_activity_id type: keyword - required: false description: > A globally unique identifier that identifies the activity to which control was transferred to. The related events would then have this identifier as their `activity_id` identifier. - name: opcode type: keyword - required: false description: > The opcode defined in the event. Task and opcode are typically used to identify the location in the application from where the event was logged. - name: provider_guid type: keyword - required: false description: > A globally unique identifier that identifies the provider that logged the event. - name: process.pid type: long - required: false description: > The process_id of the Client Server Runtime Process. - name: provider_name type: keyword - required: true description: > The source of the event log record (the application or service that logged the record). - name: task type: keyword - required: false description: > The task defined in the event. Task and opcode are typically used to identify the location in the application from where the event was logged. The category used by the Event Logging API (on pre Windows Vista operating systems) is written to this field. - name: process.thread.id type: long - required: false - name: user_data type: object object_type: keyword - required: false description: > The event specific data. This field is mutually exclusive with `event_data`. - name: user.identifier type: keyword - required: false example: S-1-5-21-3541430928-2051711210-1391384369-1001 description: > The Windows security identifier (SID) of the account associated with this event. @@ -139,17 +122,14 @@ - name: user.domain type: keyword - required: false description: > The domain that the account associated with this event is a member of. - name: user.type type: keyword - required: false description: > The type of account associated with this event. - name: version type: long - required: false description: The version number of the event's definition. diff --git a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml index 875e7da9091..e2a3c2209fb 100644 --- a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-common-config.yml @@ -1,4 +1,4 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" multiline: first_line_pattern: '^\d{4}-\d{2}-\d{2}' diff --git a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-sqlserver.log-expected.json b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-sqlserver.log-expected.json index 5c2d64e4a15..b137e0be722 100644 --- a/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-sqlserver.log-expected.json +++ b/packages/microsoft_sqlserver/data_stream/log/_dev/test/pipeline/test-sqlserver.log-expected.json @@ -9,14 +9,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903325381Z", + "ingested": "2023-10-12T09:29:23.928014797Z", "kind": "event", - "original": "2022-07-08 05:42:10.35 Server Microsoft SQL Server 2019 (RTM-CU16-GDR) (KB5014353) - 15.0.4236.7 (X64) \n\tMay 29 2022 15:55:47 \n\tCopyright (C) 2019 Microsoft Corporation\n\tDeveloper Edition (64-bit) on Linux (Ubuntu 20.04.4 LTS) \u003cX64\u003e", + "original": "2022-07-08 05:42:10.35 Server Microsoft SQL Server 2019 (RTM-CU16-GDR) (KB5014353) - 15.0.4236.7 (X64) \n\tMay 29 2022 15:55:47 \n\tCopyright (C) 2019 Microsoft Corporation\n\tDeveloper Edition (64-bit) on Linux (Ubuntu 20.04.4 LTS) ", "type": [ "info" ] }, - "message": "Microsoft SQL Server 2019 (RTM-CU16-GDR) (KB5014353) - 15.0.4236.7 (X64) \n\tMay 29 2022 15:55:47 \n\tCopyright (C) 2019 Microsoft Corporation\n\tDeveloper Edition (64-bit) on Linux (Ubuntu 20.04.4 LTS) \u003cX64\u003e", + "message": "Microsoft SQL Server 2019 (RTM-CU16-GDR) (KB5014353) - 15.0.4236.7 (X64) \n\tMay 29 2022 15:55:47 \n\tCopyright (C) 2019 Microsoft Corporation\n\tDeveloper Edition (64-bit) on Linux (Ubuntu 20.04.4 LTS) ", "microsoft_sqlserver": { "log": { "origin": "Server" @@ -32,7 +32,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903338323Z", + "ingested": "2023-10-12T09:29:23.928040422Z", "kind": "event", "original": "2022-07-08 05:42:10.35 Server UTC adjustment: 0:00", "type": [ @@ -55,7 +55,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903339929Z", + "ingested": "2023-10-12T09:29:23.928041547Z", "kind": "event", "original": "2022-07-08 05:42:10.35 Server (c) Microsoft Corporation.", "type": [ @@ -78,7 +78,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903340797Z", + "ingested": "2023-10-12T09:29:23.928042339Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server All rights reserved.", "type": [ @@ -101,7 +101,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903341640Z", + "ingested": "2023-10-12T09:29:23.928043130Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server Server process ID is 396.", "type": [ @@ -124,7 +124,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903342471Z", + "ingested": "2023-10-12T09:29:23.928043880Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server Logging SQL Server messages in file '/var/opt/mssql/log/errorlog'.", "type": [ @@ -147,7 +147,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903343277Z", + "ingested": "2023-10-12T09:29:23.928044630Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server Registry startup parameters: \n\t -d /var/opt/mssql/data/master.mdf\n\t -l /var/opt/mssql/data/mastlog.ldf\n\t -e /var/opt/mssql/log/errorlog", "type": [ @@ -170,7 +170,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903344101Z", + "ingested": "2023-10-12T09:29:23.928045464Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server SQL Server detected 1 sockets with 8 cores per socket and 16 logical processors per socket, 16 total logical processors; using 16 logical processors based on SQL Server licensing. This is an informational message; no user action is required.", "type": [ @@ -193,7 +193,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903344928Z", + "ingested": "2023-10-12T09:29:23.928046214Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server SQL Server is starting at normal priority base (=7). This is an informational message only. No user action is required.", "type": [ @@ -216,7 +216,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903345740Z", + "ingested": "2023-10-12T09:29:23.928047047Z", "kind": "event", "original": "2022-07-08 05:42:10.36 Server Detected 41132 MB of RAM. This is an informational message; no user action is required.", "type": [ @@ -239,7 +239,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903346733Z", + "ingested": "2023-10-12T09:29:23.928047797Z", "kind": "event", "original": "2022-07-08 05:42:10.37 Server Using conventional memory in the memory manager.", "type": [ @@ -262,7 +262,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903347772Z", + "ingested": "2023-10-12T09:29:23.928048589Z", "kind": "event", "original": "2022-07-08 05:42:10.38 Server Page exclusion bitmap is enabled.", "type": [ @@ -285,7 +285,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903348590Z", + "ingested": "2023-10-12T09:29:23.928049464Z", "kind": "event", "original": "2022-07-08 05:42:10.44 Server Buffer pool extension is not supported on Linux platform.", "type": [ @@ -308,7 +308,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903350274Z", + "ingested": "2023-10-12T09:29:23.928050255Z", "kind": "event", "original": "2022-07-08 05:42:10.44 Server Buffer Pool: Allocating 8388608 bytes for 6430720 hashPages.", "type": [ @@ -331,7 +331,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903351174Z", + "ingested": "2023-10-12T09:29:23.928051005Z", "kind": "event", "original": "2022-07-08 05:42:10.57 Server Buffer pool extension is already disabled. No action is necessary.", "type": [ @@ -354,7 +354,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903351993Z", + "ingested": "2023-10-12T09:29:23.928051755Z", "kind": "event", "original": "2022-07-08 05:42:10.76 Server Successfully initialized the TLS configuration. Allowed TLS protocol versions are ['1.0 1.1 1.2']. Allowed TLS ciphers are ['ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA:ECDHE-ECDSA-AES128-SHA:AES256-GCM-SHA384:AES128-GCM-SHA256:AES256-SHA256:AES128-SHA256:AES256-SHA:AES128-SHA:!DHE-RSA-AES256-GCM-SHA384:!DHE-RSA-AES128-GCM-SHA256:!DHE-RSA-AES256-SHA:!DHE-RSA-AES128-SHA'].", "type": [ @@ -377,7 +377,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903352961Z", + "ingested": "2023-10-12T09:29:23.928052547Z", "kind": "event", "original": "2022-07-08 05:42:10.77 Server Query Store settings initialized with enabled = 1, ", "type": [ @@ -400,7 +400,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903353784Z", + "ingested": "2023-10-12T09:29:23.928053297Z", "kind": "event", "original": "2022-07-08 05:42:10.79 Server The maximum number of dedicated administrator connections for this instance is '1'", "type": [ @@ -423,7 +423,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903354655Z", + "ingested": "2023-10-12T09:29:23.928054089Z", "kind": "event", "original": "2022-07-08 05:42:10.80 Server Node configuration: node 0: CPU mask: 0x000000000000ffff:0 Active CPU mask: 0x000000000000ffff:0. This message provides a description of the NUMA configuration for this computer. This is an informational message only. No user action is required.", "type": [ @@ -446,7 +446,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903355500Z", + "ingested": "2023-10-12T09:29:23.928054797Z", "kind": "event", "original": "2022-07-08 05:42:10.85 Server Using dynamic lock allocation. Initial allocation of 2500 Lock blocks and 5000 Lock Owner blocks per node. This is an informational message only. No user action is required.", "type": [ @@ -469,7 +469,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903356314Z", + "ingested": "2023-10-12T09:29:23.928055547Z", "kind": "event", "original": "2022-07-08 05:42:10.85 Server Lock partitioning is enabled. This is an informational message only. No user action is required.", "type": [ @@ -492,7 +492,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903357143Z", + "ingested": "2023-10-12T09:29:23.928056297Z", "kind": "event", "original": "2022-07-08 05:42:10.86 Server In-Memory OLTP initialized on standard machine.", "type": [ @@ -515,7 +515,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903357954Z", + "ingested": "2023-10-12T09:29:23.928057047Z", "kind": "event", "original": "2022-07-08 05:42:10.95 Server CLR version v4.0.30319 loaded.", "type": [ @@ -538,7 +538,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903358888Z", + "ingested": "2023-10-12T09:29:23.928057880Z", "kind": "event", "original": "2022-07-08 05:42:10.95 Server [INFO] Created Extended Events session 'hkenginexesession'", "type": [ @@ -561,7 +561,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903359702Z", + "ingested": "2023-10-12T09:29:23.928058630Z", "kind": "event", "original": "2022-07-08 05:42:10.95 Server Database Instant File Initialization: enabled. For security and performance considerations see the topic 'Database Instant File Initialization' in SQL Server Books Online. This is an informational message only. No user action is required.", "type": [ @@ -584,7 +584,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903360519Z", + "ingested": "2023-10-12T09:29:23.928059422Z", "kind": "event", "original": "2022-07-08 05:42:10.97 Server Total Log Writer threads: 2. This is an informational message; no user action is required.", "type": [ @@ -607,7 +607,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903361331Z", + "ingested": "2023-10-12T09:29:23.928060172Z", "kind": "event", "original": "2022-07-08 05:42:10.99 Server clwb is selected for pmem flush operation.", "type": [ @@ -630,7 +630,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903362138Z", + "ingested": "2023-10-12T09:29:23.928060922Z", "kind": "event", "original": "2022-07-08 05:42:10.99 Server Software Usage Metrics is disabled.", "type": [ @@ -653,7 +653,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903362952Z", + "ingested": "2023-10-12T09:29:23.928061672Z", "kind": "event", "original": "2022-07-08 05:42:11.00 spid9s [1]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -676,7 +676,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903363785Z", + "ingested": "2023-10-12T09:29:23.928062422Z", "kind": "event", "original": "2022-07-08 05:42:11.01 spid9s Starting up database 'master'.", "type": [ @@ -699,7 +699,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903364605Z", + "ingested": "2023-10-12T09:29:23.928063172Z", "kind": "event", "original": "2022-07-08 05:42:11.18 spid9s Converting database 'master' from version 897 to the current version 904.", "type": [ @@ -722,7 +722,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903365430Z", + "ingested": "2023-10-12T09:29:23.928063922Z", "kind": "event", "original": "2022-07-08 05:42:11.18 spid9s Database 'master' running the upgrade step from version 897 to version 898.", "type": [ @@ -745,7 +745,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903366244Z", + "ingested": "2023-10-12T09:29:23.928064672Z", "kind": "event", "original": "2022-07-08 05:42:11.24 spid9s Database 'master' running the upgrade step from version 898 to version 899.", "type": [ @@ -768,7 +768,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903367064Z", + "ingested": "2023-10-12T09:29:23.928065422Z", "kind": "event", "original": "2022-07-08 05:42:11.29 spid9s Database 'master' running the upgrade step from version 899 to version 900.", "type": [ @@ -791,7 +791,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903397406Z", + "ingested": "2023-10-12T09:29:23.928066214Z", "kind": "event", "original": "2022-07-08 05:42:11.30 Server Common language runtime (CLR) functionality initialized.", "type": [ @@ -814,7 +814,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903400469Z", + "ingested": "2023-10-12T09:29:23.928067005Z", "kind": "event", "original": "2022-07-08 05:42:11.34 spid9s Database 'master' running the upgrade step from version 900 to version 901.", "type": [ @@ -837,7 +837,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903401481Z", + "ingested": "2023-10-12T09:29:23.928067755Z", "kind": "event", "original": "2022-07-08 05:42:11.36 spid9s Database 'master' running the upgrade step from version 901 to version 902.", "type": [ @@ -860,7 +860,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903402312Z", + "ingested": "2023-10-12T09:29:23.928068505Z", "kind": "event", "original": "2022-07-08 05:42:11.38 spid9s Database 'master' running the upgrade step from version 902 to version 903.", "type": [ @@ -883,7 +883,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903403181Z", + "ingested": "2023-10-12T09:29:23.928069255Z", "kind": "event", "original": "2022-07-08 05:42:11.39 spid9s Database 'master' running the upgrade step from version 903 to version 904.", "type": [ @@ -906,7 +906,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903404036Z", + "ingested": "2023-10-12T09:29:23.928070005Z", "kind": "event", "original": "2022-07-08 05:42:11.70 spid9s Resource governor reconfiguration succeeded.", "type": [ @@ -929,7 +929,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903408308Z", + "ingested": "2023-10-12T09:29:23.928070755Z", "kind": "event", "original": "2022-07-08 05:42:11.70 spid9s SQL Server Audit is starting the audits. This is an informational message. No user action is required.", "type": [ @@ -952,7 +952,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903409208Z", + "ingested": "2023-10-12T09:29:23.928071547Z", "kind": "event", "original": "2022-07-08 05:42:11.70 spid9s SQL Server Audit has started the audits. This is an informational message. No user action is required.", "type": [ @@ -975,7 +975,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903410027Z", + "ingested": "2023-10-12T09:29:23.928072255Z", "kind": "event", "original": "2022-07-08 05:42:11.85 spid9s SQL Trace ID 1 was started by login \"sa\".", "type": [ @@ -998,7 +998,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903410860Z", + "ingested": "2023-10-12T09:29:23.928073005Z", "kind": "event", "original": "2022-07-08 05:42:11.86 spid26s Password policy update was successful.", "type": [ @@ -1021,7 +1021,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903411702Z", + "ingested": "2023-10-12T09:29:23.928073755Z", "kind": "event", "original": "2022-07-08 05:42:11.88 spid9s Server name is 'd200462fe4a0'. This is an informational message only. No user action is required.", "type": [ @@ -1044,7 +1044,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903412516Z", + "ingested": "2023-10-12T09:29:23.928074505Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid29s Always On: The availability replica manager is starting. This is an informational message only. No user action is required.", "type": [ @@ -1067,7 +1067,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903413362Z", + "ingested": "2023-10-12T09:29:23.928075255Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid9s [4]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -1090,7 +1090,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903414166Z", + "ingested": "2023-10-12T09:29:23.928076005Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid29s Always On: The availability replica manager is waiting for the instance of SQL Server to allow client connections. This is an informational message only. No user action is required.", "type": [ @@ -1113,7 +1113,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903415002Z", + "ingested": "2023-10-12T09:29:23.928076755Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid9s Starting up database 'msdb'.", "type": [ @@ -1136,7 +1136,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903415862Z", + "ingested": "2023-10-12T09:29:23.928077630Z", "kind": "event", "original": "2022-07-08 05:42:11.90 spid26s A self-generated certificate was successfully loaded for encryption.", "type": [ @@ -1159,7 +1159,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903416808Z", + "ingested": "2023-10-12T09:29:23.928078464Z", "kind": "event", "original": "2022-07-08 05:42:11.91 spid12s [32767]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -1182,7 +1182,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903417648Z", + "ingested": "2023-10-12T09:29:23.928079214Z", "kind": "event", "original": "2022-07-08 05:42:11.91 spid12s Starting up database 'mssqlsystemresource'.", "type": [ @@ -1205,14 +1205,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903418451Z", + "ingested": "2023-10-12T09:29:23.928079964Z", "kind": "event", - "original": "2022-07-08 05:42:11.91 spid26s Server is listening on [ 'any' \u003cipv6\u003e 1433].", + "original": "2022-07-08 05:42:11.91 spid26s Server is listening on [ 'any' 1433].", "type": [ "info" ] }, - "message": "Server is listening on [ 'any' \u003cipv6\u003e 1433].", + "message": "Server is listening on [ 'any' 1433].", "microsoft_sqlserver": { "log": { "origin": "spid26s" @@ -1228,14 +1228,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903419263Z", + "ingested": "2023-10-12T09:29:23.928080755Z", "kind": "event", - "original": "2022-07-08 05:42:11.91 spid26s Server is listening on [ 'any' \u003cipv4\u003e 1433].", + "original": "2022-07-08 05:42:11.91 spid26s Server is listening on [ 'any' 1433].", "type": [ "info" ] }, - "message": "Server is listening on [ 'any' \u003cipv4\u003e 1433].", + "message": "Server is listening on [ 'any' 1433].", "microsoft_sqlserver": { "log": { "origin": "spid26s" @@ -1251,7 +1251,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903420089Z", + "ingested": "2023-10-12T09:29:23.928081672Z", "kind": "event", "original": "2022-07-08 05:42:11.91 spid12s The resource database build version is 15.00.4236. This is an informational message only. No user action is required.", "type": [ @@ -1274,14 +1274,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903420901Z", + "ingested": "2023-10-12T09:29:23.928082422Z", "kind": "event", - "original": "2022-07-08 05:42:11.91 Server Server is listening on [ ::1 \u003cipv6\u003e 1434].", + "original": "2022-07-08 05:42:11.91 Server Server is listening on [ ::1 1434].", "type": [ "info" ] }, - "message": "Server is listening on [ ::1 \u003cipv6\u003e 1434].", + "message": "Server is listening on [ ::1 1434].", "microsoft_sqlserver": { "log": { "origin": "Server" @@ -1297,14 +1297,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903421713Z", + "ingested": "2023-10-12T09:29:23.928083172Z", "kind": "event", - "original": "2022-07-08 05:42:11.92 Server Server is listening on [ 127.0.0.1 \u003cipv4\u003e 1434].", + "original": "2022-07-08 05:42:11.92 Server Server is listening on [ 127.0.0.1 1434].", "type": [ "info" ] }, - "message": "Server is listening on [ 127.0.0.1 \u003cipv4\u003e 1434].", + "message": "Server is listening on [ 127.0.0.1 1434].", "microsoft_sqlserver": { "log": { "origin": "Server" @@ -1320,7 +1320,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903422524Z", + "ingested": "2023-10-12T09:29:23.928083922Z", "kind": "event", "original": "2022-07-08 05:42:11.92 Server Dedicated admin connection support was established for listening locally on port 1434.", "type": [ @@ -1343,14 +1343,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903423325Z", + "ingested": "2023-10-12T09:29:23.928084672Z", "kind": "event", - "original": "2022-07-08 05:42:11.92 spid26s Server is listening on [ ::1 \u003cipv6\u003e 1431].", + "original": "2022-07-08 05:42:11.92 spid26s Server is listening on [ ::1 1431].", "type": [ "info" ] }, - "message": "Server is listening on [ ::1 \u003cipv6\u003e 1431].", + "message": "Server is listening on [ ::1 1431].", "microsoft_sqlserver": { "log": { "origin": "spid26s" @@ -1366,14 +1366,14 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903424160Z", + "ingested": "2023-10-12T09:29:23.928085422Z", "kind": "event", - "original": "2022-07-08 05:42:11.92 spid26s Server is listening on [ 127.0.0.1 \u003cipv4\u003e 1431].", + "original": "2022-07-08 05:42:11.92 spid26s Server is listening on [ 127.0.0.1 1431].", "type": [ "info" ] }, - "message": "Server is listening on [ 127.0.0.1 \u003cipv4\u003e 1431].", + "message": "Server is listening on [ 127.0.0.1 1431].", "microsoft_sqlserver": { "log": { "origin": "spid26s" @@ -1389,7 +1389,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903424980Z", + "ingested": "2023-10-12T09:29:23.928086172Z", "kind": "event", "original": "2022-07-08 05:42:11.93 spid26s SQL Server is now ready for client connections. This is an informational message; no user action is required.", "type": [ @@ -1412,7 +1412,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903425826Z", + "ingested": "2023-10-12T09:29:23.928086922Z", "kind": "event", "original": "2022-07-08 05:42:11.94 spid12s [3]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -1435,7 +1435,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903426640Z", + "ingested": "2023-10-12T09:29:23.928087672Z", "kind": "event", "original": "2022-07-08 05:42:11.94 spid12s Starting up database 'model'.", "type": [ @@ -1458,7 +1458,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903427451Z", + "ingested": "2023-10-12T09:29:23.928088422Z", "kind": "event", "original": "2022-07-08 05:42:11.94 spid9s The tail of the log for database msdb is being rewritten to match the new sector size of 4096 bytes. 3072 bytes at offset 50176 in file /var/opt/mssql/data/MSDBLog.ldf will be written.", "type": [ @@ -1481,7 +1481,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903428255Z", + "ingested": "2023-10-12T09:29:23.928089172Z", "kind": "event", "original": "2022-07-08 05:42:11.99 spid12s The tail of the log for database model is being rewritten to match the new sector size of 4096 bytes. 512 bytes at offset 73216 in file /var/opt/mssql/data/modellog.ldf will be written.", "type": [ @@ -1504,7 +1504,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903429058Z", + "ingested": "2023-10-12T09:29:23.928089922Z", "kind": "event", "original": "2022-07-08 05:42:11.99 spid9s Converting database 'msdb' from version 897 to the current version 904.", "type": [ @@ -1527,7 +1527,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903430609Z", + "ingested": "2023-10-12T09:29:23.928090672Z", "kind": "event", "original": "2022-07-08 05:42:11.99 spid9s Database 'msdb' running the upgrade step from version 897 to version 898.", "type": [ @@ -1550,7 +1550,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903431558Z", + "ingested": "2023-10-12T09:29:23.928091422Z", "kind": "event", "original": "2022-07-08 05:42:12.05 spid12s Converting database 'model' from version 897 to the current version 904.", "type": [ @@ -1573,7 +1573,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903432372Z", + "ingested": "2023-10-12T09:29:23.928092172Z", "kind": "event", "original": "2022-07-08 05:42:12.05 spid12s Database 'model' running the upgrade step from version 897 to version 898.", "type": [ @@ -1596,7 +1596,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903433178Z", + "ingested": "2023-10-12T09:29:23.928092922Z", "kind": "event", "original": "2022-07-08 05:42:12.11 spid9s Database 'msdb' running the upgrade step from version 898 to version 899.", "type": [ @@ -1619,7 +1619,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903434021Z", + "ingested": "2023-10-12T09:29:23.928093672Z", "kind": "event", "original": "2022-07-08 05:42:12.13 spid12s Database 'model' running the upgrade step from version 898 to version 899.", "type": [ @@ -1642,7 +1642,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903434837Z", + "ingested": "2023-10-12T09:29:23.928094422Z", "kind": "event", "original": "2022-07-08 05:42:12.15 spid9s Database 'msdb' running the upgrade step from version 899 to version 900.", "type": [ @@ -1665,7 +1665,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903435651Z", + "ingested": "2023-10-12T09:29:23.928095130Z", "kind": "event", "original": "2022-07-08 05:42:12.17 spid12s Database 'model' running the upgrade step from version 899 to version 900.", "type": [ @@ -1688,7 +1688,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903436476Z", + "ingested": "2023-10-12T09:29:23.928095880Z", "kind": "event", "original": "2022-07-08 05:42:12.18 spid9s Database 'msdb' running the upgrade step from version 900 to version 901.", "type": [ @@ -1711,7 +1711,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903437442Z", + "ingested": "2023-10-12T09:29:23.928096714Z", "kind": "event", "original": "2022-07-08 05:42:12.20 spid12s Database 'model' running the upgrade step from version 900 to version 901.", "type": [ @@ -1734,7 +1734,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903438291Z", + "ingested": "2023-10-12T09:29:23.928097464Z", "kind": "event", "original": "2022-07-08 05:42:12.22 spid9s Database 'msdb' running the upgrade step from version 901 to version 902.", "type": [ @@ -1757,7 +1757,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903439111Z", + "ingested": "2023-10-12T09:29:23.928098672Z", "kind": "event", "original": "2022-07-08 05:42:12.23 spid12s Database 'model' running the upgrade step from version 901 to version 902.", "type": [ @@ -1780,7 +1780,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903439923Z", + "ingested": "2023-10-12T09:29:23.928099464Z", "kind": "event", "original": "2022-07-08 05:42:12.24 spid12s Database 'model' running the upgrade step from version 902 to version 903.", "type": [ @@ -1803,7 +1803,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903440735Z", + "ingested": "2023-10-12T09:29:23.928100214Z", "kind": "event", "original": "2022-07-08 05:42:12.26 spid12s Database 'model' running the upgrade step from version 903 to version 904.", "type": [ @@ -1826,7 +1826,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903441551Z", + "ingested": "2023-10-12T09:29:23.928100964Z", "kind": "event", "original": "2022-07-08 05:42:12.39 spid12s Clearing tempdb database.", "type": [ @@ -1849,7 +1849,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903442396Z", + "ingested": "2023-10-12T09:29:23.928101714Z", "kind": "event", "original": "2022-07-08 05:42:12.55 spid12s [2]. Feature Status: PVS: 0. CTR: 0. ConcurrentPFSUpdate: 1.", "type": [ @@ -1872,7 +1872,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903443204Z", + "ingested": "2023-10-12T09:29:23.928102422Z", "kind": "event", "original": "2022-07-08 05:42:12.55 spid12s Starting up database 'tempdb'.", "type": [ @@ -1895,7 +1895,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903444036Z", + "ingested": "2023-10-12T09:29:23.928103172Z", "kind": "event", "original": "2022-07-08 05:42:12.63 spid12s The tempdb database has 1 data file(s).", "type": [ @@ -1918,7 +1918,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903444940Z", + "ingested": "2023-10-12T09:29:23.928103922Z", "kind": "event", "original": "2022-07-08 05:42:12.65 spid29s The Service Broker endpoint is in disabled or stopped state.", "type": [ @@ -1941,7 +1941,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903445745Z", + "ingested": "2023-10-12T09:29:23.928104672Z", "kind": "event", "original": "2022-07-08 05:42:12.66 spid29s The Database Mirroring endpoint is in disabled or stopped state.", "type": [ @@ -1964,7 +1964,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903446554Z", + "ingested": "2023-10-12T09:29:23.928105422Z", "kind": "event", "original": "2022-07-08 05:42:12.66 spid29s Service Broker manager has started.", "type": [ @@ -1987,7 +1987,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903447360Z", + "ingested": "2023-10-12T09:29:23.928106130Z", "kind": "event", "original": "2022-07-08 05:42:12.69 spid9s Database 'msdb' running the upgrade step from version 902 to version 903.", "type": [ @@ -2010,7 +2010,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903448192Z", + "ingested": "2023-10-12T09:29:23.928106880Z", "kind": "event", "original": "2022-07-08 05:42:12.71 spid9s Database 'msdb' running the upgrade step from version 903 to version 904.", "type": [ @@ -2033,7 +2033,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903449007Z", + "ingested": "2023-10-12T09:29:23.928107630Z", "kind": "event", "original": "2022-07-08 05:42:12.85 spid9s Recovery is complete. This is an informational message only. No user action is required.", "type": [ @@ -2056,7 +2056,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903449819Z", + "ingested": "2023-10-12T09:29:23.928108380Z", "kind": "event", "original": "2022-07-08 05:42:12.86 spid18s The default language (LCID 0) has been set for engine and full-text services.", "type": [ @@ -2079,7 +2079,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903450644Z", + "ingested": "2023-10-12T09:29:23.928109130Z", "kind": "event", "original": "2022-07-08 05:42:13.28 spid18s The tempdb database has 8 data file(s).", "type": [ @@ -2102,7 +2102,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903451528Z", + "ingested": "2023-10-12T09:29:23.928109880Z", "kind": "event", "original": "2022-07-08 05:42:16.00 spid39s The activated proc '[dbo].[sp_syspolicy_events_reader]' running on queue 'msdb.dbo.syspolicy_event_queue' output the following: 'Transaction (Process ID 39) was deadlocked on lock resources with another process and has been chosen as the deadlock victim. Rerun the transaction.'", "type": [ @@ -2125,7 +2125,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903452344Z", + "ingested": "2023-10-12T09:29:23.928110630Z", "kind": "event", "original": "2022-07-08 05:43:37.95 spid51 Attempting to load library 'xplog70.dll' into memory. This is an informational message only. No user action is required.", "type": [ @@ -2148,7 +2148,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903453787Z", + "ingested": "2023-10-12T09:29:23.928111339Z", "kind": "event", "original": "2022-07-08 05:43:37.97 spid51 Using 'xplog70.dll' version '2019.150.4236' to execute extended stored procedure 'xp_msver'. This is an informational message only; no user action is required.", "type": [ @@ -2171,7 +2171,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903454727Z", + "ingested": "2023-10-12T09:29:23.928112089Z", "kind": "event", "original": "2022-07-08 05:43:38.29 spid54 Attempting to load library 'xpsqlbot.dll' into memory. This is an informational message only. No user action is required.", "type": [ @@ -2194,7 +2194,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903455552Z", + "ingested": "2023-10-12T09:29:23.928112922Z", "kind": "event", "original": "2022-07-08 05:43:38.30 spid54 Using 'xpsqlbot.dll' version '2019.150.4236' to execute extended stored procedure 'xp_qv'. This is an informational message only; no user action is required.", "type": [ @@ -2217,7 +2217,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903456370Z", + "ingested": "2023-10-12T09:29:23.928113630Z", "kind": "event", "original": "2022-07-08 05:51:34.07 Logon Error: 18456, Severity: 14, State: 8.", "type": [ @@ -2240,7 +2240,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903457186Z", + "ingested": "2023-10-12T09:29:23.928114380Z", "kind": "event", "original": "2022-07-08 05:51:34.07 Logon Login failed for user 'sa'. Reason: Password did not match that for the login provided. [CLIENT: 172.20.0.1]", "type": [ @@ -2263,7 +2263,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903458011Z", + "ingested": "2023-10-12T09:29:23.928115130Z", "kind": "event", "original": "2022-07-08 06:00:54.13 spid9s Always On: The availability replica manager is going offline because SQL Server is shutting down. This is an informational message only. No user action is required.", "type": [ @@ -2286,7 +2286,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903458828Z", + "ingested": "2023-10-12T09:29:23.928115880Z", "kind": "event", "original": "2022-07-08 06:00:54.14 spid9s SQL Server is terminating in response to a 'stop' request from Service Control Manager. This is an informational message only. No user action is required.", "type": [ @@ -2309,7 +2309,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903459640Z", + "ingested": "2023-10-12T09:29:23.928116630Z", "kind": "event", "original": "2022-07-08 06:00:54.33 spid29s Service Broker manager has shut down.", "type": [ @@ -2332,7 +2332,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903460451Z", + "ingested": "2023-10-12T09:29:23.928117380Z", "kind": "event", "original": "2022-07-08 06:00:54.34 spid9s .NET Framework runtime has been stopped.", "type": [ @@ -2355,7 +2355,7 @@ "category": [ "database" ], - "ingested": "2022-11-07T14:26:02.903461287Z", + "ingested": "2023-10-12T09:29:23.928118089Z", "kind": "event", "original": "2022-07-08 06:00:54.54 spid9s SQL Trace was stopped due to server shutdown. Trace ID = '1'. This is an informational message only; no user action is required.", "type": [ diff --git a/packages/microsoft_sqlserver/data_stream/transaction_log/fields/ecs.yml b/packages/microsoft_sqlserver/data_stream/transaction_log/fields/ecs.yml index cb3b0b642e1..fb3322622e9 100644 --- a/packages/microsoft_sqlserver/data_stream/transaction_log/fields/ecs.yml +++ b/packages/microsoft_sqlserver/data_stream/transaction_log/fields/ecs.yml @@ -7,8 +7,6 @@ dimension: true - external: ecs name: service.type -- external: ecs - name: service.type - external: ecs name: host.architecture - external: ecs diff --git a/packages/microsoft_sqlserver/manifest.yml b/packages/microsoft_sqlserver/manifest.yml index 577ea57ede4..965dd832965 100644 --- a/packages/microsoft_sqlserver/manifest.yml +++ b/packages/microsoft_sqlserver/manifest.yml @@ -1,16 +1,17 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: microsoft_sqlserver title: "Microsoft SQL Server" -version: "2.2.2" -license: basic +version: "2.3.0" description: Collect events from Microsoft SQL Server with Elastic Agent type: integration categories: - database_security - security -release: ga conditions: - kibana.version: "^8.10.2" + kibana: + version: "^8.10.2" + elastic: + subscription: basic screenshots: - src: /img/sqlserver-dashboard.png title: Microsoft SQL Server Dashboard @@ -75,3 +76,4 @@ policy_templates: description: Collecting performance and transaction_log metrics from Microsoft SQL Server instances owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/microsoft_sqlserver/validation.yml b/packages/microsoft_sqlserver/validation.yml new file mode 100644 index 00000000000..efdb1de132d --- /dev/null +++ b/packages/microsoft_sqlserver/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00004 + - SVR00002 diff --git a/packages/mysql/changelog.yml b/packages/mysql/changelog.yml index 809fca63837..da6df5c03db 100644 --- a/packages/mysql/changelog.yml +++ b/packages/mysql/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.16.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "1.15.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. @@ -104,7 +109,6 @@ - description: Update to ECS 8.0 type: enhancement link: https://github.com/elastic/integrations/pull/2496 -# newer versions go on top - version: "1.2.1" changes: - description: Change test public IPs to the supported subset diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml b/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml index fc24804b095..85536dbebd4 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml @@ -1,4 +1,4 @@ fields: "@timestamp": "2021-06-17T15:20:05.914488060Z" dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json index 5aa638a380e..96e93546955 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470204180Z", + "ingested": "2023-10-12T09:36:07.265107803Z", "kind": "event", "type": [ "info" @@ -28,7 +28,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470212430Z", + "ingested": "2023-10-12T09:36:07.265119387Z", "kind": "event", "type": [ "info" @@ -52,7 +52,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470213764Z", + "ingested": "2023-10-12T09:36:07.265120428Z", "kind": "event", "type": [ "info" @@ -76,7 +76,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470214805Z", + "ingested": "2023-10-12T09:36:07.265121387Z", "kind": "event", "type": [ "info" @@ -100,7 +100,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470215764Z", + "ingested": "2023-10-12T09:36:07.265122303Z", "kind": "event", "type": [ "info" @@ -124,7 +124,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470216680Z", + "ingested": "2023-10-12T09:36:07.265123095Z", "kind": "event", "type": [ "info" @@ -148,7 +148,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470217805Z", + "ingested": "2023-10-12T09:36:07.265123928Z", "kind": "event", "type": [ "info" @@ -171,7 +171,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470218930Z", + "ingested": "2023-10-12T09:36:07.265124803Z", "kind": "event", "type": [ "info" @@ -189,7 +189,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470219847Z", + "ingested": "2023-10-12T09:36:07.265125678Z", "kind": "event", "type": [ "info" @@ -213,7 +213,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470220764Z", + "ingested": "2023-10-12T09:36:07.265126470Z", "kind": "event", "type": [ "info" @@ -234,7 +234,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470221680Z", + "ingested": "2023-10-12T09:36:07.265127262Z", "kind": "event", "type": [ "info" @@ -255,7 +255,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.470222639Z", + "ingested": "2023-10-12T09:36:07.265128137Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json index f459a0f9c72..5cec062bf59 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533622889Z", + "ingested": "2023-10-12T09:36:07.308800303Z", "kind": "event", "type": [ "info" @@ -31,7 +31,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533635555Z", + "ingested": "2023-10-12T09:36:07.308811928Z", "kind": "event", "type": [ "info" @@ -55,7 +55,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533637014Z", + "ingested": "2023-10-12T09:36:07.308813012Z", "kind": "event", "type": [ "info" @@ -79,7 +79,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533638055Z", + "ingested": "2023-10-12T09:36:07.308814053Z", "kind": "event", "type": [ "info" @@ -103,7 +103,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533639264Z", + "ingested": "2023-10-12T09:36:07.308814887Z", "kind": "event", "type": [ "info" @@ -127,7 +127,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533640264Z", + "ingested": "2023-10-12T09:36:07.308815678Z", "kind": "event", "type": [ "info" @@ -151,7 +151,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533641264Z", + "ingested": "2023-10-12T09:36:07.308816595Z", "kind": "event", "type": [ "info" @@ -175,7 +175,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533642430Z", + "ingested": "2023-10-12T09:36:07.308817387Z", "kind": "event", "type": [ "info" @@ -199,7 +199,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533643472Z", + "ingested": "2023-10-12T09:36:07.308818178Z", "kind": "event", "type": [ "info" @@ -223,7 +223,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533644472Z", + "ingested": "2023-10-12T09:36:07.308819053Z", "kind": "event", "type": [ "info" @@ -247,7 +247,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533645472Z", + "ingested": "2023-10-12T09:36:07.308819970Z", "kind": "event", "type": [ "info" @@ -271,7 +271,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533646555Z", + "ingested": "2023-10-12T09:36:07.308820887Z", "kind": "event", "type": [ "info" @@ -295,7 +295,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533647514Z", + "ingested": "2023-10-12T09:36:07.308821678Z", "kind": "event", "type": [ "info" @@ -319,7 +319,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533648555Z", + "ingested": "2023-10-12T09:36:07.308822512Z", "kind": "event", "type": [ "info" @@ -343,7 +343,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533649555Z", + "ingested": "2023-10-12T09:36:07.308823262Z", "kind": "event", "type": [ "info" @@ -367,7 +367,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533650555Z", + "ingested": "2023-10-12T09:36:07.308824095Z", "kind": "event", "type": [ "info" @@ -391,7 +391,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533651597Z", + "ingested": "2023-10-12T09:36:07.308824887Z", "kind": "event", "type": [ "info" @@ -415,7 +415,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533652597Z", + "ingested": "2023-10-12T09:36:07.308825678Z", "kind": "event", "type": [ "info" @@ -439,7 +439,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533653764Z", + "ingested": "2023-10-12T09:36:07.308826595Z", "kind": "event", "type": [ "info" @@ -463,7 +463,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533654722Z", + "ingested": "2023-10-12T09:36:07.308827387Z", "kind": "event", "type": [ "info" @@ -487,7 +487,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533655889Z", + "ingested": "2023-10-12T09:36:07.308828178Z", "kind": "event", "type": [ "info" @@ -511,7 +511,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533656889Z", + "ingested": "2023-10-12T09:36:07.308828928Z", "kind": "event", "type": [ "info" @@ -535,7 +535,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533657847Z", + "ingested": "2023-10-12T09:36:07.308829720Z", "kind": "event", "type": [ "info" @@ -558,7 +558,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533658930Z", + "ingested": "2023-10-12T09:36:07.308830553Z", "kind": "event", "type": [ "info" @@ -576,7 +576,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533659889Z", + "ingested": "2023-10-12T09:36:07.308831428Z", "kind": "event", "type": [ "info" @@ -600,7 +600,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533660889Z", + "ingested": "2023-10-12T09:36:07.308832220Z", "kind": "event", "type": [ "info" @@ -624,7 +624,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533661847Z", + "ingested": "2023-10-12T09:36:07.308833012Z", "kind": "event", "type": [ "info" @@ -648,7 +648,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533662805Z", + "ingested": "2023-10-12T09:36:07.308833803Z", "kind": "event", "type": [ "info", @@ -673,7 +673,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533663805Z", + "ingested": "2023-10-12T09:36:07.308834553Z", "kind": "event", "type": [ "info" @@ -696,7 +696,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.533664889Z", + "ingested": "2023-10-12T09:36:07.308835345Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json index 2adb5a53183..5898c002ca2 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584552472Z", + "ingested": "2023-10-12T09:36:07.353110762Z", "kind": "event", "type": [ "info" @@ -28,7 +28,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584561639Z", + "ingested": "2023-10-12T09:36:07.353123678Z", "kind": "event", "type": [ "info" @@ -52,7 +52,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584562972Z", + "ingested": "2023-10-12T09:36:07.353124720Z", "kind": "event", "type": [ "info" @@ -76,7 +76,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584564014Z", + "ingested": "2023-10-12T09:36:07.353125678Z", "kind": "event", "type": [ "info" @@ -100,7 +100,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584564972Z", + "ingested": "2023-10-12T09:36:07.353126512Z", "kind": "event", "type": [ "info" @@ -124,7 +124,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584565972Z", + "ingested": "2023-10-12T09:36:07.353127303Z", "kind": "event", "type": [ "info" @@ -148,7 +148,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584567014Z", + "ingested": "2023-10-12T09:36:07.353128095Z", "kind": "event", "type": [ "info" @@ -172,7 +172,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584567930Z", + "ingested": "2023-10-12T09:36:07.353128845Z", "kind": "event", "type": [ "info" @@ -196,7 +196,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584568889Z", + "ingested": "2023-10-12T09:36:07.353129595Z", "kind": "event", "type": [ "info" @@ -220,7 +220,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584569930Z", + "ingested": "2023-10-12T09:36:07.353130387Z", "kind": "event", "type": [ "info" @@ -244,7 +244,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584570847Z", + "ingested": "2023-10-12T09:36:07.353131220Z", "kind": "event", "type": [ "info" @@ -268,7 +268,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584571847Z", + "ingested": "2023-10-12T09:36:07.353132053Z", "kind": "event", "type": [ "info" @@ -292,7 +292,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584573014Z", + "ingested": "2023-10-12T09:36:07.353132803Z", "kind": "event", "type": [ "info" @@ -316,7 +316,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584573972Z", + "ingested": "2023-10-12T09:36:07.353133595Z", "kind": "event", "type": [ "info" @@ -340,7 +340,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584574972Z", + "ingested": "2023-10-12T09:36:07.353134387Z", "kind": "event", "type": [ "info" @@ -364,7 +364,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584575889Z", + "ingested": "2023-10-12T09:36:07.353135137Z", "kind": "event", "type": [ "info" @@ -388,7 +388,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584576889Z", + "ingested": "2023-10-12T09:36:07.353135928Z", "kind": "event", "type": [ "info" @@ -412,7 +412,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584577805Z", + "ingested": "2023-10-12T09:36:07.353136678Z", "kind": "event", "type": [ "info" @@ -436,7 +436,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584578764Z", + "ingested": "2023-10-12T09:36:07.353137512Z", "kind": "event", "type": [ "info" @@ -460,7 +460,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584579680Z", + "ingested": "2023-10-12T09:36:07.353138345Z", "kind": "event", "type": [ "info" @@ -484,7 +484,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584580597Z", + "ingested": "2023-10-12T09:36:07.353139220Z", "kind": "event", "type": [ "info" @@ -508,7 +508,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584581555Z", + "ingested": "2023-10-12T09:36:07.353139970Z", "kind": "event", "type": [ "info" @@ -532,7 +532,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584582680Z", + "ingested": "2023-10-12T09:36:07.353140720Z", "kind": "event", "type": [ "info" @@ -556,7 +556,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584583722Z", + "ingested": "2023-10-12T09:36:07.353141553Z", "kind": "event", "type": [ "info" @@ -580,7 +580,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584584680Z", + "ingested": "2023-10-12T09:36:07.353142303Z", "kind": "event", "type": [ "info" @@ -604,7 +604,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584585597Z", + "ingested": "2023-10-12T09:36:07.353143053Z", "kind": "event", "type": [ "info" @@ -628,7 +628,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584586514Z", + "ingested": "2023-10-12T09:36:07.353143762Z", "kind": "event", "type": [ "info" @@ -652,7 +652,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584587555Z", + "ingested": "2023-10-12T09:36:07.353144512Z", "kind": "event", "type": [ "info" @@ -676,7 +676,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584588639Z", + "ingested": "2023-10-12T09:36:07.353145220Z", "kind": "event", "type": [ "info" @@ -700,7 +700,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584589597Z", + "ingested": "2023-10-12T09:36:07.353145970Z", "kind": "event", "type": [ "info" @@ -724,7 +724,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584595222Z", + "ingested": "2023-10-12T09:36:07.353146678Z", "kind": "event", "type": [ "info" @@ -748,7 +748,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584596264Z", + "ingested": "2023-10-12T09:36:07.353147428Z", "kind": "event", "type": [ "info" @@ -772,7 +772,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584597305Z", + "ingested": "2023-10-12T09:36:07.353148178Z", "kind": "event", "type": [ "info" @@ -796,7 +796,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584603222Z", + "ingested": "2023-10-12T09:36:07.353148887Z", "kind": "event", "type": [ "info" @@ -820,7 +820,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584604222Z", + "ingested": "2023-10-12T09:36:07.353149803Z", "kind": "event", "type": [ "info" @@ -844,7 +844,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584624514Z", + "ingested": "2023-10-12T09:36:07.353150553Z", "kind": "event", "type": [ "info" @@ -868,7 +868,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584625805Z", + "ingested": "2023-10-12T09:36:07.353151262Z", "kind": "event", "type": [ "info" @@ -892,7 +892,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584627597Z", + "ingested": "2023-10-12T09:36:07.353151970Z", "kind": "event", "type": [ "info" @@ -916,7 +916,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584628764Z", + "ingested": "2023-10-12T09:36:07.353152720Z", "kind": "event", "type": [ "info" @@ -940,7 +940,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584629847Z", + "ingested": "2023-10-12T09:36:07.353153470Z", "kind": "event", "type": [ "info" @@ -964,7 +964,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584630764Z", + "ingested": "2023-10-12T09:36:07.353154178Z", "kind": "event", "type": [ "info" @@ -987,7 +987,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584631722Z", + "ingested": "2023-10-12T09:36:07.353155095Z", "kind": "event", "type": [ "info" @@ -1005,7 +1005,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584632639Z", + "ingested": "2023-10-12T09:36:07.353155803Z", "kind": "event", "type": [ "info" @@ -1029,7 +1029,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584633597Z", + "ingested": "2023-10-12T09:36:07.353156553Z", "kind": "event", "type": [ "info" @@ -1053,7 +1053,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584634514Z", + "ingested": "2023-10-12T09:36:07.353157262Z", "kind": "event", "type": [ "info" @@ -1077,7 +1077,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584635472Z", + "ingested": "2023-10-12T09:36:07.353158012Z", "kind": "event", "type": [ "info" @@ -1101,7 +1101,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584636389Z", + "ingested": "2023-10-12T09:36:07.353158762Z", "kind": "event", "type": [ "info" @@ -1125,7 +1125,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584637305Z", + "ingested": "2023-10-12T09:36:07.353159470Z", "kind": "event", "type": [ "info" @@ -1149,7 +1149,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584638222Z", + "ingested": "2023-10-12T09:36:07.353160220Z", "kind": "event", "type": [ "info" @@ -1173,7 +1173,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584639180Z", + "ingested": "2023-10-12T09:36:07.353160970Z", "kind": "event", "type": [ "info" @@ -1197,7 +1197,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584640305Z", + "ingested": "2023-10-12T09:36:07.353161762Z", "kind": "event", "type": [ "info" @@ -1221,7 +1221,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584641222Z", + "ingested": "2023-10-12T09:36:07.353162512Z", "kind": "event", "type": [ "info" @@ -1245,7 +1245,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584642222Z", + "ingested": "2023-10-12T09:36:07.353163262Z", "kind": "event", "type": [ "info" @@ -1269,7 +1269,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584643139Z", + "ingested": "2023-10-12T09:36:07.353163970Z", "kind": "event", "type": [ "info" @@ -1293,7 +1293,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584644097Z", + "ingested": "2023-10-12T09:36:07.353164720Z", "kind": "event", "type": [ "info" @@ -1317,7 +1317,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584645014Z", + "ingested": "2023-10-12T09:36:07.353165428Z", "kind": "event", "type": [ "info" @@ -1341,7 +1341,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584645972Z", + "ingested": "2023-10-12T09:36:07.353166178Z", "kind": "event", "type": [ "info" @@ -1365,7 +1365,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584646889Z", + "ingested": "2023-10-12T09:36:07.353166887Z", "kind": "event", "type": [ "info" @@ -1389,7 +1389,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584647889Z", + "ingested": "2023-10-12T09:36:07.353167637Z", "kind": "event", "type": [ "info" @@ -1413,7 +1413,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584648930Z", + "ingested": "2023-10-12T09:36:07.353168387Z", "kind": "event", "type": [ "info" @@ -1437,7 +1437,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584650014Z", + "ingested": "2023-10-12T09:36:07.353169095Z", "kind": "event", "type": [ "info" @@ -1461,7 +1461,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584650930Z", + "ingested": "2023-10-12T09:36:07.353169845Z", "kind": "event", "type": [ "info" @@ -1485,7 +1485,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584651930Z", + "ingested": "2023-10-12T09:36:07.353170553Z", "kind": "event", "type": [ "info" @@ -1509,7 +1509,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584652889Z", + "ingested": "2023-10-12T09:36:07.353171303Z", "kind": "event", "type": [ "info" @@ -1533,7 +1533,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584653805Z", + "ingested": "2023-10-12T09:36:07.353172053Z", "kind": "event", "type": [ "info" @@ -1557,7 +1557,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584654805Z", + "ingested": "2023-10-12T09:36:07.353172803Z", "kind": "event", "type": [ "info" @@ -1581,7 +1581,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584655764Z", + "ingested": "2023-10-12T09:36:07.353173512Z", "kind": "event", "type": [ "info" @@ -1605,7 +1605,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584656639Z", + "ingested": "2023-10-12T09:36:07.353174262Z", "kind": "event", "type": [ "info" @@ -1629,7 +1629,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584657597Z", + "ingested": "2023-10-12T09:36:07.353174970Z", "kind": "event", "type": [ "info" @@ -1653,7 +1653,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584658514Z", + "ingested": "2023-10-12T09:36:07.353175720Z", "kind": "event", "type": [ "info" @@ -1677,7 +1677,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584659639Z", + "ingested": "2023-10-12T09:36:07.353176470Z", "kind": "event", "type": [ "info" @@ -1701,7 +1701,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584660639Z", + "ingested": "2023-10-12T09:36:07.353177220Z", "kind": "event", "type": [ "info" @@ -1725,7 +1725,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584661597Z", + "ingested": "2023-10-12T09:36:07.353177928Z", "kind": "event", "type": [ "info" @@ -1749,7 +1749,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584662555Z", + "ingested": "2023-10-12T09:36:07.353178678Z", "kind": "event", "type": [ "info" @@ -1773,7 +1773,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584663555Z", + "ingested": "2023-10-12T09:36:07.353179470Z", "kind": "event", "type": [ "info" @@ -1797,7 +1797,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584664472Z", + "ingested": "2023-10-12T09:36:07.353180220Z", "kind": "event", "type": [ "info" @@ -1821,7 +1821,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584665389Z", + "ingested": "2023-10-12T09:36:07.353180970Z", "kind": "event", "type": [ "info" @@ -1845,7 +1845,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584666305Z", + "ingested": "2023-10-12T09:36:07.353181678Z", "kind": "event", "type": [ "info" @@ -1869,7 +1869,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584667222Z", + "ingested": "2023-10-12T09:36:07.353182428Z", "kind": "event", "type": [ "info" @@ -1893,7 +1893,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584668180Z", + "ingested": "2023-10-12T09:36:07.353183137Z", "kind": "event", "type": [ "info" @@ -1917,7 +1917,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584669472Z", + "ingested": "2023-10-12T09:36:07.353183887Z", "kind": "event", "type": [ "info" @@ -1941,7 +1941,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584670472Z", + "ingested": "2023-10-12T09:36:07.353184595Z", "kind": "event", "type": [ "info" @@ -1965,7 +1965,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584671430Z", + "ingested": "2023-10-12T09:36:07.353185345Z", "kind": "event", "type": [ "info" @@ -1989,7 +1989,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584672389Z", + "ingested": "2023-10-12T09:36:07.353186053Z", "kind": "event", "type": [ "info" @@ -2013,7 +2013,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584673347Z", + "ingested": "2023-10-12T09:36:07.353186803Z", "kind": "event", "type": [ "info" @@ -2037,7 +2037,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584674472Z", + "ingested": "2023-10-12T09:36:07.353187512Z", "kind": "event", "type": [ "info" @@ -2061,7 +2061,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584675472Z", + "ingested": "2023-10-12T09:36:07.353188220Z", "kind": "event", "type": [ "info" @@ -2085,7 +2085,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584676430Z", + "ingested": "2023-10-12T09:36:07.353188970Z", "kind": "event", "type": [ "info" @@ -2109,7 +2109,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584677347Z", + "ingested": "2023-10-12T09:36:07.353189720Z", "kind": "event", "type": [ "info" @@ -2133,7 +2133,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584678264Z", + "ingested": "2023-10-12T09:36:07.353190428Z", "kind": "event", "type": [ "info" @@ -2157,7 +2157,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584679180Z", + "ingested": "2023-10-12T09:36:07.353191178Z", "kind": "event", "type": [ "info" @@ -2181,7 +2181,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584680139Z", + "ingested": "2023-10-12T09:36:07.353191887Z", "kind": "event", "type": [ "info" @@ -2205,7 +2205,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584681097Z", + "ingested": "2023-10-12T09:36:07.353192637Z", "kind": "event", "type": [ "info" @@ -2229,7 +2229,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584682014Z", + "ingested": "2023-10-12T09:36:07.353193345Z", "kind": "event", "type": [ "info" @@ -2253,7 +2253,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584683014Z", + "ingested": "2023-10-12T09:36:07.353194095Z", "kind": "event", "type": [ "info" @@ -2277,7 +2277,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584683972Z", + "ingested": "2023-10-12T09:36:07.353194845Z", "kind": "event", "type": [ "info" @@ -2301,7 +2301,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584684889Z", + "ingested": "2023-10-12T09:36:07.353195553Z", "kind": "event", "type": [ "info" @@ -2325,7 +2325,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584685805Z", + "ingested": "2023-10-12T09:36:07.353196303Z", "kind": "event", "type": [ "info" @@ -2349,7 +2349,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584686722Z", + "ingested": "2023-10-12T09:36:07.353197053Z", "kind": "event", "type": [ "info" @@ -2373,7 +2373,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584687680Z", + "ingested": "2023-10-12T09:36:07.353197762Z", "kind": "event", "type": [ "info" @@ -2397,7 +2397,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584688597Z", + "ingested": "2023-10-12T09:36:07.353198512Z", "kind": "event", "type": [ "info" @@ -2421,7 +2421,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584689805Z", + "ingested": "2023-10-12T09:36:07.353199220Z", "kind": "event", "type": [ "info" @@ -2445,7 +2445,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584690764Z", + "ingested": "2023-10-12T09:36:07.353199970Z", "kind": "event", "type": [ "info" @@ -2469,7 +2469,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584691764Z", + "ingested": "2023-10-12T09:36:07.353200678Z", "kind": "event", "type": [ "info" @@ -2493,7 +2493,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584692680Z", + "ingested": "2023-10-12T09:36:07.353201428Z", "kind": "event", "type": [ "info" @@ -2517,7 +2517,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584693639Z", + "ingested": "2023-10-12T09:36:07.353202137Z", "kind": "event", "type": [ "info" @@ -2541,7 +2541,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584694555Z", + "ingested": "2023-10-12T09:36:07.353202845Z", "kind": "event", "type": [ "info" @@ -2565,7 +2565,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584695514Z", + "ingested": "2023-10-12T09:36:07.353203553Z", "kind": "event", "type": [ "info" @@ -2589,7 +2589,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584696430Z", + "ingested": "2023-10-12T09:36:07.353204303Z", "kind": "event", "type": [ "info" @@ -2613,7 +2613,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584697347Z", + "ingested": "2023-10-12T09:36:07.353205053Z", "kind": "event", "type": [ "info" @@ -2637,7 +2637,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584698347Z", + "ingested": "2023-10-12T09:36:07.353205845Z", "kind": "event", "type": [ "info" @@ -2661,7 +2661,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584699389Z", + "ingested": "2023-10-12T09:36:07.353206595Z", "kind": "event", "type": [ "info" @@ -2685,7 +2685,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584700305Z", + "ingested": "2023-10-12T09:36:07.353207345Z", "kind": "event", "type": [ "info" @@ -2709,7 +2709,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584701264Z", + "ingested": "2023-10-12T09:36:07.353208053Z", "kind": "event", "type": [ "info" @@ -2733,7 +2733,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584702139Z", + "ingested": "2023-10-12T09:36:07.353208803Z", "kind": "event", "type": [ "info" @@ -2757,7 +2757,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584703097Z", + "ingested": "2023-10-12T09:36:07.353209512Z", "kind": "event", "type": [ "info" @@ -2781,7 +2781,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584704014Z", + "ingested": "2023-10-12T09:36:07.353210262Z", "kind": "event", "type": [ "info" @@ -2805,7 +2805,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584704972Z", + "ingested": "2023-10-12T09:36:07.353211012Z", "kind": "event", "type": [ "info" @@ -2829,7 +2829,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584705889Z", + "ingested": "2023-10-12T09:36:07.353211720Z", "kind": "event", "type": [ "info" @@ -2853,7 +2853,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584706847Z", + "ingested": "2023-10-12T09:36:07.353212470Z", "kind": "event", "type": [ "info" @@ -2877,7 +2877,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584707805Z", + "ingested": "2023-10-12T09:36:07.353213220Z", "kind": "event", "type": [ "info" @@ -2901,7 +2901,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584708722Z", + "ingested": "2023-10-12T09:36:07.353213928Z", "kind": "event", "type": [ "info" @@ -2925,7 +2925,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584709639Z", + "ingested": "2023-10-12T09:36:07.353214678Z", "kind": "event", "type": [ "info" @@ -2949,7 +2949,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584710597Z", + "ingested": "2023-10-12T09:36:07.353215387Z", "kind": "event", "type": [ "info" @@ -2973,7 +2973,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584711514Z", + "ingested": "2023-10-12T09:36:07.353216137Z", "kind": "event", "type": [ "info" @@ -2997,7 +2997,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584712514Z", + "ingested": "2023-10-12T09:36:07.353216845Z", "kind": "event", "type": [ "info" @@ -3021,7 +3021,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584713430Z", + "ingested": "2023-10-12T09:36:07.353217595Z", "kind": "event", "type": [ "info" @@ -3045,7 +3045,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584714514Z", + "ingested": "2023-10-12T09:36:07.353218345Z", "kind": "event", "type": [ "info" @@ -3069,7 +3069,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584715514Z", + "ingested": "2023-10-12T09:36:07.353219095Z", "kind": "event", "type": [ "info" @@ -3093,7 +3093,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584716555Z", + "ingested": "2023-10-12T09:36:07.353219803Z", "kind": "event", "type": [ "info" @@ -3117,7 +3117,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584717597Z", + "ingested": "2023-10-12T09:36:07.353220553Z", "kind": "event", "type": [ "info" @@ -3141,7 +3141,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584718514Z", + "ingested": "2023-10-12T09:36:07.353221262Z", "kind": "event", "type": [ "info" @@ -3165,7 +3165,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584719555Z", + "ingested": "2023-10-12T09:36:07.353222012Z", "kind": "event", "type": [ "info" @@ -3189,7 +3189,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584720472Z", + "ingested": "2023-10-12T09:36:07.353222720Z", "kind": "event", "type": [ "info" @@ -3213,7 +3213,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584721514Z", + "ingested": "2023-10-12T09:36:07.353223470Z", "kind": "event", "type": [ "info" @@ -3237,7 +3237,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584722472Z", + "ingested": "2023-10-12T09:36:07.353224178Z", "kind": "event", "type": [ "info" @@ -3261,7 +3261,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584723430Z", + "ingested": "2023-10-12T09:36:07.353224928Z", "kind": "event", "type": [ "info" @@ -3285,7 +3285,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584724389Z", + "ingested": "2023-10-12T09:36:07.353225678Z", "kind": "event", "type": [ "info" @@ -3309,7 +3309,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584725305Z", + "ingested": "2023-10-12T09:36:07.353226387Z", "kind": "event", "type": [ "info" @@ -3333,7 +3333,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584726389Z", + "ingested": "2023-10-12T09:36:07.353227137Z", "kind": "event", "type": [ "info" @@ -3357,7 +3357,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584727305Z", + "ingested": "2023-10-12T09:36:07.353227887Z", "kind": "event", "type": [ "info" @@ -3381,7 +3381,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584728264Z", + "ingested": "2023-10-12T09:36:07.353228595Z", "kind": "event", "type": [ "info" @@ -3405,7 +3405,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584729180Z", + "ingested": "2023-10-12T09:36:07.353229345Z", "kind": "event", "type": [ "info" @@ -3429,7 +3429,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584730930Z", + "ingested": "2023-10-12T09:36:07.353230053Z", "kind": "event", "type": [ "info" @@ -3447,7 +3447,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584731847Z", + "ingested": "2023-10-12T09:36:07.353230803Z", "kind": "event", "type": [ "info" @@ -3471,7 +3471,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584732972Z", + "ingested": "2023-10-12T09:36:07.353231512Z", "kind": "event", "type": [ "info" @@ -3495,7 +3495,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584734055Z", + "ingested": "2023-10-12T09:36:07.353232262Z", "kind": "event", "type": [ "info" @@ -3519,7 +3519,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584735014Z", + "ingested": "2023-10-12T09:36:07.353232970Z", "kind": "event", "type": [ "info" @@ -3543,7 +3543,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584735930Z", + "ingested": "2023-10-12T09:36:07.353233762Z", "kind": "event", "type": [ "info" @@ -3567,7 +3567,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584736972Z", + "ingested": "2023-10-12T09:36:07.353234512Z", "kind": "event", "type": [ "info" @@ -3591,7 +3591,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584737930Z", + "ingested": "2023-10-12T09:36:07.353235220Z", "kind": "event", "type": [ "info" @@ -3615,7 +3615,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584738847Z", + "ingested": "2023-10-12T09:36:07.353235970Z", "kind": "event", "type": [ "info" @@ -3639,7 +3639,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584739805Z", + "ingested": "2023-10-12T09:36:07.353236720Z", "kind": "event", "type": [ "info" @@ -3663,7 +3663,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584740930Z", + "ingested": "2023-10-12T09:36:07.353237428Z", "kind": "event", "type": [ "info" @@ -3687,7 +3687,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584741847Z", + "ingested": "2023-10-12T09:36:07.353238178Z", "kind": "event", "type": [ "info" @@ -3711,7 +3711,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584742889Z", + "ingested": "2023-10-12T09:36:07.353238928Z", "kind": "event", "type": [ "info" @@ -3735,7 +3735,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584743805Z", + "ingested": "2023-10-12T09:36:07.353239678Z", "kind": "event", "type": [ "info" @@ -3759,7 +3759,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584744764Z", + "ingested": "2023-10-12T09:36:07.353240387Z", "kind": "event", "type": [ "info" @@ -3783,7 +3783,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584745680Z", + "ingested": "2023-10-12T09:36:07.353241137Z", "kind": "event", "type": [ "info" @@ -3807,7 +3807,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584746639Z", + "ingested": "2023-10-12T09:36:07.353241845Z", "kind": "event", "type": [ "info" @@ -3831,7 +3831,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584747555Z", + "ingested": "2023-10-12T09:36:07.353242595Z", "kind": "event", "type": [ "info" @@ -3855,7 +3855,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584757014Z", + "ingested": "2023-10-12T09:36:07.353243303Z", "kind": "event", "type": [ "info" @@ -3879,7 +3879,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584758180Z", + "ingested": "2023-10-12T09:36:07.353244053Z", "kind": "event", "type": [ "info" @@ -3903,7 +3903,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584759555Z", + "ingested": "2023-10-12T09:36:07.353248220Z", "kind": "event", "type": [ "info" @@ -3927,7 +3927,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584760805Z", + "ingested": "2023-10-12T09:36:07.353249012Z", "kind": "event", "type": [ "info" @@ -3951,7 +3951,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584761889Z", + "ingested": "2023-10-12T09:36:07.353249803Z", "kind": "event", "type": [ "info" @@ -3975,7 +3975,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584762847Z", + "ingested": "2023-10-12T09:36:07.353251387Z", "kind": "event", "type": [ "info" @@ -3999,7 +3999,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584763764Z", + "ingested": "2023-10-12T09:36:07.353252178Z", "kind": "event", "type": [ "info" @@ -4023,7 +4023,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584764722Z", + "ingested": "2023-10-12T09:36:07.353252928Z", "kind": "event", "type": [ "info" @@ -4047,7 +4047,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584765639Z", + "ingested": "2023-10-12T09:36:07.353253762Z", "kind": "event", "type": [ "info" @@ -4071,7 +4071,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584766555Z", + "ingested": "2023-10-12T09:36:07.353254595Z", "kind": "event", "type": [ "info" @@ -4095,7 +4095,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584767680Z", + "ingested": "2023-10-12T09:36:07.353255345Z", "kind": "event", "type": [ "info" @@ -4119,7 +4119,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584768597Z", + "ingested": "2023-10-12T09:36:07.353256095Z", "kind": "event", "type": [ "info" @@ -4143,7 +4143,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584769514Z", + "ingested": "2023-10-12T09:36:07.353256803Z", "kind": "event", "type": [ "info" @@ -4167,7 +4167,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584770430Z", + "ingested": "2023-10-12T09:36:07.353257553Z", "kind": "event", "type": [ "info" @@ -4191,7 +4191,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584771389Z", + "ingested": "2023-10-12T09:36:07.353258262Z", "kind": "event", "type": [ "info" @@ -4215,7 +4215,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584772347Z", + "ingested": "2023-10-12T09:36:07.353259095Z", "kind": "event", "type": [ "info" @@ -4239,7 +4239,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584773264Z", + "ingested": "2023-10-12T09:36:07.353259803Z", "kind": "event", "type": [ "info" @@ -4263,7 +4263,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584774222Z", + "ingested": "2023-10-12T09:36:07.353260553Z", "kind": "event", "type": [ "info" @@ -4287,7 +4287,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584775389Z", + "ingested": "2023-10-12T09:36:07.353261262Z", "kind": "event", "type": [ "info" @@ -4311,7 +4311,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584776472Z", + "ingested": "2023-10-12T09:36:07.353262012Z", "kind": "event", "type": [ "info" @@ -4335,7 +4335,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584777430Z", + "ingested": "2023-10-12T09:36:07.353262720Z", "kind": "event", "type": [ "info" @@ -4359,7 +4359,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584778430Z", + "ingested": "2023-10-12T09:36:07.353263470Z", "kind": "event", "type": [ "info" @@ -4383,7 +4383,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584779347Z", + "ingested": "2023-10-12T09:36:07.353264178Z", "kind": "event", "type": [ "info" @@ -4407,7 +4407,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584780305Z", + "ingested": "2023-10-12T09:36:07.353264928Z", "kind": "event", "type": [ "info" @@ -4431,7 +4431,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584781222Z", + "ingested": "2023-10-12T09:36:07.353265637Z", "kind": "event", "type": [ "info" @@ -4454,7 +4454,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.584782139Z", + "ingested": "2023-10-12T09:36:07.353266387Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json index 830a5ff8034..580319157b2 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683685125Z", + "ingested": "2023-10-12T09:36:07.449190428Z", "kind": "event", "type": [ "info" @@ -31,7 +31,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683694583Z", + "ingested": "2023-10-12T09:36:07.449202095Z", "kind": "event", "type": [ "info" @@ -52,7 +52,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683695875Z", + "ingested": "2023-10-12T09:36:07.449203178Z", "kind": "event", "type": [ "info" @@ -70,7 +70,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683696791Z", + "ingested": "2023-10-12T09:36:07.449204012Z", "kind": "event", "type": [ "info" @@ -88,7 +88,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683697708Z", + "ingested": "2023-10-12T09:36:07.449204887Z", "kind": "event", "type": [ "info" @@ -106,7 +106,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683698583Z", + "ingested": "2023-10-12T09:36:07.449205637Z", "kind": "event", "type": [ "info" @@ -124,7 +124,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683699541Z", + "ingested": "2023-10-12T09:36:07.449206428Z", "kind": "event", "type": [ "info" @@ -141,7 +141,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683700416Z", + "ingested": "2023-10-12T09:36:07.449207262Z", "kind": "event", "type": [ "info" @@ -158,7 +158,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683701291Z", + "ingested": "2023-10-12T09:36:07.449208095Z", "kind": "event", "type": [ "info" @@ -176,7 +176,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683702166Z", + "ingested": "2023-10-12T09:36:07.449208845Z", "kind": "event", "type": [ "info" @@ -193,7 +193,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683703Z", + "ingested": "2023-10-12T09:36:07.449209553Z", "kind": "event", "type": [ "info" @@ -211,7 +211,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683704Z", + "ingested": "2023-10-12T09:36:07.449210512Z", "kind": "event", "type": [ "info" @@ -228,7 +228,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683704833Z", + "ingested": "2023-10-12T09:36:07.449211262Z", "kind": "event", "type": [ "info" @@ -245,7 +245,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683705916Z", + "ingested": "2023-10-12T09:36:07.449212012Z", "kind": "event", "type": [ "info" @@ -263,7 +263,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683706791Z", + "ingested": "2023-10-12T09:36:07.449212803Z", "kind": "event", "type": [ "info" @@ -280,7 +280,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683707625Z", + "ingested": "2023-10-12T09:36:07.449213553Z", "kind": "event", "type": [ "info" @@ -297,7 +297,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683708500Z", + "ingested": "2023-10-12T09:36:07.449214345Z", "kind": "event", "type": [ "info" @@ -314,7 +314,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683709375Z", + "ingested": "2023-10-12T09:36:07.449215053Z", "kind": "event", "type": [ "info" @@ -331,7 +331,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683710208Z", + "ingested": "2023-10-12T09:36:07.449215803Z", "kind": "event", "type": [ "info" @@ -348,7 +348,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683711041Z", + "ingested": "2023-10-12T09:36:07.449216595Z", "kind": "event", "type": [ "info" @@ -365,7 +365,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683711916Z", + "ingested": "2023-10-12T09:36:07.449217345Z", "kind": "event", "type": [ "info" @@ -382,7 +382,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683712750Z", + "ingested": "2023-10-12T09:36:07.449218095Z", "kind": "event", "type": [ "info" @@ -400,7 +400,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683713833Z", + "ingested": "2023-10-12T09:36:07.449218845Z", "kind": "event", "type": [ "info" @@ -418,7 +418,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683714875Z", + "ingested": "2023-10-12T09:36:07.449219637Z", "kind": "event", "type": [ "info" @@ -436,7 +436,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683715708Z", + "ingested": "2023-10-12T09:36:07.449220387Z", "kind": "event", "type": [ "info" @@ -454,7 +454,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683716583Z", + "ingested": "2023-10-12T09:36:07.449221095Z", "kind": "event", "type": [ "info" @@ -472,7 +472,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683717541Z", + "ingested": "2023-10-12T09:36:07.449221845Z", "kind": "event", "type": [ "info" @@ -493,7 +493,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683718375Z", + "ingested": "2023-10-12T09:36:07.449222553Z", "kind": "event", "type": [ "info" @@ -514,7 +514,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683719208Z", + "ingested": "2023-10-12T09:36:07.449223303Z", "kind": "event", "type": [ "info" @@ -532,7 +532,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683720375Z", + "ingested": "2023-10-12T09:36:07.449224095Z", "kind": "event", "type": [ "info" @@ -550,7 +550,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683721541Z", + "ingested": "2023-10-12T09:36:07.449224845Z", "kind": "event", "type": [ "info" @@ -568,7 +568,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683722375Z", + "ingested": "2023-10-12T09:36:07.449225553Z", "kind": "event", "type": [ "info" @@ -586,7 +586,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683723250Z", + "ingested": "2023-10-12T09:36:07.449226303Z", "kind": "event", "type": [ "info" @@ -604,7 +604,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683724083Z", + "ingested": "2023-10-12T09:36:07.449227053Z", "kind": "event", "type": [ "info" @@ -622,7 +622,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683724958Z", + "ingested": "2023-10-12T09:36:07.449227845Z", "kind": "event", "type": [ "info" @@ -640,7 +640,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683725833Z", + "ingested": "2023-10-12T09:36:07.449228637Z", "kind": "event", "type": [ "info" @@ -657,7 +657,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683726666Z", + "ingested": "2023-10-12T09:36:07.449229345Z", "kind": "event", "type": [ "info" @@ -675,7 +675,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683727541Z", + "ingested": "2023-10-12T09:36:07.449230137Z", "kind": "event", "type": [ "info", @@ -696,7 +696,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683728500Z", + "ingested": "2023-10-12T09:36:07.449230970Z", "kind": "event", "type": [ "info" @@ -714,7 +714,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683729333Z", + "ingested": "2023-10-12T09:36:07.449231803Z", "kind": "event", "type": [ "info" @@ -732,7 +732,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683730291Z", + "ingested": "2023-10-12T09:36:07.449232512Z", "kind": "event", "type": [ "info" @@ -750,7 +750,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683731166Z", + "ingested": "2023-10-12T09:36:07.449233262Z", "kind": "event", "type": [ "info" @@ -770,7 +770,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683737875Z", + "ingested": "2023-10-12T09:36:07.449233970Z", "kind": "event", "type": [ "info" @@ -788,7 +788,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683738875Z", + "ingested": "2023-10-12T09:36:07.449234720Z", "kind": "event", "type": [ "info" @@ -809,7 +809,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683740041Z", + "ingested": "2023-10-12T09:36:07.449235470Z", "kind": "event", "type": [ "info" @@ -830,7 +830,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683740916Z", + "ingested": "2023-10-12T09:36:07.449236262Z", "kind": "event", "type": [ "info" @@ -848,7 +848,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683741791Z", + "ingested": "2023-10-12T09:36:07.449236970Z", "kind": "event", "type": [ "info" @@ -866,7 +866,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683742625Z", + "ingested": "2023-10-12T09:36:07.449237720Z", "kind": "event", "type": [ "info" @@ -884,7 +884,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683743583Z", + "ingested": "2023-10-12T09:36:07.449238470Z", "kind": "event", "type": [ "info" @@ -902,7 +902,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683744541Z", + "ingested": "2023-10-12T09:36:07.449239178Z", "kind": "event", "type": [ "info" @@ -920,7 +920,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683754958Z", + "ingested": "2023-10-12T09:36:07.449239970Z", "kind": "event", "type": [ "info" @@ -938,7 +938,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683756041Z", + "ingested": "2023-10-12T09:36:07.449240720Z", "kind": "event", "type": [ "info" @@ -956,7 +956,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683757Z", + "ingested": "2023-10-12T09:36:07.449241470Z", "kind": "event", "type": [ "info" @@ -974,7 +974,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683757916Z", + "ingested": "2023-10-12T09:36:07.449242220Z", "kind": "event", "type": [ "info" @@ -992,7 +992,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683758750Z", + "ingested": "2023-10-12T09:36:07.449243012Z", "kind": "event", "type": [ "info", @@ -1013,7 +1013,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683759583Z", + "ingested": "2023-10-12T09:36:07.449243762Z", "kind": "event", "type": [ "info" @@ -1031,7 +1031,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683760375Z", + "ingested": "2023-10-12T09:36:07.449244470Z", "kind": "event", "type": [ "info" @@ -1049,7 +1049,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683761208Z", + "ingested": "2023-10-12T09:36:07.449245220Z", "kind": "event", "type": [ "info" @@ -1067,7 +1067,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683762125Z", + "ingested": "2023-10-12T09:36:07.449246012Z", "kind": "event", "type": [ "info" @@ -1087,7 +1087,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683763125Z", + "ingested": "2023-10-12T09:36:07.449246720Z", "kind": "event", "type": [ "info" @@ -1105,7 +1105,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683764Z", + "ingested": "2023-10-12T09:36:07.449247470Z", "kind": "event", "type": [ "info" @@ -1126,7 +1126,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683764833Z", + "ingested": "2023-10-12T09:36:07.449248178Z", "kind": "event", "type": [ "info" @@ -1147,7 +1147,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683765625Z", + "ingested": "2023-10-12T09:36:07.449249012Z", "kind": "event", "type": [ "info" @@ -1165,7 +1165,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683766416Z", + "ingested": "2023-10-12T09:36:07.449249762Z", "kind": "event", "type": [ "info" @@ -1183,7 +1183,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683767250Z", + "ingested": "2023-10-12T09:36:07.449250595Z", "kind": "event", "type": [ "info" @@ -1201,7 +1201,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683768083Z", + "ingested": "2023-10-12T09:36:07.449251345Z", "kind": "event", "type": [ "info" @@ -1219,7 +1219,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683769Z", + "ingested": "2023-10-12T09:36:07.449252095Z", "kind": "event", "type": [ "info" @@ -1237,7 +1237,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683769875Z", + "ingested": "2023-10-12T09:36:07.449252887Z", "kind": "event", "type": [ "info" @@ -1255,7 +1255,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683770750Z", + "ingested": "2023-10-12T09:36:07.449253637Z", "kind": "event", "type": [ "info" @@ -1273,7 +1273,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683771791Z", + "ingested": "2023-10-12T09:36:07.449254345Z", "kind": "event", "type": [ "info" @@ -1291,7 +1291,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683772791Z", + "ingested": "2023-10-12T09:36:07.449255095Z", "kind": "event", "type": [ "info" @@ -1312,7 +1312,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683773708Z", + "ingested": "2023-10-12T09:36:07.449255845Z", "kind": "event", "type": [ "info" @@ -1333,7 +1333,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683774541Z", + "ingested": "2023-10-12T09:36:07.449256553Z", "kind": "event", "type": [ "info" @@ -1354,7 +1354,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683775375Z", + "ingested": "2023-10-12T09:36:07.449257345Z", "kind": "event", "type": [ "info" @@ -1375,7 +1375,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683776333Z", + "ingested": "2023-10-12T09:36:07.449258137Z", "kind": "event", "type": [ "info" @@ -1395,7 +1395,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683777125Z", + "ingested": "2023-10-12T09:36:07.449258887Z", "kind": "event", "type": [ "info" @@ -1413,7 +1413,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683777958Z", + "ingested": "2023-10-12T09:36:07.449259637Z", "kind": "event", "type": [ "info" @@ -1433,7 +1433,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683778791Z", + "ingested": "2023-10-12T09:36:07.449260345Z", "kind": "event", "type": [ "info" @@ -1451,7 +1451,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683779625Z", + "ingested": "2023-10-12T09:36:07.449261095Z", "kind": "event", "type": [ "info" @@ -1472,7 +1472,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683780458Z", + "ingested": "2023-10-12T09:36:07.449261887Z", "kind": "event", "type": [ "info" @@ -1490,7 +1490,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683781416Z", + "ingested": "2023-10-12T09:36:07.449262595Z", "kind": "event", "type": [ "info" @@ -1508,7 +1508,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683782333Z", + "ingested": "2023-10-12T09:36:07.449263345Z", "kind": "event", "type": [ "info" @@ -1528,7 +1528,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683783125Z", + "ingested": "2023-10-12T09:36:07.449264095Z", "kind": "event", "type": [ "info" @@ -1546,7 +1546,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683784041Z", + "ingested": "2023-10-12T09:36:07.449264887Z", "kind": "event", "type": [ "info" @@ -1567,7 +1567,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683784916Z", + "ingested": "2023-10-12T09:36:07.449265637Z", "kind": "event", "type": [ "info" @@ -1588,7 +1588,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683785750Z", + "ingested": "2023-10-12T09:36:07.449266345Z", "kind": "event", "type": [ "info" @@ -1606,7 +1606,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683786583Z", + "ingested": "2023-10-12T09:36:07.449267137Z", "kind": "event", "type": [ "info" @@ -1624,7 +1624,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683787416Z", + "ingested": "2023-10-12T09:36:07.449267887Z", "kind": "event", "type": [ "info" @@ -1642,7 +1642,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683788208Z", + "ingested": "2023-10-12T09:36:07.449268595Z", "kind": "event", "type": [ "info" @@ -1660,7 +1660,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683789041Z", + "ingested": "2023-10-12T09:36:07.449269345Z", "kind": "event", "type": [ "info" @@ -1678,7 +1678,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683790083Z", + "ingested": "2023-10-12T09:36:07.449270095Z", "kind": "event", "type": [ "info" @@ -1696,7 +1696,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683790916Z", + "ingested": "2023-10-12T09:36:07.449270845Z", "kind": "event", "type": [ "info" @@ -1714,7 +1714,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683791708Z", + "ingested": "2023-10-12T09:36:07.449271595Z", "kind": "event", "type": [ "info" @@ -1732,7 +1732,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683792541Z", + "ingested": "2023-10-12T09:36:07.449272303Z", "kind": "event", "type": [ "info" @@ -1753,7 +1753,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683793375Z", + "ingested": "2023-10-12T09:36:07.449273053Z", "kind": "event", "type": [ "info" @@ -1774,7 +1774,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683794291Z", + "ingested": "2023-10-12T09:36:07.449273762Z", "kind": "event", "type": [ "info" @@ -1795,7 +1795,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683795208Z", + "ingested": "2023-10-12T09:36:07.449274512Z", "kind": "event", "type": [ "info" @@ -1816,7 +1816,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683796041Z", + "ingested": "2023-10-12T09:36:07.449275262Z", "kind": "event", "type": [ "info" @@ -1836,7 +1836,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683796875Z", + "ingested": "2023-10-12T09:36:07.449276053Z", "kind": "event", "type": [ "info" @@ -1854,7 +1854,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683797708Z", + "ingested": "2023-10-12T09:36:07.449276845Z", "kind": "event", "type": [ "info" @@ -1875,7 +1875,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683798500Z", + "ingested": "2023-10-12T09:36:07.449277553Z", "kind": "event", "type": [ "info" @@ -1896,7 +1896,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683799833Z", + "ingested": "2023-10-12T09:36:07.449278303Z", "kind": "event", "type": [ "info" @@ -1914,7 +1914,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683800666Z", + "ingested": "2023-10-12T09:36:07.449279053Z", "kind": "event", "type": [ "info" @@ -1932,7 +1932,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683801541Z", + "ingested": "2023-10-12T09:36:07.449279762Z", "kind": "event", "type": [ "info" @@ -1950,7 +1950,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683821041Z", + "ingested": "2023-10-12T09:36:07.449280512Z", "kind": "event", "type": [ "info" @@ -1968,7 +1968,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683822291Z", + "ingested": "2023-10-12T09:36:07.449281262Z", "kind": "event", "type": [ "info" @@ -1985,7 +1985,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683823125Z", + "ingested": "2023-10-12T09:36:07.449284428Z", "kind": "event", "type": [ "info" @@ -2002,7 +2002,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683824166Z", + "ingested": "2023-10-12T09:36:07.449285178Z", "kind": "event", "type": [ "info" @@ -2020,7 +2020,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683825Z", + "ingested": "2023-10-12T09:36:07.449285928Z", "kind": "event", "type": [ "info" @@ -2037,7 +2037,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683825958Z", + "ingested": "2023-10-12T09:36:07.449286720Z", "kind": "event", "type": [ "info" @@ -2055,7 +2055,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683826916Z", + "ingested": "2023-10-12T09:36:07.449287553Z", "kind": "event", "type": [ "info" @@ -2072,7 +2072,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683827750Z", + "ingested": "2023-10-12T09:36:07.449288303Z", "kind": "event", "type": [ "info" @@ -2089,7 +2089,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683828625Z", + "ingested": "2023-10-12T09:36:07.449289137Z", "kind": "event", "type": [ "info" @@ -2107,7 +2107,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683829541Z", + "ingested": "2023-10-12T09:36:07.449289845Z", "kind": "event", "type": [ "info" @@ -2124,7 +2124,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683830375Z", + "ingested": "2023-10-12T09:36:07.449290595Z", "kind": "event", "type": [ "info" @@ -2141,7 +2141,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683831250Z", + "ingested": "2023-10-12T09:36:07.449291428Z", "kind": "event", "type": [ "info" @@ -2158,7 +2158,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683832166Z", + "ingested": "2023-10-12T09:36:07.449292178Z", "kind": "event", "type": [ "info" @@ -2175,7 +2175,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683833083Z", + "ingested": "2023-10-12T09:36:07.449292887Z", "kind": "event", "type": [ "info" @@ -2192,7 +2192,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683833916Z", + "ingested": "2023-10-12T09:36:07.449293637Z", "kind": "event", "type": [ "info" @@ -2209,7 +2209,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683834791Z", + "ingested": "2023-10-12T09:36:07.449294345Z", "kind": "event", "type": [ "info" @@ -2226,7 +2226,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683835625Z", + "ingested": "2023-10-12T09:36:07.449295095Z", "kind": "event", "type": [ "info" @@ -2244,7 +2244,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683836791Z", + "ingested": "2023-10-12T09:36:07.449295887Z", "kind": "event", "type": [ "info" @@ -2262,7 +2262,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683837791Z", + "ingested": "2023-10-12T09:36:07.449296595Z", "kind": "event", "type": [ "info" @@ -2280,7 +2280,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683838708Z", + "ingested": "2023-10-12T09:36:07.449297345Z", "kind": "event", "type": [ "info" @@ -2298,7 +2298,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683839541Z", + "ingested": "2023-10-12T09:36:07.449298095Z", "kind": "event", "type": [ "info" @@ -2316,7 +2316,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683840375Z", + "ingested": "2023-10-12T09:36:07.449298803Z", "kind": "event", "type": [ "info" @@ -2337,7 +2337,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683841208Z", + "ingested": "2023-10-12T09:36:07.449299553Z", "kind": "event", "type": [ "info" @@ -2358,7 +2358,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683842041Z", + "ingested": "2023-10-12T09:36:07.449300303Z", "kind": "event", "type": [ "info" @@ -2376,7 +2376,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683842875Z", + "ingested": "2023-10-12T09:36:07.449301053Z", "kind": "event", "type": [ "info" @@ -2394,7 +2394,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683843708Z", + "ingested": "2023-10-12T09:36:07.449301762Z", "kind": "event", "type": [ "info" @@ -2412,7 +2412,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683844541Z", + "ingested": "2023-10-12T09:36:07.449302512Z", "kind": "event", "type": [ "info" @@ -2430,7 +2430,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683845375Z", + "ingested": "2023-10-12T09:36:07.449303220Z", "kind": "event", "type": [ "info" @@ -2448,7 +2448,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683846208Z", + "ingested": "2023-10-12T09:36:07.449303970Z", "kind": "event", "type": [ "info" @@ -2466,7 +2466,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683847083Z", + "ingested": "2023-10-12T09:36:07.449304720Z", "kind": "event", "type": [ "info" @@ -2484,7 +2484,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683848Z", + "ingested": "2023-10-12T09:36:07.449305470Z", "kind": "event", "type": [ "info" @@ -2501,7 +2501,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683848833Z", + "ingested": "2023-10-12T09:36:07.449306178Z", "kind": "event", "type": [ "info" @@ -2519,7 +2519,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683849791Z", + "ingested": "2023-10-12T09:36:07.449306887Z", "kind": "event", "type": [ "info", @@ -2540,7 +2540,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683850625Z", + "ingested": "2023-10-12T09:36:07.449307637Z", "kind": "event", "type": [ "info" @@ -2558,7 +2558,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683851458Z", + "ingested": "2023-10-12T09:36:07.449308387Z", "kind": "event", "type": [ "info" @@ -2576,7 +2576,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683852333Z", + "ingested": "2023-10-12T09:36:07.449309178Z", "kind": "event", "type": [ "info" @@ -2594,7 +2594,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683853166Z", + "ingested": "2023-10-12T09:36:07.449309928Z", "kind": "event", "type": [ "info" @@ -2614,7 +2614,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683854041Z", + "ingested": "2023-10-12T09:36:07.449310637Z", "kind": "event", "type": [ "info" @@ -2632,7 +2632,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683854875Z", + "ingested": "2023-10-12T09:36:07.449311387Z", "kind": "event", "type": [ "info" @@ -2653,7 +2653,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683855708Z", + "ingested": "2023-10-12T09:36:07.449312137Z", "kind": "event", "type": [ "info" @@ -2674,7 +2674,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683856541Z", + "ingested": "2023-10-12T09:36:07.449312887Z", "kind": "event", "type": [ "info" @@ -2692,7 +2692,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683857416Z", + "ingested": "2023-10-12T09:36:07.449313595Z", "kind": "event", "type": [ "info" @@ -2710,7 +2710,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683858250Z", + "ingested": "2023-10-12T09:36:07.449314345Z", "kind": "event", "type": [ "info" @@ -2728,7 +2728,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683859083Z", + "ingested": "2023-10-12T09:36:07.449315053Z", "kind": "event", "type": [ "info" @@ -2746,7 +2746,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683859916Z", + "ingested": "2023-10-12T09:36:07.449315803Z", "kind": "event", "type": [ "info" @@ -2764,7 +2764,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683860750Z", + "ingested": "2023-10-12T09:36:07.449316595Z", "kind": "event", "type": [ "info" @@ -2782,7 +2782,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683861708Z", + "ingested": "2023-10-12T09:36:07.449317303Z", "kind": "event", "type": [ "info" @@ -2800,7 +2800,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683862541Z", + "ingested": "2023-10-12T09:36:07.449318053Z", "kind": "event", "type": [ "info" @@ -2818,7 +2818,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683863458Z", + "ingested": "2023-10-12T09:36:07.449318762Z", "kind": "event", "type": [ "info" @@ -2836,7 +2836,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683864541Z", + "ingested": "2023-10-12T09:36:07.449319512Z", "kind": "event", "type": [ "info" @@ -2854,7 +2854,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683865375Z", + "ingested": "2023-10-12T09:36:07.449320303Z", "kind": "event", "type": [ "info" @@ -2875,7 +2875,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683866333Z", + "ingested": "2023-10-12T09:36:07.449321012Z", "kind": "event", "type": [ "info" @@ -2896,7 +2896,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683867166Z", + "ingested": "2023-10-12T09:36:07.449322137Z", "kind": "event", "type": [ "info" @@ -2914,7 +2914,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683868333Z", + "ingested": "2023-10-12T09:36:07.449322887Z", "kind": "event", "type": [ "info" @@ -2932,7 +2932,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683869541Z", + "ingested": "2023-10-12T09:36:07.449323637Z", "kind": "event", "type": [ "info" @@ -2950,7 +2950,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683870375Z", + "ingested": "2023-10-12T09:36:07.449324512Z", "kind": "event", "type": [ "info" @@ -2968,7 +2968,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683871208Z", + "ingested": "2023-10-12T09:36:07.449325220Z", "kind": "event", "type": [ "info" @@ -2986,7 +2986,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683872125Z", + "ingested": "2023-10-12T09:36:07.449325970Z", "kind": "event", "type": [ "info" @@ -3004,7 +3004,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683873083Z", + "ingested": "2023-10-12T09:36:07.449326678Z", "kind": "event", "type": [ "info" @@ -3022,7 +3022,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683874Z", + "ingested": "2023-10-12T09:36:07.449327428Z", "kind": "event", "type": [ "info" @@ -3039,7 +3039,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683874916Z", + "ingested": "2023-10-12T09:36:07.449328220Z", "kind": "event", "type": [ "info" @@ -3057,7 +3057,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683875750Z", + "ingested": "2023-10-12T09:36:07.449328928Z", "kind": "event", "type": [ "info", @@ -3078,7 +3078,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683876583Z", + "ingested": "2023-10-12T09:36:07.449329678Z", "kind": "event", "type": [ "info" @@ -3096,7 +3096,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683877416Z", + "ingested": "2023-10-12T09:36:07.449330387Z", "kind": "event", "type": [ "info" @@ -3114,7 +3114,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683878250Z", + "ingested": "2023-10-12T09:36:07.449331262Z", "kind": "event", "type": [ "info" @@ -3132,7 +3132,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683879041Z", + "ingested": "2023-10-12T09:36:07.449331970Z", "kind": "event", "type": [ "info" @@ -3152,7 +3152,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683879875Z", + "ingested": "2023-10-12T09:36:07.449332720Z", "kind": "event", "type": [ "info" @@ -3170,7 +3170,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683880708Z", + "ingested": "2023-10-12T09:36:07.449333428Z", "kind": "event", "type": [ "info" @@ -3191,7 +3191,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683881500Z", + "ingested": "2023-10-12T09:36:07.449334137Z", "kind": "event", "type": [ "info" @@ -3212,7 +3212,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683882333Z", + "ingested": "2023-10-12T09:36:07.449334887Z", "kind": "event", "type": [ "info" @@ -3230,7 +3230,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683883166Z", + "ingested": "2023-10-12T09:36:07.449335637Z", "kind": "event", "type": [ "info" @@ -3248,7 +3248,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683883958Z", + "ingested": "2023-10-12T09:36:07.449336387Z", "kind": "event", "type": [ "info" @@ -3266,7 +3266,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683884791Z", + "ingested": "2023-10-12T09:36:07.449337095Z", "kind": "event", "type": [ "info" @@ -3284,7 +3284,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683885625Z", + "ingested": "2023-10-12T09:36:07.449337887Z", "kind": "event", "type": [ "info" @@ -3302,7 +3302,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683886416Z", + "ingested": "2023-10-12T09:36:07.449338678Z", "kind": "event", "type": [ "info" @@ -3320,7 +3320,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683887250Z", + "ingested": "2023-10-12T09:36:07.449339387Z", "kind": "event", "type": [ "info" @@ -3338,7 +3338,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683888083Z", + "ingested": "2023-10-12T09:36:07.449340137Z", "kind": "event", "type": [ "info" @@ -3356,7 +3356,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683888916Z", + "ingested": "2023-10-12T09:36:07.449340845Z", "kind": "event", "type": [ "info" @@ -3377,7 +3377,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683889708Z", + "ingested": "2023-10-12T09:36:07.449341553Z", "kind": "event", "type": [ "info" @@ -3398,7 +3398,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683890541Z", + "ingested": "2023-10-12T09:36:07.449342303Z", "kind": "event", "type": [ "info" @@ -3419,7 +3419,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683891333Z", + "ingested": "2023-10-12T09:36:07.449343012Z", "kind": "event", "type": [ "info" @@ -3440,7 +3440,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683892166Z", + "ingested": "2023-10-12T09:36:07.449343720Z", "kind": "event", "type": [ "info" @@ -3460,7 +3460,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683893Z", + "ingested": "2023-10-12T09:36:07.449344470Z", "kind": "event", "type": [ "info" @@ -3478,7 +3478,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683893791Z", + "ingested": "2023-10-12T09:36:07.449345178Z", "kind": "event", "type": [ "info" @@ -3498,7 +3498,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683894625Z", + "ingested": "2023-10-12T09:36:07.449345887Z", "kind": "event", "type": [ "info" @@ -3516,7 +3516,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683895666Z", + "ingested": "2023-10-12T09:36:07.449346637Z", "kind": "event", "type": [ "info" @@ -3537,7 +3537,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683896500Z", + "ingested": "2023-10-12T09:36:07.449347345Z", "kind": "event", "type": [ "info" @@ -3555,7 +3555,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683897291Z", + "ingested": "2023-10-12T09:36:07.449348053Z", "kind": "event", "type": [ "info" @@ -3573,7 +3573,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683898125Z", + "ingested": "2023-10-12T09:36:07.449348803Z", "kind": "event", "type": [ "info" @@ -3593,7 +3593,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683899166Z", + "ingested": "2023-10-12T09:36:07.449349512Z", "kind": "event", "type": [ "info" @@ -3611,7 +3611,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683900041Z", + "ingested": "2023-10-12T09:36:07.449350262Z", "kind": "event", "type": [ "info" @@ -3632,7 +3632,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683900916Z", + "ingested": "2023-10-12T09:36:07.449350970Z", "kind": "event", "type": [ "info" @@ -3653,7 +3653,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683901708Z", + "ingested": "2023-10-12T09:36:07.449351678Z", "kind": "event", "type": [ "info" @@ -3671,7 +3671,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683902541Z", + "ingested": "2023-10-12T09:36:07.449352387Z", "kind": "event", "type": [ "info" @@ -3689,7 +3689,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683903333Z", + "ingested": "2023-10-12T09:36:07.449353137Z", "kind": "event", "type": [ "info" @@ -3707,7 +3707,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683904166Z", + "ingested": "2023-10-12T09:36:07.449353845Z", "kind": "event", "type": [ "info" @@ -3725,7 +3725,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683905Z", + "ingested": "2023-10-12T09:36:07.449354553Z", "kind": "event", "type": [ "info" @@ -3743,7 +3743,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683905833Z", + "ingested": "2023-10-12T09:36:07.449355303Z", "kind": "event", "type": [ "info" @@ -3761,7 +3761,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683906666Z", + "ingested": "2023-10-12T09:36:07.449356012Z", "kind": "event", "type": [ "info" @@ -3779,7 +3779,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683907500Z", + "ingested": "2023-10-12T09:36:07.449356720Z", "kind": "event", "type": [ "info" @@ -3797,7 +3797,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683908291Z", + "ingested": "2023-10-12T09:36:07.449357470Z", "kind": "event", "type": [ "info" @@ -3818,7 +3818,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683909125Z", + "ingested": "2023-10-12T09:36:07.449358178Z", "kind": "event", "type": [ "info" @@ -3839,7 +3839,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683909958Z", + "ingested": "2023-10-12T09:36:07.449358887Z", "kind": "event", "type": [ "info" @@ -3860,7 +3860,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683910750Z", + "ingested": "2023-10-12T09:36:07.449359595Z", "kind": "event", "type": [ "info" @@ -3881,7 +3881,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683911583Z", + "ingested": "2023-10-12T09:36:07.449360345Z", "kind": "event", "type": [ "info" @@ -3901,7 +3901,7 @@ "database" ], "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.683912416Z", + "ingested": "2023-10-12T09:36:07.449361053Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json index c8276508841..8d8918eed1e 100644 --- a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json @@ -11,7 +11,7 @@ ], "code": "MY-013169", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764348333Z", + "ingested": "2023-10-12T09:36:07.533199012Z", "kind": "event", "provider": "Server", "type": [ @@ -37,7 +37,7 @@ ], "code": "MY-010453", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764358583Z", + "ingested": "2023-10-12T09:36:07.533209845Z", "kind": "event", "provider": "Server", "type": [ @@ -63,7 +63,7 @@ ], "code": "MY-013170", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764359791Z", + "ingested": "2023-10-12T09:36:07.533210887Z", "kind": "event", "provider": "Server", "type": [ @@ -89,7 +89,7 @@ ], "code": "MY-010116", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764360791Z", + "ingested": "2023-10-12T09:36:07.533211929Z", "kind": "event", "provider": "Server", "type": [ @@ -115,7 +115,7 @@ ], "code": "MY-010068", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764361666Z", + "ingested": "2023-10-12T09:36:07.533212762Z", "kind": "event", "provider": "Server", "type": [ @@ -141,7 +141,7 @@ ], "code": "MY-011810", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764362583Z", + "ingested": "2023-10-12T09:36:07.533213595Z", "kind": "event", "provider": "Server", "type": [ @@ -167,7 +167,7 @@ ], "code": "MY-013172", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764363416Z", + "ingested": "2023-10-12T09:36:07.533214387Z", "kind": "event", "provider": "Server", "type": [ @@ -193,7 +193,7 @@ ], "code": "MY-010910", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764364375Z", + "ingested": "2023-10-12T09:36:07.533215220Z", "kind": "event", "provider": "Server", "type": [ @@ -219,7 +219,7 @@ ], "code": "MY-010116", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764365583Z", + "ingested": "2023-10-12T09:36:07.533216012Z", "kind": "event", "provider": "Server", "type": [ @@ -245,7 +245,7 @@ ], "code": "MY-010068", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764366500Z", + "ingested": "2023-10-12T09:36:07.533216804Z", "kind": "event", "provider": "Server", "type": [ @@ -271,7 +271,7 @@ ], "code": "MY-010931", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764367375Z", + "ingested": "2023-10-12T09:36:07.533217595Z", "kind": "event", "provider": "Server", "type": [ @@ -297,7 +297,7 @@ ], "code": "MY-011323", "created": "2021-06-17T15:20:05.914488060Z", - "ingested": "2022-12-09T11:15:05.764368250Z", + "ingested": "2023-10-12T09:36:07.533218470Z", "kind": "event", "provider": "Server", "type": [ diff --git a/packages/mysql/data_stream/galera_status/fields/fields.yml b/packages/mysql/data_stream/galera_status/fields/fields.yml index d6c2afa3d4f..2503bed4861 100644 --- a/packages/mysql/data_stream/galera_status/fields/fields.yml +++ b/packages/mysql/data_stream/galera_status/fields/fields.yml @@ -1,6 +1,5 @@ - name: mysql.galera_status type: group - release: beta fields: - name: apply type: group diff --git a/packages/mysql/data_stream/galera_status/manifest.yml b/packages/mysql/data_stream/galera_status/manifest.yml index d14027212b5..8692087db46 100644 --- a/packages/mysql/data_stream/galera_status/manifest.yml +++ b/packages/mysql/data_stream/galera_status/manifest.yml @@ -1,5 +1,6 @@ title: MySQL galera_status metrics type: metrics +release: beta streams: - input: mysql/metrics enabled: false @@ -20,4 +21,4 @@ streams: title: MySQL galera_status metrics description: Collect MySQL galera_status metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mysql/data_stream/performance/fields/ecs.yml b/packages/mysql/data_stream/performance/fields/ecs.yml index 2bc84e76f2c..d9dbc02e932 100644 --- a/packages/mysql/data_stream/performance/fields/ecs.yml +++ b/packages/mysql/data_stream/performance/fields/ecs.yml @@ -28,4 +28,4 @@ dimension: true - external: ecs name: cloud.availability_zone - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mysql/data_stream/performance/fields/fields.yml b/packages/mysql/data_stream/performance/fields/fields.yml index c781364abb1..bbdba5fc68d 100644 --- a/packages/mysql/data_stream/performance/fields/fields.yml +++ b/packages/mysql/data_stream/performance/fields/fields.yml @@ -1,6 +1,5 @@ - name: mysql.performance type: group - release: beta fields: - name: events_statements type: group diff --git a/packages/mysql/data_stream/performance/manifest.yml b/packages/mysql/data_stream/performance/manifest.yml index 658efb4d85a..d03733f1b4b 100644 --- a/packages/mysql/data_stream/performance/manifest.yml +++ b/packages/mysql/data_stream/performance/manifest.yml @@ -1,5 +1,6 @@ type: metrics title: MySQL performance metrics +release: beta streams: - input: mysql/metrics title: MySQL performance metrics @@ -20,4 +21,4 @@ streams: show_user: true default: false elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml index 29e8da7c4d1..5c046cb4151 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml @@ -3,4 +3,4 @@ multiline: fields: "@timestamp": "2021-06-17T15:20:05.914488060Z" dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json index b331d34690a..bd1c62cbae5 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 2000652000, - "ingested": "2023-02-02T06:11:55.533956175Z", + "ingested": "2023-10-12T09:36:07.665988429Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json index d895feb2298..4153a228ad0 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 2000227000, - "ingested": "2023-02-02T06:11:55.578990758Z", + "ingested": "2023-10-12T09:36:07.705101887Z", "kind": "event", "type": [ "info" @@ -51,7 +51,7 @@ "database" ], "duration": 178306016000, - "ingested": "2023-02-02T06:11:55.578992008Z", + "ingested": "2023-10-12T09:36:07.705103470Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json index 8450228dcd5..a3fdae42ff9 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 2461578000, - "ingested": "2023-02-02T06:11:55.621090091Z", + "ingested": "2023-10-12T09:36:07.739598720Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json index 9ce23fc2a81..1e914c3b7ac 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 5524103000, - "ingested": "2023-02-02T06:11:55.660791883Z", + "ingested": "2023-10-12T09:36:07.773310595Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json index 4fdeba87a8d..40c470ee4e4 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 15000223000, - "ingested": "2023-02-02T06:11:55.700142758Z", + "ingested": "2023-10-12T09:36:07.805467345Z", "kind": "event", "type": [ "info" @@ -48,7 +48,7 @@ "database" ], "duration": 153000, - "ingested": "2023-02-02T06:11:55.700144175Z", + "ingested": "2023-10-12T09:36:07.805471429Z", "kind": "event", "type": [ "info" @@ -84,7 +84,7 @@ "database" ], "duration": 4071491000, - "ingested": "2023-02-02T06:11:55.700145133Z", + "ingested": "2023-10-12T09:36:07.805473012Z", "kind": "event", "type": [ "info" @@ -96,7 +96,7 @@ "lock_time": { "sec": 2.12E-4 }, - "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date \u003c CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", + "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date < CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", "rows_examined": 1489615, "rows_sent": 1000 }, @@ -122,7 +122,7 @@ "database" ], "duration": 10346539000, - "ingested": "2023-02-02T06:11:55.700146258Z", + "ingested": "2023-10-12T09:36:07.805474595Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json index 4909ac0651f..88fffbb389f 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 11004467000, - "ingested": "2023-02-02T06:11:55.740921300Z", + "ingested": "2023-10-12T09:36:07.839849387Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json index f6f3f701923..fdd92c025be 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json @@ -10,7 +10,7 @@ "database" ], "duration": 4071491000, - "ingested": "2023-02-02T06:11:55.777757508Z", + "ingested": "2023-10-12T09:36:07.871929429Z", "kind": "event", "type": [ "info" @@ -22,7 +22,7 @@ "lock_time": { "sec": 2.12E-4 }, - "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date \u003c CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", + "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date < CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", "rows_examined": 1489615, "rows_sent": 1000 }, @@ -48,7 +48,7 @@ "database" ], "duration": 10346539000, - "ingested": "2023-02-02T06:11:55.777765591Z", + "ingested": "2023-10-12T09:36:07.871937887Z", "kind": "event", "type": [ "info" @@ -86,7 +86,7 @@ "database" ], "duration": 10508030000, - "ingested": "2023-02-02T06:11:55.777766883Z", + "ingested": "2023-10-12T09:36:07.871939595Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json index 288a8fe52ae..b9e3e3afd41 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json @@ -10,7 +10,7 @@ "database" ], "duration": 100000, - "ingested": "2023-02-02T06:11:55.817828216Z", + "ingested": "2023-10-12T09:36:07.906225679Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json index 0a6cae20f13..73fb87269f2 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 153000, - "ingested": "2023-02-02T06:11:55.860517008Z", + "ingested": "2023-10-12T09:36:07.938739179Z", "kind": "event", "type": [ "info" @@ -47,7 +47,7 @@ "database" ], "duration": 2456000, - "ingested": "2023-02-02T06:11:55.860518633Z", + "ingested": "2023-10-12T09:36:07.938739970Z", "kind": "event", "type": [ "info" @@ -82,7 +82,7 @@ "database" ], "duration": 6278000, - "ingested": "2023-02-02T06:11:55.860520091Z", + "ingested": "2023-10-12T09:36:07.938740762Z", "kind": "event", "type": [ "info" @@ -117,7 +117,7 @@ "database" ], "duration": 262000, - "ingested": "2023-02-02T06:11:55.860521591Z", + "ingested": "2023-10-12T09:36:07.938741512Z", "kind": "event", "type": [ "info" @@ -152,7 +152,7 @@ "database" ], "duration": 323000, - "ingested": "2023-02-02T06:11:55.860523008Z", + "ingested": "2023-10-12T09:36:07.938742304Z", "kind": "event", "type": [ "info" @@ -187,7 +187,7 @@ "database" ], "duration": 7084000, - "ingested": "2023-02-02T06:11:55.860524550Z", + "ingested": "2023-10-12T09:36:07.938743054Z", "kind": "event", "type": [ "info" @@ -222,7 +222,7 @@ "database" ], "duration": 277000, - "ingested": "2023-02-02T06:11:55.860525966Z", + "ingested": "2023-10-12T09:36:07.938743804Z", "kind": "event", "type": [ "info" @@ -257,7 +257,7 @@ "database" ], "duration": 254000, - "ingested": "2023-02-02T06:11:55.860527341Z", + "ingested": "2023-10-12T09:36:07.938744554Z", "kind": "event", "type": [ "info" @@ -292,7 +292,7 @@ "database" ], "duration": 297000, - "ingested": "2023-02-02T06:11:55.860528716Z", + "ingested": "2023-10-12T09:36:07.938745304Z", "kind": "event", "type": [ "info" @@ -327,7 +327,7 @@ "database" ], "duration": 1676000, - "ingested": "2023-02-02T06:11:55.860530216Z", + "ingested": "2023-10-12T09:36:07.938746137Z", "kind": "event", "type": [ "info" @@ -362,7 +362,7 @@ "database" ], "duration": 8782000, - "ingested": "2023-02-02T06:11:55.860531591Z", + "ingested": "2023-10-12T09:36:07.938746887Z", "kind": "event", "type": [ "info" @@ -398,7 +398,7 @@ "database" ], "duration": 2000268000, - "ingested": "2023-02-02T06:11:55.860534425Z", + "ingested": "2023-10-12T09:36:07.938748387Z", "kind": "event", "type": [ "info" @@ -434,7 +434,7 @@ "database" ], "duration": 138000, - "ingested": "2023-02-02T06:11:55.860537258Z", + "ingested": "2023-10-12T09:36:07.938749929Z", "kind": "event", "type": [ "info" @@ -471,7 +471,7 @@ "database" ], "duration": 159000, - "ingested": "2023-02-02T06:11:55.860540133Z", + "ingested": "2023-10-12T09:36:07.938751429Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json index 805517465d0..f42c9a70332 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 2475469000, - "ingested": "2023-02-02T06:11:55.908779675Z", + "ingested": "2023-10-12T09:36:07.979514220Z", "kind": "event", "type": [ "info" @@ -51,7 +51,7 @@ ], "duration": 2631844000, "end": "2019-03-24T14:04:53.713951Z", - "ingested": "2023-02-02T06:11:55.908780800Z", + "ingested": "2023-10-12T09:36:07.979515929Z", "kind": "event", "start": "2019-03-24T14:04:51.082107Z", "type": [ diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json index ab9ca403fa0..5251a901161 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 50365000, - "ingested": "2023-02-02T06:11:55.949297175Z", + "ingested": "2023-10-12T09:36:08.015793387Z", "kind": "event", "type": [ "info" @@ -65,7 +65,7 @@ "database" ], "duration": 153883488000, - "ingested": "2023-02-02T06:11:55.949301425Z", + "ingested": "2023-10-12T09:36:08.015796637Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json index 78c2f669036..430aec1430d 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json @@ -11,7 +11,7 @@ "database" ], "duration": 10569000, - "ingested": "2023-02-02T06:11:55.994815216Z", + "ingested": "2023-10-12T09:36:08.052993595Z", "kind": "event", "type": [ "info" @@ -65,7 +65,7 @@ "database" ], "duration": 36112000, - "ingested": "2023-02-02T06:11:55.994820883Z", + "ingested": "2023-10-12T09:36:08.052996137Z", "kind": "event", "type": [ "info" @@ -134,7 +134,7 @@ "database" ], "duration": 23385000, - "ingested": "2023-02-02T06:11:55.994825883Z", + "ingested": "2023-10-12T09:36:08.052997845Z", "kind": "event", "type": [ "info" @@ -188,7 +188,7 @@ "database" ], "duration": 10278000, - "ingested": "2023-02-02T06:11:55.994831133Z", + "ingested": "2023-10-12T09:36:08.052999637Z", "kind": "event", "type": [ "info" @@ -246,7 +246,7 @@ "database" ], "duration": 14315000, - "ingested": "2023-02-02T06:11:55.994836175Z", + "ingested": "2023-10-12T09:36:08.053001220Z", "kind": "event", "type": [ "info" @@ -300,7 +300,7 @@ "database" ], "duration": 50365000, - "ingested": "2023-02-02T06:11:55.994841633Z", + "ingested": "2023-10-12T09:36:08.053003012Z", "kind": "event", "type": [ "info" @@ -354,7 +354,7 @@ "database" ], "duration": 32463768000, - "ingested": "2023-02-02T06:11:55.994846675Z", + "ingested": "2023-10-12T09:36:08.053004637Z", "kind": "event", "type": [ "info" @@ -390,7 +390,7 @@ "log_slow_rate_limit": 100, "log_slow_rate_type": "query", "merge_passes": 0, - "query": "select test.id as id, test.modified as mo, test.product as pr from test where (test.state in ('NOT_RELEVANT')) and test.last\u003c='2019-01-21 06:36:08.432' and test.modified\u003c='2019-01-07 06:36:08.432' limit 100000;", + "query": "select test.id as id, test.modified as mo, test.product as pr from test where (test.state in ('NOT_RELEVANT')) and test.last<='2019-01-21 06:36:08.432' and test.modified<='2019-01-07 06:36:08.432' limit 100000;", "query_cache_hit": false, "rows_affected": 0, "rows_examined": 267, @@ -423,7 +423,7 @@ "database" ], "duration": 153883488000, - "ingested": "2023-02-02T06:11:55.994851258Z", + "ingested": "2023-10-12T09:36:08.053006220Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json index 3371a8ced23..f78c2acf85b 100644 --- a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json @@ -12,7 +12,7 @@ "database" ], "duration": 2746607000, - "ingested": "2023-02-02T06:11:56.050249675Z", + "ingested": "2023-10-12T09:36:08.097860720Z", "kind": "event", "type": [ "info" @@ -54,7 +54,7 @@ "database" ], "duration": 3133066000, - "ingested": "2023-02-02T06:11:56.050250842Z", + "ingested": "2023-10-12T09:36:08.097862554Z", "kind": "event", "type": [ "info" diff --git a/packages/mysql/data_stream/status/fields/fields.yml b/packages/mysql/data_stream/status/fields/fields.yml index 7f3554c6b5f..d2d25be19e3 100644 --- a/packages/mysql/data_stream/status/fields/fields.yml +++ b/packages/mysql/data_stream/status/fields/fields.yml @@ -1,6 +1,5 @@ - name: mysql.status type: group - release: beta fields: - name: aborted type: group @@ -151,13 +150,13 @@ fields: - name: errors type: long - metric_type: counter + metric_type: counter - name: insert_threads type: long metric_type: counter - name: writes type: long - metric_type: counter + metric_type: counter - name: flush_commands metric_type: counter type: long @@ -172,7 +171,7 @@ metric_type: gauge - name: streams type: long - metric_type: gauge + metric_type: gauge - name: tables type: long metric_type: gauge @@ -255,7 +254,7 @@ The number of requests to read a row based on a key. - name: last type: long - metric_type: counter + metric_type: counter description: | The number of requests to read the last key in an index. - name: next @@ -314,7 +313,7 @@ metric_type: counter description: The number of rows reads into InnoDB tables. - name: inserted - type: long + type: long metric_type: counter description: The number of rows inserted into InnoDB tables. - name: deleted @@ -343,7 +342,7 @@ fields: - name: data type: long - metric_type: counter + metric_type: counter description: | The total number of bytes in the InnoDB buffer pool containing data. - name: dirty @@ -356,7 +355,7 @@ fields: - name: data type: long - metric_type: gauge + metric_type: gauge description: | The number of pages in the InnoDB buffer pool containing data. - name: dirty @@ -365,7 +364,7 @@ description: | The current number of dirty pages in the InnoDB buffer pool. - name: flushed - type: long + type: long metric_type: gauge description: | The number of requests to flush pages from the InnoDB buffer pool. diff --git a/packages/mysql/data_stream/status/manifest.yml b/packages/mysql/data_stream/status/manifest.yml index d6cdc9ebea5..857f4e3e29e 100644 --- a/packages/mysql/data_stream/status/manifest.yml +++ b/packages/mysql/data_stream/status/manifest.yml @@ -20,4 +20,4 @@ streams: title: MySQL status metrics description: Collect MySQL status metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mysql/manifest.yml b/packages/mysql/manifest.yml index 7bc47e1f92c..895d363f57b 100644 --- a/packages/mysql/manifest.yml +++ b/packages/mysql/manifest.yml @@ -1,16 +1,17 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: mysql title: MySQL -version: "1.15.0" -license: basic +version: "1.16.0" description: Collect logs and metrics from MySQL servers with Elastic Agent. type: integration categories: - datastore - observability -release: ga conditions: - kibana.version: "^8.8.2" + kibana: + version: "^8.8.2" + elastic: + subscription: basic screenshots: - src: /img/kibana-mysql.png title: kibana mysql @@ -55,3 +56,4 @@ policy_templates: default: test owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/mysql/validation.yml b/packages/mysql/validation.yml new file mode 100644 index 00000000000..99999428b3f --- /dev/null +++ b/packages/mysql/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00002 + - SVR00004 diff --git a/packages/nginx/changelog.yml b/packages/nginx/changelog.yml index d731243b538..28da3b2011f 100644 --- a/packages/nginx/changelog.yml +++ b/packages/nginx/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 1.16.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8171 - version: "1.15.1" changes: - description: Add null check and ignore_missing check to the rename processor diff --git a/packages/nginx/data_stream/access/_dev/test/pipeline/test-access.log-expected.json b/packages/nginx/data_stream/access/_dev/test/pipeline/test-access.log-expected.json index 531fa5adb93..6a2f06dfd87 100644 --- a/packages/nginx/data_stream/access/_dev/test/pipeline/test-access.log-expected.json +++ b/packages/nginx/data_stream/access/_dev/test/pipeline/test-access.log-expected.json @@ -11,7 +11,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640507096Z", + "ingested": "2023-10-12T10:56:25.186632541Z", "kind": "event", "original": "67.43.156.13 - - [25/Oct/2016:14:49:33 +0200] \"GET / HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.59 Safari/537.36\"", "outcome": "success", @@ -91,7 +91,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640525096Z", + "ingested": "2023-10-12T10:56:25.186643166Z", "kind": "event", "original": "67.43.156.13 - - [25/Oct/2016:14:49:34 +0200] \"GET /favicon.ico HTTP/1.1\" 404 571 \"http://localhost:8080/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.59 Safari/537.36\"", "outcome": "failure", @@ -173,7 +173,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640527429Z", + "ingested": "2023-10-12T10:56:25.186644250Z", "kind": "event", "original": "67.43.156.13 - - [25/Oct/2016:14:50:44 +0200] \"GET /adsasd HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.59 Safari/537.36\"", "outcome": "failure", @@ -253,7 +253,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640529221Z", + "ingested": "2023-10-12T10:56:25.186645375Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:34:43 +0100] \"GET / HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "success", @@ -333,7 +333,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640530971Z", + "ingested": "2023-10-12T10:56:25.186646250Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:34:43 +0100] \"GET /favicon.ico HTTP/1.1\" 404 571 \"http://localhost:8080/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -415,7 +415,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640532637Z", + "ingested": "2023-10-12T10:56:25.186647041Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:43:18 +0100] \"GET /test HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -495,7 +495,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640534387Z", + "ingested": "2023-10-12T10:56:25.186648041Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:43:21 +0100] \"GET /test HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -575,7 +575,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640536054Z", + "ingested": "2023-10-12T10:56:25.186649416Z", "kind": "event", "original": "67.43.156.13 - - [07/Dec/2016:10:43:23 +0100] \"GET /test1 HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -655,7 +655,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640537762Z", + "ingested": "2023-10-12T10:56:25.186650250Z", "kind": "event", "original": "127.0.0.1 - - [07/Dec/2016:11:04:37 +0100] \"GET /test1 HTTP/1.1\" 404 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36\"", "outcome": "failure", @@ -723,7 +723,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640539429Z", + "ingested": "2023-10-12T10:56:25.186651083Z", "kind": "event", "original": "127.0.0.1 - - [07/Dec/2016:11:04:58 +0100] \"GET / HTTP/1.1\" 304 0 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"", "outcome": "success", @@ -791,7 +791,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640541096Z", + "ingested": "2023-10-12T10:56:25.186651916Z", "kind": "event", "original": "127.0.0.1 - - [07/Dec/2016:11:04:59 +0100] \"GET / HTTP/1.1\" 304 0 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"", "outcome": "success", @@ -859,7 +859,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.640542887Z", + "ingested": "2023-10-12T10:56:25.186652833Z", "kind": "event", "original": "127.0.0.1 - - [07/Dec/2016:11:05:07 +0100] \"GET /taga HTTP/1.1\" 404 169 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"\nlessons.example.com 192.168.0.1 - - [09/Jun/2020:12:10:39 -0700] \"GET /A%20Beka%20G1%20Howe/029_AND_30/15%20reading%20elephants.mp4 HTTP/1.1\" 206 7648063 \"http://lessons.example.com/A%20Beka%20G1%20Howe/029_AND_30/15%20reading%20elephants.mp4\" \"Mozilla/5.0 (Linux; Android 5.1.1; KFFOWI) AppleWebKit/537.36 (KHTML, like Gecko) Silk/81.2.16 like Chrome/81.0.4044.138 Safari/537.36\"\nlessons.example.com 192.168.0.1 - - [09/Jun/2020:12:15:39 -0700] \"GET /%D0%A0%D1%83%D1%81%D1%81%D0%BA%D0%B0%D1%8F%20%D1%88%D0%BA%D0%BE%D0%BB%D0%B0%20-%20InternetUrok%201%D0%BA%D0%BB%D0%B0%D1%81%D1%81/ HTTP/1.1\" 206 7648063 \"http://lessons.example.com/A%20Beka%20G1%20Howe/029_AND_30/15%20reading%20elephants.mp4\" \"Mozilla/5.0 (Linux; Android 5.1.1; KFFOWI) AppleWebKit/537.36 (KHTML, like Gecko) Silk/81.2.16 like Chrome/81.0.4044.138 Safari/537.36\"", "outcome": "failure", diff --git a/packages/nginx/data_stream/access/_dev/test/pipeline/test-common-config.yml b/packages/nginx/data_stream/access/_dev/test/pipeline/test-common-config.yml index ef369dff36e..3ab68263238 100644 --- a/packages/nginx/data_stream/access/_dev/test/pipeline/test-common-config.yml +++ b/packages/nginx/data_stream/access/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" multiline: first_line_pattern: "^(?:[0-9]{1,3}\\.){3}[0-9]{1,3}" fields: diff --git a/packages/nginx/data_stream/access/_dev/test/pipeline/test-nginx.log-expected.json b/packages/nginx/data_stream/access/_dev/test/pipeline/test-nginx.log-expected.json index 9c119819f83..452d86c220a 100644 --- a/packages/nginx/data_stream/access/_dev/test/pipeline/test-nginx.log-expected.json +++ b/packages/nginx/data_stream/access/_dev/test/pipeline/test-nginx.log-expected.json @@ -11,7 +11,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725697721Z", + "ingested": "2023-10-12T10:56:25.248433416Z", "kind": "event", "original": "10.0.0.2, 10.0.0.1, 127.0.0.1 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"", "outcome": "success", @@ -81,7 +81,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725715762Z", + "ingested": "2023-10-12T10:56:25.248444166Z", "kind": "event", "original": "172.17.0.1 - - [29/May/2017:19:02:48 +0000] \"GET /stringpatch HTTP/1.1\" 404 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"", "outcome": "failure", @@ -149,7 +149,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725718054Z", + "ingested": "2023-10-12T10:56:25.248445166Z", "kind": "event", "original": "10.0.0.2, 10.0.0.1, 67.43.156.14 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"", "outcome": "success", @@ -231,7 +231,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725719804Z", + "ingested": "2023-10-12T10:56:25.248446041Z", "kind": "event", "original": "67.43.156.14 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36\"\n\"10.5.102.222, 199.96.1.1, 204.246.1.1\" 10.2.1.185 - - [22/Jan/2016:13:18:29 +0000] \"GET /assets/xxxx?q=100 HTTP/1.1\" 200 25507 \"-\" \"Amazon CloudFront\"\n2a02:cf40:add:4002:91f2:a9b2:e09a:6fc6, 10.225.192.17 10.2.2.121 - - [30/Dec/2016:06:47:09 +0000] \"GET /test.html HTTP/1.1\" 404 8571 \"-\" \"Mozilla/5.0 (compatible; Facebot 1.0; https://developers.facebook.com/docs/sharing/webmasters/crawler)\"", "outcome": "success", @@ -310,7 +310,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.725721554Z", + "ingested": "2023-10-12T10:56:25.248446916Z", "kind": "event", "original": "127.0.0.1 - - [12/Apr/2018:09:48:40 +0200] \"\" 400 0 \"-\" \"-\"\nunix: - - [26/Feb/2019:15:39:42 +0100] \"hello\" 400 173 \"-\" \"-\"\nlocalhost - - [29/May/2017:19:02:48 +0000] \"GET /test2 HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"\nlocalhost, localhost - - [29/May/2017:19:02:48 +0000] \"GET /test2 HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"\n", "outcome": "failure", diff --git a/packages/nginx/data_stream/access/_dev/test/pipeline/test-test-with-host.log-expected.json b/packages/nginx/data_stream/access/_dev/test/pipeline/test-test-with-host.log-expected.json index f1b5c08f6cc..7ea0929693d 100644 --- a/packages/nginx/data_stream/access/_dev/test/pipeline/test-test-with-host.log-expected.json +++ b/packages/nginx/data_stream/access/_dev/test/pipeline/test-test-with-host.log-expected.json @@ -14,7 +14,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.777617179Z", + "ingested": "2023-10-12T10:56:25.298851583Z", "kind": "event", "original": "example.com 10.0.0.2, 10.0.0.1, 127.0.0.1 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"\nexample.com 172.17.0.1 - - [29/May/2017:19:02:48 +0000] \"GET /stringpatch HTTP/1.1\" 404 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"\nexample.com 10.0.0.2, 10.0.0.1, 67.43.156.14 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0\"\nexample.com:80 67.43.156.14 - - [07/Dec/2016:11:05:07 +0100] \"GET /ocelot HTTP/1.1\" 200 571 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36\"\nexample.com:80 \"10.5.102.222, 199.96.1.1, 204.246.1.1\" 10.2.1.185 - - [22/Jan/2016:13:18:29 +0000] \"GET /assets/xxxx?q=100 HTTP/1.1\" 200 25507 \"-\" \"Amazon CloudFront\"", "outcome": "success", @@ -88,7 +88,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.777634971Z", + "ingested": "2023-10-12T10:56:25.298862333Z", "kind": "event", "original": "67.43.156.15 2a02:cf40:add:4002:91f2:a9b2:e09a:6fc6, 10.225.192.17 10.2.2.121 - - [30/Dec/2016:06:47:09 +0000] \"GET /test.html HTTP/1.1\" 404 8571 \"-\" \"Mozilla/5.0 (compatible; Facebot 1.0; https://developers.facebook.com/docs/sharing/webmasters/crawler)\"", "outcome": "failure", @@ -167,7 +167,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.777637262Z", + "ingested": "2023-10-12T10:56:25.298863458Z", "kind": "event", "original": "67.43.156.15:80 127.0.0.1 - - [12/Apr/2018:09:48:40 +0200] \"\" 400 0 \"-\" \"-\"\nexample.com:80 unix: - - [26/Feb/2019:15:39:42 +0100] \"hello\" 400 173 \"-\" \"-\"", "outcome": "failure", @@ -218,7 +218,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.777639137Z", + "ingested": "2023-10-12T10:56:25.298864500Z", "kind": "event", "original": "67.43.156.15 localhost - - [29/May/2017:19:02:48 +0000] \"GET /test2 HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"\nexample.com localhost, localhost - - [29/May/2017:19:02:48 +0000] \"GET /test2 HTTP/1.1\" 200 612 \"-\" \"Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2\" \"-\"", "outcome": "success", diff --git a/packages/nginx/data_stream/access/fields/agent.yml b/packages/nginx/data_stream/access/fields/agent.yml index e313ec82874..3c8ad89f032 100644 --- a/packages/nginx/data_stream/access/fields/agent.yml +++ b/packages/nginx/data_stream/access/fields/agent.yml @@ -121,10 +121,6 @@ As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - name: mac level: core type: keyword diff --git a/packages/nginx/data_stream/access/fields/fields.yml b/packages/nginx/data_stream/access/fields/fields.yml index 2a7290273e0..811e5f03096 100644 --- a/packages/nginx/data_stream/access/fields/fields.yml +++ b/packages/nginx/data_stream/access/fields/fields.yml @@ -2,7 +2,7 @@ type: group fields: - name: remote_ip_list - type: array + type: keyword description: | An array of remote IP addresses. It is a list because it is common to include, besides the client IP address, IP addresses from headers like `X-Forwarded-For`. Real source IP is restored to `source.ip`. - name: geoip diff --git a/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-config.yml b/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-config.yml index 298697a0c0f..d1f217b121a 100644 --- a/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-config.yml +++ b/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-config.yml @@ -5,4 +5,4 @@ fields: tags: - preserve_original_event dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" diff --git a/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-expected.json b/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-expected.json index de6245f3729..011a3b1d76b 100644 --- a/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-expected.json +++ b/packages/nginx/data_stream/error/_dev/test/pipeline/test-error-raw.log-expected.json @@ -10,7 +10,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.961425637Z", + "ingested": "2023-10-12T10:56:25.505898541Z", "kind": "event", "original": "2016/10/25 14:49:34 [error] 54053#0: *1 open() \"/usr/local/Cellar/nginx/1.10.2_1/html/favicon.ico\" failed (2: No such file or directory), client: 127.0.0.1, server: localhost, request: \"GET /favicon.ico HTTP/1.1\", host: \"localhost:8080\", referrer: \"http://localhost:8080/\"", "type": [ @@ -46,7 +46,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.961441971Z", + "ingested": "2023-10-12T10:56:25.505907Z", "kind": "event", "original": "2016/10/25 14:50:44 [error] 54053#0: *3 open() \"/usr/local/Cellar/nginx/1.10.2_1/html/adsasd\" failed (2: No such file or directory), client: 127.0.0.1, server: localhost, request: \"GET /adsasd HTTP/1.1\", host: \"localhost:8080\"", "type": [ @@ -82,7 +82,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.961444512Z", + "ingested": "2023-10-12T10:56:25.505947666Z", "kind": "event", "original": "2019/10/30 23:26:34 [error] 205860#205860: *180289 FastCGI sent in stderr: \"PHP message: PHP Warning: Declaration of FEE_Field_Terms::wrap($content, $taxonomy, $before, $sep, $after) should be compatible with FEE_Field_Post::wrap($content, $post_id = 0) in /var/www/xxx/web/wp-content/plugins/front-end-editor/php/fields/post.php on line 0\nPHP message: PHP Warning: Declaration of FEE_Field_Tags::wrap($content, $before, $sep, $after) should be compatible with FEE_Field_Terms::wrap($content, $taxonomy, $before, $sep, $after) in /var/www/xxx/web/wp-content/plugins/front-end-editor/php/fields/post.php on line 0\nPHP message: PHP Warning: Declaration of FEE_Field_Category::wrap($content, $sep, $parents) should be compatible with FEE_Field_Terms::wrap($content, $taxonomy, $before, $sep, $after) in /var/www/xxx/web/wp-content/plugins/front-end-editor/php/fields/post.php on line 0", "type": [ @@ -118,7 +118,7 @@ "web" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2022-12-09T10:33:39.961446596Z", + "ingested": "2023-10-12T10:56:25.505951750Z", "kind": "event", "original": "2019/11/05 14:50:44 [error] 54053#0: *3 open() \"/usr/local/Cellar/nginx/1.10.2_1/html/adsasd\" failed (2: No such file or directory), client: 127.0.0.1, server: localhost, request: \"GET /pysio HTTP/1.1\", host: \"localhost:8080\"", "type": [ diff --git a/packages/nginx/data_stream/error/fields/agent.yml b/packages/nginx/data_stream/error/fields/agent.yml index e313ec82874..3c8ad89f032 100644 --- a/packages/nginx/data_stream/error/fields/agent.yml +++ b/packages/nginx/data_stream/error/fields/agent.yml @@ -121,10 +121,6 @@ As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - name: mac level: core type: keyword diff --git a/packages/nginx/data_stream/stubstatus/fields/agent.yml b/packages/nginx/data_stream/stubstatus/fields/agent.yml index e1de065c9d1..1f46ac5003d 100644 --- a/packages/nginx/data_stream/stubstatus/fields/agent.yml +++ b/packages/nginx/data_stream/stubstatus/fields/agent.yml @@ -127,10 +127,6 @@ As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - name: mac level: core type: keyword diff --git a/packages/nginx/docs/README.md b/packages/nginx/docs/README.md index 40d0eb81a6c..9b3b3ccaf19 100644 --- a/packages/nginx/docs/README.md +++ b/packages/nginx/docs/README.md @@ -229,7 +229,7 @@ An example event for `access` looks as following: | input.type | Input type | keyword | | log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | | log.offset | Log offset | long | -| nginx.access.remote_ip_list | An array of remote IP addresses. It is a list because it is common to include, besides the client IP address, IP addresses from headers like `X-Forwarded-For`. Real source IP is restored to `source.ip`. | array | +| nginx.access.remote_ip_list | An array of remote IP addresses. It is a list because it is common to include, besides the client IP address, IP addresses from headers like `X-Forwarded-For`. Real source IP is restored to `source.ip`. | keyword | | related.ip | All of the IPs seen on your event. | ip | | source.address | Some event source addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | | source.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | diff --git a/packages/nginx/manifest.yml b/packages/nginx/manifest.yml index bf4140428c6..9f9889cc958 100644 --- a/packages/nginx/manifest.yml +++ b/packages/nginx/manifest.yml @@ -1,16 +1,17 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: nginx title: Nginx -version: "1.15.1" -license: basic +version: "1.16.0" description: Collect logs and metrics from Nginx HTTP servers with Elastic Agent. type: integration categories: - web - observability -release: ga conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/nginx-metrics-overview.png title: Nginx metrics overview @@ -117,3 +118,4 @@ policy_templates: description: Collecting Nginx stub status metrics owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/nginx/validation.yml b/packages/nginx/validation.yml new file mode 100644 index 00000000000..efdb1de132d --- /dev/null +++ b/packages/nginx/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00004 + - SVR00002