diff --git a/CHANGELOG.md b/CHANGELOG.md index 27fcefb88..2d4f9a73a 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### Breaking changes +* Change stream.* fields to dataset.* fields. [#492](https://github.com/elastic/package-registry/pull/492) + ### Bugfixes ### Added diff --git a/dev/generator/main.go b/dev/generator/main.go index cf2c55912..123a0cd06 100644 --- a/dev/generator/main.go +++ b/dev/generator/main.go @@ -242,9 +242,9 @@ func validateRequiredFields(datasetPath string) error { } // Verify required keys - err = requireField(allFields, "stream.type", "constant_keyword", err) - err = requireField(allFields, "stream.dataset", "constant_keyword", err) - err = requireField(allFields, "stream.namespace", "constant_keyword", err) + err = requireField(allFields, "dataset.type", "constant_keyword", err) + err = requireField(allFields, "dataset.name", "constant_keyword", err) + err = requireField(allFields, "dataset.namespace", "constant_keyword", err) err = requireField(allFields, "@timestamp", "date", err) return err } diff --git a/dev/packages/example/base/0.2.0/elasticsearch/component-template/events-mappings.json b/dev/packages/example/base/0.2.0/elasticsearch/component-template/events-mappings.json index bf0280cdf..1d28f0fad 100644 --- a/dev/packages/example/base/0.2.0/elasticsearch/component-template/events-mappings.json +++ b/dev/packages/example/base/0.2.0/elasticsearch/component-template/events-mappings.json @@ -19,13 +19,13 @@ "@timestamp": { "type": "date" }, - "stream": { + "dataset": { "properties": { "type": { "type": "constant_keyword", "value": "events" }, - "dataset": { + "name": { "type": "constant_keyword" }, "namespace": { diff --git a/dev/packages/example/base/0.2.0/elasticsearch/component-template/logs-mappings.json b/dev/packages/example/base/0.2.0/elasticsearch/component-template/logs-mappings.json index 4fdfb334f..383727b84 100644 --- a/dev/packages/example/base/0.2.0/elasticsearch/component-template/logs-mappings.json +++ b/dev/packages/example/base/0.2.0/elasticsearch/component-template/logs-mappings.json @@ -19,13 +19,13 @@ "@timestamp": { "type": "date" }, - "stream": { + "dataset": { "properties": { "type": { "type": "constant_keyword", "value": "logs" }, - "dataset": { + "name": { "type": "constant_keyword" }, "namespace": { diff --git a/dev/packages/example/base/0.2.0/elasticsearch/component-template/metrics-mappings.json b/dev/packages/example/base/0.2.0/elasticsearch/component-template/metrics-mappings.json index a5aa0847a..b50eae14d 100644 --- a/dev/packages/example/base/0.2.0/elasticsearch/component-template/metrics-mappings.json +++ b/dev/packages/example/base/0.2.0/elasticsearch/component-template/metrics-mappings.json @@ -19,13 +19,13 @@ "@timestamp": { "type": "date" }, - "stream": { + "dataset": { "properties": { "type": { "type": "constant_keyword", "value": "metrics" }, - "dataset": { + "name": { "type": "constant_keyword" }, "namespace": { diff --git a/dev/packages/example/log/0.9.0/dataset/log/fields/base-fields.yml b/dev/packages/example/log/0.9.0/dataset/log/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/dev/packages/example/log/0.9.0/dataset/log/fields/base-fields.yml +++ b/dev/packages/example/log/0.9.0/dataset/log/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/dev/packages/example/reference/1.0.0/dataset/reference/fields/base-fields.yml b/dev/packages/example/reference/1.0.0/dataset/reference/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/dev/packages/example/reference/1.0.0/dataset/reference/fields/base-fields.yml +++ b/dev/packages/example/reference/1.0.0/dataset/reference/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/dev/packages/example/yamlpipeline/1.0.0/dataset/log/fields/base-fields.yml b/dev/packages/example/yamlpipeline/1.0.0/dataset/log/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/dev/packages/example/yamlpipeline/1.0.0/dataset/log/fields/base-fields.yml +++ b/dev/packages/example/yamlpipeline/1.0.0/dataset/log/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml b/testdata/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml +++ b/testdata/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml b/testdata/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml +++ b/testdata/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml b/testdata/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml +++ b/testdata/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml b/testdata/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml +++ b/testdata/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/package/example/1.0.0/dataset/foo/fields/base-fields.yml b/testdata/package/example/1.0.0/dataset/foo/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/package/example/1.0.0/dataset/foo/fields/base-fields.yml +++ b/testdata/package/example/1.0.0/dataset/foo/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml b/testdata/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml +++ b/testdata/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml b/testdata/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml +++ b/testdata/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/public/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml b/testdata/public/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/public/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml +++ b/testdata/public/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/public/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml b/testdata/public/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/public/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml +++ b/testdata/public/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/public/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml b/testdata/public/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/public/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml +++ b/testdata/public/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/public/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml b/testdata/public/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/public/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml +++ b/testdata/public/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/public/package/example/1.0.0/dataset/foo/fields/base-fields.yml b/testdata/public/package/example/1.0.0/dataset/foo/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/public/package/example/1.0.0/dataset/foo/fields/base-fields.yml +++ b/testdata/public/package/example/1.0.0/dataset/foo/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/public/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml b/testdata/public/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/public/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml +++ b/testdata/public/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: > diff --git a/testdata/public/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml b/testdata/public/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml index 1fb7d7b3b..932b03ae6 100644 --- a/testdata/public/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml +++ b/testdata/public/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml @@ -1,15 +1,15 @@ -- name: stream.type +- name: dataset.type type: constant_keyword description: > - Stream type -- name: stream.dataset + Dataset type. +- name: dataset.name type: constant_keyword description: > - Stream dataset. -- name: stream.namespace + Dataset name. +- name: dataset.namespace type: constant_keyword description: > - Stream namespace. + Dataset namespace. - name: "@timestamp" type: date description: >