Update registry for stream.* to dataset.* change (#492)

Now the dataset intsead of the stream fields are added and validated.

Updating also the base package. This will have to be pushed to the package-storage.

Part of #491

CHANGELOG.md

@@ -8,6 +8,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ### Breaking changes
 
+* Change stream.* fields to dataset.* fields. [#492](https://github.com/elastic/package-registry/pull/492)
+
 ### Bugfixes
 
 ### Added

dev/generator/main.go

@@ -242,9 +242,9 @@ func validateRequiredFields(datasetPath string) error {
  }
 
  // Verify required keys
- err = requireField(allFields, "stream.type", "constant_keyword", err)
- err = requireField(allFields, "stream.dataset", "constant_keyword", err)
- err = requireField(allFields, "stream.namespace", "constant_keyword", err)
+ err = requireField(allFields, "dataset.type", "constant_keyword", err)
+ err = requireField(allFields, "dataset.name", "constant_keyword", err)
+ err = requireField(allFields, "dataset.namespace", "constant_keyword", err)
  err = requireField(allFields, "@timestamp", "date", err)
  return err
 }

dev/packages/example/base/0.2.0/elasticsearch/component-template/events-mappings.json

@@ -19,13 +19,13 @@
  "@timestamp": {
  "type": "date"
  },
- "stream": {
+ "dataset": {
  "properties": {
  "type": {
  "type": "constant_keyword",
  "value": "events"
  },
- "dataset": {
+ "name": {
  "type": "constant_keyword"
  },
  "namespace": {

dev/packages/example/base/0.2.0/elasticsearch/component-template/logs-mappings.json

@@ -19,13 +19,13 @@
  "@timestamp": {
  "type": "date"
  },
- "stream": {
+ "dataset": {
  "properties": {
  "type": {
  "type": "constant_keyword",
  "value": "logs"
  },
- "dataset": {
+ "name": {
  "type": "constant_keyword"
  },
  "namespace": {

dev/packages/example/base/0.2.0/elasticsearch/component-template/metrics-mappings.json

@@ -19,13 +19,13 @@
  "@timestamp": {
  "type": "date"
  },
- "stream": {
+ "dataset": {
  "properties": {
  "type": {
  "type": "constant_keyword",
  "value": "metrics"
  },
- "dataset": {
+ "name": {
  "type": "constant_keyword"
  },
  "namespace": {

dev/packages/example/log/0.9.0/dataset/log/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

dev/packages/example/reference/1.0.0/dataset/reference/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

dev/packages/example/yamlpipeline/1.0.0/dataset/log/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/package/example/1.0.0/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/public/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/public/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/public/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/public/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >

testdata/public/package/example/1.0.0/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
  type: constant_keyword
  description: >
- Stream type
-- name: stream.dataset
+ Dataset type.
+- name: dataset.name
  type: constant_keyword
  description: >
- Stream dataset.
-- name: stream.namespace
+ Dataset name.
+- name: dataset.namespace
  type: constant_keyword
  description: >
- Stream namespace.
+ Dataset namespace.
 - name: "@timestamp"
  type: date
  description: >