Add dataset fields to all packages (#56)

This is part of elastic/package-registry#491 This PR adds the new dataset fields to each package. As soon as all PRs in the registry, Kibana and Agent are merged, the old stream fields can be removed.

magefile.go

@@ -8,9 +8,10 @@ package main
 
 import (
 	"fmt"
-	"github.com/magefile/mage/sh"
 	"os"
 	"path/filepath"
+
+	"github.com/magefile/mage/sh"
 )
 
 var (

packages/aws/0.0.3/dataset/billing/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/cloudtrail/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/cloudwatch-logs/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/cloudwatch-metrics/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/dynamodb/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/ebs/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/ec2-logs/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/ec2-metrics/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/elb-logs/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/elb-metrics/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/lambda/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/natgateway/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/rds/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/s3_daily_storage/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/s3_request/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/s3access/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/sns/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.

packages/aws/0.0.3/dataset/sqs/fields/base-fields.yml

@@ -14,3 +14,20 @@
   type: date
   description: >
     Event timestamp.
+
+- name: dataset.type
+  type: constant_keyword
+  description: >
+    Dataset type.
+- name: dataset.name
+  type: constant_keyword
+  description: >
+    Dataset name.
+- name: dataset.namespace
+  type: constant_keyword
+  description: >
+    Dataset namespace.
+- name: "@timestamp"
+  type: date
+  description: >
+    Event timestamp.