Add some dimensions to the kubernetes integration

packages/kubernetes/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.4.2-next"
+  changes:
+    - description: Add dimension fields
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/2076
 - version: "1.4.1"
   changes:
     - description: Remove overriding of index pattern on the Kubernetes overview dashboard

packages/kubernetes/data_stream/apiserver/fields/fields.yml

@@ -2,26 +2,32 @@
   type: group
   fields:
     - name: request.client
+      dimension: true
       type: keyword
       description: |
         Client executing requests
     - name: request.resource
+      dimension: true
       type: keyword
       description: |
         Requested resource
     - name: request.subresource
+      dimension: true
       type: keyword
       description: |
         Requested subresource
     - name: request.scope
+      dimension: true
       type: keyword
       description: |
         Request scope (cluster, namespace, resource)
     - name: request.verb
+      dimension: true
       type: keyword
       description: |
         HTTP verb
     - name: request.code
+      dimension: true
       type: keyword
       description: |
         HTTP code
@@ -34,30 +40,37 @@
       description: |
         Wether the request uses dry run
     - name: request.kind
+      dimension: true
       type: keyword
       description: |
         Kind of request
     - name: request.component
+      dimension: true
       type: keyword
       description: |
         Component handling the request
     - name: request.group
+      dimension: true
       type: keyword
       description: |
         API group for the resource
     - name: request.version
+      dimension: true
       type: keyword
       description: |
         version for the group
     - name: request.handler
+      dimension: true
       type: keyword
       description: |
         Request handler
     - name: request.method
+      dimension: true
       type: keyword
       description: |
         HTTP method
     - name: request.host
+      dimension: true
       type: keyword
       description: |
         Request host

packages/kubernetes/data_stream/container/fields/agent.yml

@@ -62,11 +62,6 @@
     These fields help correlate data based containers from any runtime.'
   type: group
   fields:
-    - name: id
-      level: core
-      type: keyword
-      ignore_above: 1024
-      description: Unique container id.
     - name: image.name
       level: extended
       type: keyword

packages/kubernetes/data_stream/container/fields/base-fields.yml

@@ -14,11 +14,13 @@
   type: group
   fields:
     - name: pod.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod name
 
     - name: pod.uid
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod UID
@@ -32,6 +34,7 @@
       type: group
       fields:
         - name: name
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace name
@@ -107,6 +110,7 @@
         Kubernetes statefulset name
 
     - name: container.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes container name

packages/kubernetes/data_stream/container/fields/ecs.yml

@@ -8,3 +8,6 @@
   name: orchestrator.cluster.name
 - external: ecs
   name: orchestrator.cluster.url
+- external: ecs
+  name: container.id
+  dimension: true

packages/kubernetes/data_stream/container_logs/fields/agent.yml

@@ -62,11 +62,6 @@
     These fields help correlate data based containers from any runtime.'
   type: group
   fields:
-    - name: id
-      level: core
-      type: keyword
-      ignore_above: 1024
-      description: Unique container id.
     - name: image.name
       level: extended
       type: keyword
@@ -77,11 +72,6 @@
       type: object
       object_type: keyword
       description: Image labels.
-    - name: name
-      level: extended
-      type: keyword
-      ignore_above: 1024
-      description: Container name.
 - name: host
   title: Host
   group: 2

packages/kubernetes/data_stream/container_logs/fields/base-fields.yml

@@ -20,11 +20,13 @@
   type: group
   fields:
     - name: pod.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod name
 
     - name: pod.uid
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod UID
@@ -38,11 +40,13 @@
       type: group
       fields:
         - name: name
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace name
 
         - name: uid
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace uid
@@ -113,6 +117,7 @@
         Kubernetes statefulset name
 
     - name: container.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes container name

packages/kubernetes/data_stream/container_logs/fields/ecs.yml

@@ -14,5 +14,11 @@
   name: agent.ephemeral_id
 - external: ecs
   name: agent.version
+- external: ecs
+  name: container.id
+  dimension: true
+- external: ecs
+  name: container.name
+  dimension: true
 - external: ecs
   name: message

packages/kubernetes/data_stream/controllermanager/fields/fields.yml

@@ -2,26 +2,32 @@
   type: group
   fields:
     - name: handler
+      dimension: true
       type: keyword
       description: |
         Request handler
     - name: code
+      dimension: true
       type: keyword
       description: |
         HTTP code
     - name: method
+      dimension: true
       type: keyword
       description: |
         HTTP method
     - name: host
+      dimension: true
       type: keyword
       description: |
         Request host
     - name: name
+      dimension: true
       type: keyword
       description: |
         Name for the resource
     - name: zone
+      dimension: true
       type: keyword
       description: |
         Infrastructure zone

packages/kubernetes/data_stream/event/fields/fields.yml

@@ -22,21 +22,25 @@
       description: |
         Message recorded for the given event
     - name: reason
+      dimension: true
       type: keyword
       description: |
         Reason recorded for the given event
     - name: type
+      dimension: true
       type: keyword
       description: |
         Type of the given event
     - name: source
       type: group
       fields:
         - name: component
+          dimension: true
           type: keyword
           description: |
             Component from which the event is generated
         - name: host
+          dimension: true
           type: keyword
           description: |
             Node name on which the event is generated
@@ -51,18 +55,22 @@
               description: |
                 Timestamp of creation of the given event
         - name: generate_name
+          dimension: true
           type: keyword
           description: |
             Generate name of the event
         - name: name
+          dimension: true
           type: keyword
           description: |
             Name of the event
         - name: namespace
+          dimension: true
           type: keyword
           description: |
             Namespace in which event was generated
         - name: resource_version
+          dimension: true
           type: keyword
           description: |
             Version of the event resource
@@ -94,6 +102,7 @@
           description: |
             resource version of the object
         - name: uid
+          dimension: true
           type: keyword
           description: |
             uid version of the object

packages/kubernetes/data_stream/node/fields/base-fields.yml

@@ -56,6 +56,7 @@
             Kubernetes namespace annotations map
 
     - name: node.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes node name

packages/kubernetes/data_stream/node/fields/ecs.yml

@@ -6,5 +6,7 @@
   name: service.type
 - external: ecs
   name: orchestrator.cluster.name
+  dimension: true
 - external: ecs
   name: orchestrator.cluster.url
+  dimension: true

packages/kubernetes/data_stream/pod/fields/base-fields.yml

@@ -14,11 +14,13 @@
   type: group
   fields:
     - name: pod.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod name
 
     - name: pod.uid
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod UID
@@ -32,6 +34,7 @@
       type: group
       fields:
         - name: name
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace name

packages/kubernetes/data_stream/scheduler/fields/fields.yml

@@ -2,30 +2,37 @@
   type: group
   fields:
     - name: handler
+      dimension: true
       type: keyword
       description: |
         Request handler
     - name: code
+      dimension: true
       type: keyword
       description: |
         HTTP code
     - name: method
+      dimension: true
       type: keyword
       description: |
         HTTP method
     - name: host
+      dimension: true
       type: keyword
       description: |
         Request host
     - name: name
+      dimension: true
       type: keyword
       description: |
         Name for the resource
     - name: result
+      dimension: true
       type: keyword
       description: |
         Schedule attempt result
     - name: operation
+      dimension: true
       type: keyword
       description: |
         Scheduling operation

packages/kubernetes/data_stream/state_container/fields/agent.yml

@@ -62,11 +62,6 @@
     These fields help correlate data based containers from any runtime.'
   type: group
   fields:
-    - name: id
-      level: core
-      type: keyword
-      ignore_above: 1024
-      description: Unique container id.
     - name: image.name
       level: extended
       type: keyword