Add dimensions to the kubernetes integration (#2076)

elastic · Nov 22, 2021 · f58f321 · f58f321
1 parent c4b104f
commit f58f321
Show file tree

Hide file tree

Showing 38 changed files with 112 additions and 1 deletion.
diff --git a/packages/kubernetes/changelog.yml b/packages/kubernetes/changelog.yml
@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.4.2"
+  changes:
+    - description: Add dimension fields
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/2076
 - version: "1.4.1"
   changes:
     - description: Remove overriding of index pattern on the Kubernetes overview dashboard

diff --git a/packages/kubernetes/data_stream/apiserver/fields/fields.yml b/packages/kubernetes/data_stream/apiserver/fields/fields.yml
@@ -2,26 +2,32 @@
   type: group
   fields:
     - name: request.client
+      dimension: true
       type: keyword
       description: |
         Client executing requests
     - name: request.resource
+      dimension: true
       type: keyword
       description: |
         Requested resource
     - name: request.subresource
+      dimension: true
       type: keyword
       description: |
         Requested subresource
     - name: request.scope
+      dimension: true
       type: keyword
       description: |
         Request scope (cluster, namespace, resource)
     - name: request.verb
+      dimension: true
       type: keyword
       description: |
         HTTP verb
     - name: request.code
+      dimension: true
       type: keyword
       description: |
         HTTP code
@@ -34,30 +40,37 @@
       description: |
         Wether the request uses dry run
     - name: request.kind
+      dimension: true
       type: keyword
       description: |
         Kind of request
     - name: request.component
+      dimension: true
       type: keyword
       description: |
         Component handling the request
     - name: request.group
+      dimension: true
       type: keyword
       description: |
         API group for the resource
     - name: request.version
+      dimension: true
       type: keyword
       description: |
         version for the group
     - name: request.handler
+      dimension: true
       type: keyword
       description: |
         Request handler
     - name: request.method
+      dimension: true
       type: keyword
       description: |
         HTTP method
     - name: request.host
+      dimension: true
       type: keyword
       description: |
         Request host

diff --git a/packages/kubernetes/data_stream/container/fields/agent.yml b/packages/kubernetes/data_stream/container/fields/agent.yml
@@ -63,6 +63,7 @@
   type: group
   fields:
     - name: id
+      dimension: true
       level: core
       type: keyword
       ignore_above: 1024

diff --git a/packages/kubernetes/data_stream/container/fields/base-fields.yml b/packages/kubernetes/data_stream/container/fields/base-fields.yml
@@ -14,11 +14,13 @@
   type: group
   fields:
     - name: pod.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod name
 
     - name: pod.uid
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod UID
@@ -32,6 +34,7 @@
       type: group
       fields:
         - name: name
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace name
@@ -107,6 +110,7 @@
         Kubernetes statefulset name
 
     - name: container.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes container name

diff --git a/packages/kubernetes/data_stream/container_logs/fields/agent.yml b/packages/kubernetes/data_stream/container_logs/fields/agent.yml
@@ -63,6 +63,7 @@
   type: group
   fields:
     - name: id
+      dimension: true
       level: core
       type: keyword
       ignore_above: 1024
@@ -78,6 +79,7 @@
       object_type: keyword
       description: Image labels.
     - name: name
+      dimension: true
       level: extended
       type: keyword
       ignore_above: 1024

diff --git a/packages/kubernetes/data_stream/container_logs/fields/base-fields.yml b/packages/kubernetes/data_stream/container_logs/fields/base-fields.yml
@@ -20,11 +20,13 @@
   type: group
   fields:
     - name: pod.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod name
 
     - name: pod.uid
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod UID
@@ -38,11 +40,13 @@
       type: group
       fields:
         - name: name
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace name
 
         - name: uid
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace uid
@@ -113,6 +117,7 @@
         Kubernetes statefulset name
 
     - name: container.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes container name

diff --git a/packages/kubernetes/data_stream/controllermanager/fields/fields.yml b/packages/kubernetes/data_stream/controllermanager/fields/fields.yml
@@ -2,26 +2,32 @@
   type: group
   fields:
     - name: handler
+      dimension: true
       type: keyword
       description: |
         Request handler
     - name: code
+      dimension: true
       type: keyword
       description: |
         HTTP code
     - name: method
+      dimension: true
       type: keyword
       description: |
         HTTP method
     - name: host
+      dimension: true
       type: keyword
       description: |
         Request host
     - name: name
+      dimension: true
       type: keyword
       description: |
         Name for the resource
     - name: zone
+      dimension: true
       type: keyword
       description: |
         Infrastructure zone

diff --git a/packages/kubernetes/data_stream/event/fields/fields.yml b/packages/kubernetes/data_stream/event/fields/fields.yml
@@ -22,21 +22,25 @@
       description: |
         Message recorded for the given event
     - name: reason
+      dimension: true
       type: keyword
       description: |
         Reason recorded for the given event
     - name: type
+      dimension: true
       type: keyword
       description: |
         Type of the given event
     - name: source
       type: group
       fields:
         - name: component
+          dimension: true
           type: keyword
           description: |
             Component from which the event is generated
         - name: host
+          dimension: true
           type: keyword
           description: |
             Node name on which the event is generated
@@ -51,18 +55,22 @@
               description: |
                 Timestamp of creation of the given event
         - name: generate_name
+          dimension: true
           type: keyword
           description: |
             Generate name of the event
         - name: name
+          dimension: true
           type: keyword
           description: |
             Name of the event
         - name: namespace
+          dimension: true
           type: keyword
           description: |
             Namespace in which event was generated
         - name: resource_version
+          dimension: true
           type: keyword
           description: |
             Version of the event resource
@@ -94,6 +102,7 @@
           description: |
             resource version of the object
         - name: uid
+          dimension: true
           type: keyword
           description: |
             uid version of the object
diff --git a/packages/kubernetes/data_stream/node/fields/base-fields.yml b/packages/kubernetes/data_stream/node/fields/base-fields.yml
@@ -56,6 +56,7 @@
             Kubernetes namespace annotations map
 
     - name: node.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes node name

diff --git a/packages/kubernetes/data_stream/pod/fields/base-fields.yml b/packages/kubernetes/data_stream/pod/fields/base-fields.yml
@@ -14,11 +14,13 @@
   type: group
   fields:
     - name: pod.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod name
 
     - name: pod.uid
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod UID
@@ -32,6 +34,7 @@
       type: group
       fields:
         - name: name
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace name

diff --git a/packages/kubernetes/data_stream/proxy/fields/fields.yml b/packages/kubernetes/data_stream/proxy/fields/fields.yml
@@ -2,18 +2,22 @@
   type: group
   fields:
     - name: handler
+      dimension: true
       type: keyword
       description: |
         Request handler
     - name: code
+      dimension: true
       type: keyword
       description: |
         HTTP code
     - name: method
+      dimension: true
       type: keyword
       description: |
         HTTP method
     - name: host
+      dimension: true
       type: keyword
       description: |
         Request host

diff --git a/packages/kubernetes/data_stream/scheduler/fields/fields.yml b/packages/kubernetes/data_stream/scheduler/fields/fields.yml
@@ -2,30 +2,37 @@
   type: group
   fields:
     - name: handler
+      dimension: true
       type: keyword
       description: |
         Request handler
     - name: code
+      dimension: true
       type: keyword
       description: |
         HTTP code
     - name: method
+      dimension: true
       type: keyword
       description: |
         HTTP method
     - name: host
+      dimension: true
       type: keyword
       description: |
         Request host
     - name: name
+      dimension: true
       type: keyword
       description: |
         Name for the resource
     - name: result
+      dimension: true
       type: keyword
       description: |
         Schedule attempt result
     - name: operation
+      dimension: true
       type: keyword
       description: |
         Scheduling operation

diff --git a/packages/kubernetes/data_stream/state_container/fields/agent.yml b/packages/kubernetes/data_stream/state_container/fields/agent.yml
@@ -63,6 +63,7 @@
   type: group
   fields:
     - name: id
+      dimension: true
       level: core
       type: keyword
       ignore_above: 1024

diff --git a/packages/kubernetes/data_stream/state_container/fields/base-fields.yml b/packages/kubernetes/data_stream/state_container/fields/base-fields.yml
@@ -14,11 +14,13 @@
   type: group
   fields:
     - name: pod.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod name
 
     - name: pod.uid
+      dimension: true
       type: keyword
       description: >
         Kubernetes pod UID
@@ -32,6 +34,7 @@
       type: group
       fields:
         - name: name
+          dimension: true
           type: keyword
           description: >
             Kubernetes namespace name
@@ -107,6 +110,7 @@
         Kubernetes statefulset name
 
     - name: container.name
+      dimension: true
       type: keyword
       description: >
         Kubernetes container name