feat: store well defined metrics as times-series data streams

apmpackage/apm/data_stream/internal_metrics/fields/ecs.yml

@@ -36,24 +36,26 @@
   name: cloud.account.name
 - external: ecs
   name: cloud.availability_zone
-  index: false
 - external: ecs
   name: cloud.instance.id
 - external: ecs
   name: cloud.instance.name
 - external: ecs
   name: cloud.machine.type
+  dimension: true
 - external: ecs
   name: cloud.project.id
+  dimension: true
 - external: ecs
   name: cloud.project.name
 - external: ecs
   name: cloud.provider
-  index: false
 - external: ecs
   name: cloud.region
+  dimension: true
 - external: ecs
   name: cloud.service.name
+  dimension: true
 - external: ecs
   name: container.id
 - external: ecs
@@ -66,6 +68,7 @@
   name: ecs.version
 - external: ecs
   name: event.outcome
+  dimension: true
 - external: ecs
   name: host.architecture
 - external: ecs
@@ -76,7 +79,6 @@
   name: host.name
 - external: ecs
   name: host.os.platform
-  index: false
 - external: ecs
   name: labels
   dynamic: true
@@ -98,12 +100,16 @@
   name: process.title
 - external: ecs
   name: service.environment
+  dimension: true
 - external: ecs
   name: service.name
+  dimension: true
 - external: ecs
   name: service.node.name
+  dimension: true
 - external: ecs
   name: service.version
+  dimension: true
 - external: ecs
   name: source.domain
 - external: ecs

apmpackage/apm/data_stream/internal_metrics/fields/fields.yml

@@ -4,6 +4,7 @@
     Boolean indicating whether the function invocation was a coldstart or not.
 - name: faas.id
   type: keyword
+  dimension: true
   description: |
     A unique identifier of the invoked serverless function.
 - name: faas.execution
@@ -24,6 +25,7 @@
     The lambda function name.
 - name: faas.version
   type: keyword
+  dimension: true
   description: |
     The lambda function version.
 - name: kubernetes.namespace
@@ -75,7 +77,6 @@
     Name of the programming language used.
 - name: service.language.version
   type: keyword
-  index: false
   description: |
     Version of the programming language used.
 - name: service.runtime.name
@@ -84,15 +85,16 @@
     Name of the runtime used.
 - name: service.runtime.version
   type: keyword
-  index: false
   description: |
     Version of the runtime used.
 - name: service.target.name
   type: keyword
+  dimension: true
   description: |
     Target service for which data is collected.
 - name: service.target.type
   type: keyword
+  dimension: true
   description: |
     Type of the target service for which data is collected
 - name: span.destination.service.resource
@@ -132,10 +134,12 @@
     Pre-aggregated histogram of transaction durations.
 - name: transaction.name
   type: keyword
+  dimension: true
   description: |
     Generic designation of a transaction in the scope of a single service (eg. 'GET /users/:id').
 - name: transaction.result
   type: keyword
+  dimension: true
   description: |
     The result of the transaction. HTTP status code for HTTP-related transactions.
 - name: transaction.root
@@ -156,6 +160,7 @@
   unit: micros
 - name: transaction.type
   type: keyword
+  dimension: true
   description: |
     Keyword of specific relevance in the service's domain (eg. 'request', 'backgroundjob', etc)
 - name: numeric_labels

apmpackage/apm/data_stream/internal_metrics/manifest.yml

@@ -3,6 +3,7 @@ type: metrics
 dataset: apm.internal
 ilm_policy: metrics-apm.internal_metrics-default_policy
 elasticsearch:
+  index_mode: "time_series"
   index_template:
     mappings:
       # Internal metrics should have all fields strictly mapped;
@@ -31,7 +32,3 @@ elasticsearch:
               type: aggregate_metric_double
               metrics: [sum, value_count]
               default_metric: sum
-    settings:
-      index:
-        sort.field: "@timestamp"
-        sort.order: desc