[AWS] Add dimensions to S3 Storage Lens

packages/aws/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.44.5"
+  changes:
+    - description: Add dimension fields to S3 storage lens.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/6583
 - version: "1.44.4"
   changes:
     - description: Migrate AWS Metric Overview dashboard visualizations to lens.

packages/aws/data_stream/s3_storage_lens/elasticsearch/ingest_pipeline/default.yml

@@ -0,0 +1,10 @@
+---
+processors:
+  - fingerprint:
+      fields: ["aws.dimensions"]
+      target_field: "aws.s3_storage_lens.dimensions_id"
+      ignore_missing: true
+on_failure:
+  - append:
+      field: error.message
+      value: '{{{ _ingest.on_failure_message }}}'

packages/aws/data_stream/s3_storage_lens/fields/ecs.yml

@@ -2,6 +2,7 @@
   name: cloud
 - external: ecs
   name: cloud.account.id
+  dimension: true
 - external: ecs
   name: cloud.account.name
 - external: ecs
@@ -14,6 +15,7 @@
   name: cloud.provider
 - external: ecs
   name: cloud.region
+  dimension: true
 - external: ecs
   name: ecs.version
 - external: ecs
@@ -60,3 +62,6 @@
   name: container.labels
 - external: ecs
   name: container.name
+- name: agent.id
+  external: ecs
+  dimension: true

packages/aws/data_stream/s3_storage_lens/fields/fields.yml

@@ -5,6 +5,10 @@
     - name: s3_storage_lens
       type: group
       fields:
+        - name: dimensions_id
+          type: keyword
+          dimension: true
+          description: Fingerprint generated by aws.dimensions.* fields.
         - name: metrics
           type: group
           fields:

packages/aws/docs/s3_storage_lens.md

@@ -186,10 +186,12 @@ An example event for `s3_storage_lens` looks as following:
 | Field | Description | Type |
 |---|---|---|
 | @timestamp | Event timestamp. | date |
+| agent.id | Unique identifier of this agent (if one exists). Example: For Beats this would be beat.id. | keyword |
 | aws.\*.metrics.\*.\* | Metrics that returned from Cloudwatch API query. | object |
 | aws.cloudwatch.namespace | The namespace specified when query cloudwatch api. | keyword |
 | aws.dimensions.\* | Metric dimensions. | object |
 | aws.s3.bucket.name | Name of a S3 bucket. | keyword |
+| aws.s3_storage_lens.dimensions_id | Fingerprint generated by aws.dimensions.\* fields. | keyword |
 | aws.s3_storage_lens.metrics.4xxErrors.avg | The total 4xx errors in scope. | long |
 | aws.s3_storage_lens.metrics.5xxErrors.avg | The total 5xx errors in scope. | long |
 | aws.s3_storage_lens.metrics.AllRequests.avg | The total number of requests made. | long |

packages/aws/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 1.0.0
 name: aws
 title: AWS
-version: 1.44.4
+version: 1.44.5
 license: basic
 description: Collect logs and metrics from Amazon Web Services (AWS) with Elastic Agent.
 type: integration