Merge branch '9.0' into mergify/bp/9.0/pr-8372

Author: anuraaga

.ci/scripts/otel-update.sh

@@ -35,6 +35,8 @@ sed -i.bak "s/\(go\.opentelemetry\.io\/collector.*\) $current_stable_core/\1 $ne
 sed -i.bak "s/\(github\.com\/open-telemetry\/opentelemetry\-collector\-contrib\/.*\) $current_contrib/\1 $next_contrib/" go.mod
 rm go.mod.bak
 
+echo "=> Running go mod tidy"
+go mod tidy
 echo "=> Running mage notice"
 mage notice
 echo "=> Running mage otel:readme"

.github/CODEOWNERS

@@ -2,12 +2,12 @@
 * @elastic/elastic-agent-control-plane
 
 # Top-level files ownership
-/catalog-info.yaml @elastic/ingest-eng-prod
+/catalog-info.yaml @elastic/observablt-ci @elastic/observablt-ci-contractors
 
 # Sub-directories/files ownership. Remember that order matters; the last matching pattern takes the most precedence.
-/.buildkite @elastic/ingest-eng-prod
-/.ci @elastic/ingest-eng-prod
-/.github @elastic/ingest-eng-prod
+/.buildkite @elastic/observablt-ci @elastic/observablt-ci-contractors
+/.ci @elastic/observablt-ci @elastic/observablt-ci-contractors
+/.github @elastic/observablt-ci @elastic/observablt-ci-contractors
 /.github/CODEOWNERS @elastic/ingest-tech-lead
 /deploy/helm @elastic/elastic-agent-control-plane
 /deploy/helm/edot-collector @elastic/ingest-otel-data

internal/pkg/otel/samples/linux/gateway.yml

@@ -0,0 +1,100 @@
+receivers:
+  # Receives data from other Collectors in Agent mode
+  otlp:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:4317 # Listen on all interfaces
+      http:
+        endpoint: 0.0.0.0:4318 # Listen on all interfaces
+
+connectors:
+  # Routing connector splits infra metrics from other metrics and routes them to ECS-based pipeline
+  # Other metrics are exported in OTel-native format to Elasticsearch
+  routing:
+    default_pipelines: [metrics/otel]
+    error_mode: ignore
+    table:
+      - context: metric
+        statement: route() where IsMatch(instrumentation_scope.name, "github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/*")
+        pipelines: [metrics/infra/ecs, metrics/otel]
+  elasticapm: {} # Elastic APM Connector
+
+processors:
+  elasticinframetrics:
+    add_system_metrics: true
+    drop_original: true
+  attributes/dataset:
+    actions:
+      - key: event.dataset
+        from_attribute: data_stream.dataset
+        action: upsert
+  resource/process:
+    attributes:
+      - key: process.executable.name
+        action: delete
+      - key: process.executable.path
+        action: delete
+  batch:
+    send_batch_size: 1000
+    timeout: 1s
+    send_batch_max_size: 1500
+  batch/metrics:
+    send_batch_max_size: 0 # Explicitly set to 0 to avoid splitting metrics requests
+    timeout: 1s
+  elastictrace: {} # Elastic Trace Processor
+
+exporters:
+  debug: {}
+  elasticsearch/otel:
+    endpoints:
+      - ${ELASTIC_ENDPOINT} # Will be populated from environment variable
+    api_key: ${ELASTIC_API_KEY} # Will be populated from environment variable
+    logs_dynamic_index:
+      enabled: true
+    metrics_dynamic_index:
+      enabled: true
+    traces_dynamic_index:
+      enabled: true
+    # tls:
+    #   insecure_skip_verify: true
+    mapping:
+      mode: otel
+  elasticsearch/ecs:
+    endpoints:
+      - ${ELASTIC_ENDPOINT} # Will be populated from environment variable
+    api_key: ${ELASTIC_API_KEY} # Will be populated from environment variable
+    mapping:
+      mode: ecs
+
+service:
+  pipelines:
+    metrics:
+      receivers: [otlp]
+      exporters: [routing]
+    metrics/infra/ecs:
+      receivers: [routing]
+      processors:
+        - elasticinframetrics
+        - attributes/dataset
+        - resource/process
+        - batch/metrics
+      exporters: [debug, elasticsearch/ecs]
+    metrics/otel:
+      receivers: [routing]
+      processors: [batch/metrics]
+      exporters: [debug, elasticsearch/otel]
+    logs:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [debug, elasticapm, elasticsearch/otel]
+    traces:
+      receivers: [otlp]
+      processors: [batch, elastictrace]
+      exporters: [debug, elasticapm, elasticsearch/otel]
+    metrics/aggregated-otel-metrics:
+      receivers:
+        - elasticapm
+      processors: [] # No processors defined in the original for this pipeline
+      exporters:
+        - debug
+        - elasticsearch/otel