prometheus-config.yaml

---
global:
  scrape_interval: 15s
  scrape_timeout: 10s
  evaluation_interval: 1m
rule_files:
  - /etc/prometheus-rules/*.rules.yml
  - /etc/prometheus-rules/model-usage/*.rules.yml
  - /etc/prometheus-rules/extra-rules/*.rules.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - seldon-core-analytics-prometheus-alertmanager
scrape_configs:
- job_name: kubernetes-nodes
  tls_config:
    ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
  bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  kubernetes_sd_configs:
  - role: node
  relabel_configs:
  - source_labels:
    - __address__
    regex: (.*):10250
    replacement: ${1}:10255
    target_label: __address__
- job_name: kubernetes-endpoints
  kubernetes_sd_configs:
  - role: endpoints
  relabel_configs:
  - source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scrape
    action: keep
    regex: true
  - source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_scheme
    action: replace
    target_label: __scheme__
    regex: (https?)
  - source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_path
    action: replace
    target_label: __metrics_path__
    regex: (.+)
  - source_labels:
    - __address__
    - __meta_kubernetes_service_annotation_prometheus_io_port
    action: replace
    target_label: __address__
    regex: (.+)(?::\d+);(\d+)
    replacement: $1:$2
  - action: labelmap
    regex: __meta_kubernetes_service_label_(.+)
  - source_labels:
    - __meta_kubernetes_namespace
    action: replace
    target_label: kubernetes_namespace
  - source_labels:
    - __meta_kubernetes_service_name
    action: replace
    target_label: kubernetes_name
- job_name: kubernetes-services
  metrics_path: /probe
  params:
    module:
    - http_2xx
  kubernetes_sd_configs:
  - role: service
  relabel_configs:
  - source_labels:
    - __meta_kubernetes_service_annotation_prometheus_io_probe
    action: keep
    regex: true
  - source_labels:
    - __address__
    target_label: __param_target
  - target_label: __address__
    replacement: blackbox
  - source_labels:
    - __param_target
    target_label: instance
  - action: labelmap
    regex: __meta_kubernetes_service_label_(.+)
  - source_labels:
    - __meta_kubernetes_namespace
    target_label: kubernetes_namespace
  - source_labels:
    - __meta_kubernetes_service_name
    target_label: kubernetes_name
- job_name: kubernetes-pods
  kubernetes_sd_configs:
  - role: pod
  relabel_configs:
  - source_labels:
    - __meta_kubernetes_pod_annotation_prometheus_io_scrape
    action: keep
    regex: true
  - source_labels: [__meta_kubernetes_pod_container_port_name]
    action: keep
    regex: metrics(-.*)?
  - source_labels:
    - __meta_kubernetes_pod_annotation_prometheus_io_path
    action: replace
    target_label: __metrics_path__
    regex: (.+)
  - source_labels:
    - __address__
    - __meta_kubernetes_pod_annotation_prometheus_io_port
    action: replace
    regex: (.+):(?:\d+);(\d+)
    replacement: ${1}:${2}
    target_label: __address__
  - action: labelmap
    regex: __meta_kubernetes_pod_label_(.+)
  - source_labels:
    - __meta_kubernetes_namespace
    action: replace
    target_label: kubernetes_namespace
  - source_labels:
    - __meta_kubernetes_pod_name
    action: replace
    target_label: kubernetes_pod_name
# Scrape config for Kubelet cAdvisor.
# This is required for Kubernetes 1.7.3 and later, where cAdvisor metrics
# (those whose names begin with 'container_') have been removed from the
# Kubelet metrics endpoint.  This job scrapes the cAdvisor endpoint to
# retrieve those metrics.
- job_name: 'kubernetes-cadvisor'
  # Default to scraping over https. If required, just disable this or change to
  # `http`.
  scheme: https
  tls_config:
    ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
  bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  kubernetes_sd_configs:
  - role: node
  relabel_configs:
  - action: labelmap
    regex: __meta_kubernetes_node_label_(.+)
  - target_label: __address__
    replacement: kubernetes.default.svc:443
  - source_labels: [__meta_kubernetes_node_name]
    regex: (.+)
    target_label: __metrics_path__
    replacement: /api/v1/nodes/${1}/proxy/metrics/cadvisor