Traefik TSDB Enablement

[harnish-elastic]

Test Environment Setup

• Creation of Traefik Test Environment

Datastream: Health

• Add dimension fields
  [O11y][Traefik] Add dimension fields for health datastream #7767
• Adding metric_type mapping
  [O11y][Traefik] Add metric_type for health datastream #7768

Verification and validation

• Verification of data in visualization after enabling the TSDB flag in Kibana
• Verification of the count of documents (before & after TSDB enablement) in Discover Interface
• Verify if dimension field mapping is correct in the data stream template.

Enable TSDB by default - #7781

Note: - Traefik doesn't have the default dashboard for health data stream

Screenshots

Health

{
  "template": {
    "settings": {
      "index": {
        "lifecycle": {
          "name": "metrics"
        },
        "mode": "time_series",
        "codec": "best_compression",
        "routing": {
          "allocation": {
            "include": {
              "_tier_preference": "data_hot"
            }
          }
        },
        "mapping": {
          "total_fields": {
            "limit": "10000"
          }
        },
        "time_series": {
          "end_time": "2023-09-29T08:41:14.000Z",
          "start_time": "2023-09-29T04:41:14.000Z"
        },
        "final_pipeline": ".fleet_final_pipeline-1",
        "query": {
          "default_field": [
            "agent.id",
            "cloud.account.id",
            "cloud.availability_zone",
            "cloud.instance.id",
            "cloud.provider",
            "cloud.region",
            "container.id",
            "ecs.version",
            "host.name",
            "service.name",
            "service.address",
            "service.type"
          ]
        },
        "default_pipeline": "metrics-traefik.health-1.9.0",
        "routing_path": [
          "service.address",
          "cloud.availability_zone",
          "host.name",
          "agent.id",
          "cloud.provider",
          "cloud.account.id",
          "cloud.region",
          "container.id",
          "cloud.instance.id"
        ]
      }
    },
    "mappings": {
      "_meta": {
        "managed_by": "fleet",
        "managed": true,
        "package": {
          "name": "traefik"
        }
      },
      "dynamic_templates": [
        {
          "traefik.health.response.status_codes.*": {
            "path_match": "traefik.health.response.status_codes.*",
            "match_mapping_type": "double",
            "mapping": {
              "time_series_metric": "counter",
              "type": "double"
            }
          }
        },
        {
          "strings_as_keyword": {
            "match_mapping_type": "string",
            "mapping": {
              "ignore_above": 1024,
              "type": "keyword"
            }
          }
        }
      ],
      "date_detection": false,
      "properties": {
        "@timestamp": {
          "type": "date"
        },
        "agent": {
          "properties": {
            "id": {
              "type": "keyword",
              "time_series_dimension": true
            }
          }
        },
        "cloud": {
          "properties": {
            "account": {
              "properties": {
                "id": {
                  "type": "keyword",
                  "time_series_dimension": true
                }
              }
            },
            "availability_zone": {
              "type": "keyword",
              "time_series_dimension": true
            },
            "instance": {
              "properties": {
                "id": {
                  "type": "keyword",
                  "time_series_dimension": true
                }
              }
            },
            "provider": {
              "type": "keyword",
              "time_series_dimension": true
            },
            "region": {
              "type": "keyword",
              "time_series_dimension": true
            }
          }
        },
        "container": {
          "properties": {
            "id": {
              "type": "keyword",
              "time_series_dimension": true
            }
          }
        },
        "data_stream": {
          "properties": {
            "dataset": {
              "type": "constant_keyword"
            },
            "namespace": {
              "type": "constant_keyword"
            },
            "type": {
              "type": "constant_keyword"
            }
          }
        },
        "ecs": {
          "properties": {
            "version": {
              "type": "keyword",
              "ignore_above": 1024
            }
          }
        },
        "event": {
          "properties": {
            "agent_id_status": {
              "type": "keyword",
              "ignore_above": 1024
            },
            "dataset": {
              "type": "constant_keyword",
              "value": "traefik.health"
            },
            "ingested": {
              "type": "date",
              "format": "strict_date_time_no_millis||strict_date_optional_time||epoch_millis"
            },
            "module": {
              "type": "constant_keyword",
              "value": "traefik"
            }
          }
        },
        "host": {
          "properties": {
            "name": {
              "type": "keyword",
              "time_series_dimension": true
            }
          }
        },
        "service": {
          "properties": {
            "address": {
              "type": "keyword",
              "time_series_dimension": true
            },
            "name": {
              "type": "keyword",
              "ignore_above": 1024
            },
            "type": {
              "type": "keyword",
              "ignore_above": 1024
            }
          }
        },
        "traefik": {
          "properties": {
            "health": {
              "properties": {
                "response": {
                  "properties": {
                    "avg_time": {
                      "properties": {
                        "us": {
                          "type": "long",
                          "time_series_metric": "gauge"
                        }
                      }
                    },
                    "count": {
                      "type": "long",
                      "time_series_metric": "counter"
                    }
                  }
                },
                "uptime": {
                  "properties": {
                    "sec": {
                      "type": "long",
                      "time_series_metric": "gauge"
                    }
                  }
                }
              }
            }
          }
        }
      }
    },
    "aliases": {}
  }
}