diff --git a/packages/kubernetes/changelog.yml b/packages/kubernetes/changelog.yml index 0b42142cbca..aa993d973f4 100644 --- a/packages/kubernetes/changelog.yml +++ b/packages/kubernetes/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "1.31.1" + changes: + - description: Update controller manager, proxy and scheduler metrics and dashboards + type: enhancement + link: https://github.com/elastic/integrations/pull/4948 - version: "1.31.0" changes: - description: Use datas_tream.dataset as pre filters for dashboards and remove tags diff --git a/packages/kubernetes/data_stream/controllermanager/fields/fields.yml b/packages/kubernetes/data_stream/controllermanager/fields/fields.yml index 7fd7a385cab..635527b3d44 100644 --- a/packages/kubernetes/data_stream/controllermanager/fields/fields.yml +++ b/packages/kubernetes/data_stream/controllermanager/fields/fields.yml @@ -1,18 +1,11 @@ - name: kubernetes.controllermanager type: group fields: - - name: url - dimension: true - type: keyword - description: > - Request url - - name: verb dimension: true type: keyword - description: > - Request verb - + description: | + HTTP verb - name: code dimension: true type: keyword @@ -27,7 +20,7 @@ dimension: true type: keyword description: | - Request host + HTTP host - name: name dimension: true type: keyword @@ -44,7 +37,7 @@ - name: cpu.sec type: double metric_type: counter - description: CPU seconds + description: Total user and system CPU time spent in seconds - name: memory.resident.bytes type: long format: bytes @@ -64,76 +57,102 @@ - name: fds.max.count type: long metric_type: gauge - description: Maximum number of open file descriptors + description: Limit for open file descriptors - name: started.sec type: double metric_type: gauge - description: Seconds since the process started + description: Start time of the process since unix epoch in seconds - name: client type: group fields: - name: request.count type: long metric_type: counter - description: > - Number of requests as client - - - name: request.duration.us.bucket.* - type: object - object_type: long - description: Response latency distribution, histogram buckets + description: Number of HTTP requests to API server, broken down by status code, method and host - name: request.duration.us.sum type: long unit: micros metric_type: counter - description: Request duration, sum in microseconds + description: Sum of requests latency in microseconds, broken down by verb and host - name: request.duration.us.count type: long metric_type: counter - description: Request duration, number of operations + description: Number of request duration operations to API server, broken down by verb and host + - name: request.duration.us.bucket.* + type: object + object_type: long + description: Requests latency distribution in histogram buckets, broken down by verb and host + - name: request.size.bytes.sum + type: long + format: bytes + unit: byte + metric_type: counter + description: Requests size sum in bytes, broken down by verb and host + - name: request.size.bytes.count + type: long + metric_type: counter + description: Number of requests, broken down by verb and host + - name: request.size.bytes.bucket.* + type: object + object_type: long + description: Requests size distribution in histogram buckets, broken down by verb and host + - name: response.size.bytes.count + type: long + metric_type: counter + description: Number of responses, broken down by verb and host + - name: response.size.bytes.sum + type: long + format: bytes + unit: byte + metric_type: counter + description: Responses size sum in bytes, broken down by verb and host + - name: response.size.bytes.bucket.* + type: object + object_type: long + description: Responses size distribution in histogram buckets, broken down by verb and host - name: workqueue type: group fields: - name: longestrunning.sec type: double metric_type: gauge - description: Longest running processors + description: How many seconds has the longest running processor been running, broken down by workqueue name - name: unfinished.sec type: double metric_type: gauge - description: Unfinished processors + description: How many seconds of work has done that is in progress and hasn't been considered in the longest running processor, broken down by workqueue name - name: adds.count type: long metric_type: counter - description: Workqueue add count + description: Workqueue add count, broken down by workqueue name - name: depth.count type: long metric_type: gauge - description: Workqueue depth count + description: Workqueue current depth, broken down by workqueue name - name: retries.count type: long metric_type: counter - description: Workqueue number of retries + description: Workqueue number of retries, broken down by workqueue name - name: node.collector type: group fields: - name: eviction.count type: long metric_type: counter - description: Number of node evictions + description: Number of node evictions, broken down by zone - name: unhealthy.count type: long metric_type: gauge - description: Number of unhealthy nodes + description: Number of unhealthy nodes, broken down by zone - name: count type: long metric_type: gauge - description: Number of nodes + description: Number of nodes, broken down by zone - name: health.pct type: long metric_type: gauge - description: Percentage of healthy nodes + description: Percentage of healthy nodes, broken down by zone - name: leader.is_master type: boolean description: | - Whether the node is master + Whether the controller manager instance is leader diff --git a/packages/kubernetes/data_stream/controllermanager/sample_event.json b/packages/kubernetes/data_stream/controllermanager/sample_event.json index 4b144a0a149..e730993a778 100644 --- a/packages/kubernetes/data_stream/controllermanager/sample_event.json +++ b/packages/kubernetes/data_stream/controllermanager/sample_event.json @@ -1,41 +1,60 @@ { "kubernetes": { "controllermanager": { - "verb": "GET", - "client": { - "request": { - "duration": { - "us": { - "bucket": { - "1000": 10787, - "2000": 13002, - "4000": 13442, - "8000": 13533, - "16000": 13558, - "32000": 13568, - "64000": 13571, - "128000": 13571, - "256000": 13571, - "512000": 13571, - "+Inf": 13571 - }, - "count": 13571, - "sum": 12994981.660999978 - } + "node": { + "collector": { + "eviction": { + "count": 0 + }, + "unhealthy": { + "count": 0 + }, + "count": 1, + "health": { + "pct": 100 } } }, - "url": "https://172.18.0.2:6443/apis?timeout=32s" + "process": { + "memory": { + "virtual": { + "bytes": 792043520 + }, + "resident": { + "bytes": 91090944 + } + }, + "fds": { + "max": { + "count": 1048576 + }, + "open": { + "count": 41 + } + }, + "cpu": { + "sec": 23 + }, + "started": { + "sec": 1673362806.13 + } + } + } + }, + "orchestrator": { + "cluster": { + "name": "kind", + "url": "kind-control-plane:6443" } }, "agent": { "name": "kind-control-plane", - "id": "d5aadb7a-c9ec-4563-b83a-1c4bb5f1471f", - "ephemeral_id": "7ae929a5-2943-43de-98e8-693dc0c381d7", + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", "type": "metricbeat", - "version": "8.4.0" + "ephemeral_id": "084bb5dd-df70-4127-9a52-47fae69de446", + "version": "8.7.0" }, - "@timestamp": "2022-07-27T08:44:46.219Z", + "@timestamp": "2023-01-10T15:13:11.909Z", "ecs": { "version": "8.0.0" }, @@ -51,51 +70,48 @@ "host": { "hostname": "kind-control-plane", "os": { - "kernel": "5.10.47-linuxkit", + "kernel": "5.15.49-linuxkit", "codename": "focal", "name": "Ubuntu", "type": "linux", "family": "debian", - "version": "20.04.4 LTS (Focal Fossa)", + "version": "20.04.5 LTS (Focal Fossa)", "platform": "ubuntu" }, - "containerized": true, + "containerized": false, "ip": [ "10.244.0.1", "10.244.0.1", "10.244.0.1", - "10.244.0.1", - "10.244.0.1", - "172.23.0.2", + "172.20.0.2", "172.18.0.2", "fc00:f853:ccd:e793::2", "fe80::42:acff:fe12:2" ], "name": "kind-control-plane", + "id": "1c1d736687984c73b6a5f77c1464d4da", "mac": [ - "02:42:ac:12:00:02", - "02:42:ac:17:00:02", - "06:9c:33:01:a5:e7", - "06:f8:26:c9:76:70", - "0e:c0:30:20:74:c5", - "76:48:b8:c1:a7:ee", - "d6:f7:d3:28:f5:9c" + "02-42-AC-12-00-02", + "02-42-AC-14-00-02", + "6E-87-97-B3-C4-A1", + "7E-2B-73-DA-CF-B7", + "F2-54-31-F4-76-AB" ], "architecture": "x86_64" }, "elastic_agent": { - "id": "d5aadb7a-c9ec-4563-b83a-1c4bb5f1471f", - "version": "8.4.0", - "snapshot": false + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "version": "8.7.0", + "snapshot": true }, "metricset": { "period": 10000, "name": "controllermanager" }, "event": { - "duration": 59137358, + "duration": 26710852, "agent_id_status": "verified", - "ingested": "2022-07-27T08:44:46Z", + "ingested": "2023-01-10T15:13:12Z", "module": "kubernetes", "dataset": "kubernetes.controllermanager" } diff --git a/packages/kubernetes/data_stream/proxy/fields/fields.yml b/packages/kubernetes/data_stream/proxy/fields/fields.yml index 7e37ae78934..48826a99208 100644 --- a/packages/kubernetes/data_stream/proxy/fields/fields.yml +++ b/packages/kubernetes/data_stream/proxy/fields/fields.yml @@ -1,11 +1,6 @@ - name: kubernetes.proxy type: group fields: - - name: handler - dimension: true - type: keyword - description: | - Request handler - name: code dimension: true type: keyword @@ -20,14 +15,19 @@ dimension: true type: keyword description: | - Request host + HTTP host + - name: verb + dimension: true + type: keyword + description: | + HTTP verb - name: process type: group fields: - name: cpu.sec type: double metric_type: counter - description: CPU seconds + description: Total user and system CPU time spent in seconds - name: memory.resident.bytes type: long format: bytes @@ -44,84 +44,86 @@ type: long metric_type: gauge description: Number of open file descriptors + - name: fds.max.count + type: long + metric_type: gauge + description: Limit for open file descriptors - name: started.sec type: double metric_type: gauge - description: Seconds since the process started - - name: http + description: Start time of the process since unix epoch in seconds + - name: client type: group fields: - - name: request.duration.us.percentile.* - type: object - description: Request duration microseconds percentiles - - name: request.duration.us.sum - type: double + - name: request.count + type: long metric_type: counter + description: Number of HTTP requests to API server, broken down by status code, method and host + - name: request.duration.us.sum + type: long unit: micros - description: Request duration microseconds cumulative sum + metric_type: counter + description: Sum of requests latency in microseconds, broken down by verb and host - name: request.duration.us.count type: long metric_type: counter - unit: micros - description: Request count for duration - - name: request.size.bytes.percentile.* + description: Number of request duration operations to API server, broken down by verb and host + - name: request.duration.us.bucket.* type: object - description: Request size percentiles + object_type: long + description: Requests latency distribution in histogram buckets, broken down by verb and host - name: request.size.bytes.sum type: long format: bytes unit: byte metric_type: counter - description: Request size cumulative sum + description: Requests size sum in bytes, broken down by verb and host - name: request.size.bytes.count type: long - unit: byte metric_type: counter - description: Request count for size - - name: response.size.bytes.percentile.* + description: Number of requests, broken down by verb and host + - name: request.size.bytes.bucket.* type: object - description: Response size percentiles - - name: response.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Response size cumulative sum + object_type: long + description: Requests size distribution in histogram buckets, broken down by verb and host - name: response.size.bytes.count type: long metric_type: counter - description: Response count - - name: request.count + description: Number of responses, broken down by verb and host + - name: response.size.bytes.sum type: long + format: bytes + unit: byte metric_type: counter - description: Request count - - name: client.request.count - type: long - metric_type: counter - description: | - Number of requests as client + description: Responses size sum in bytes, broken down by verb and host + - name: response.size.bytes.bucket.* + type: object + object_type: long + description: Responses size distribution in histogram buckets, broken down by verb and host - name: sync type: group fields: - name: rules.duration.us.sum type: long metric_type: counter - description: SyncProxyRules duration, sum of durations in microseconds + description: SyncProxyRules latency sum in microseconds - name: rules.duration.us.count type: long metric_type: counter - description: SyncProxyRules duration, number of operations + description: Number of SyncProxyRules latency operations - name: rules.duration.us.bucket.* type: object - description: SyncProxyRules duration, histogram buckets + object_type: long + description: SyncProxyRules latency distribution in histogram buckets - name: networkprogramming.duration.us.sum type: long metric_type: counter - description: Network programming duration, sum in microseconds + description: Sum of network programming latency in microseconds - name: networkprogramming.duration.us.count type: long metric_type: counter - description: Network programming duration, number of operations + description: Number of network programming latency operations - name: networkprogramming.duration.us.bucket.* type: object - description: Network programming duration, histogram buckets + object_type: long + description: Network programming latency distribution in histogram buckets diff --git a/packages/kubernetes/data_stream/proxy/sample_event.json b/packages/kubernetes/data_stream/proxy/sample_event.json index 50ba492ea8b..418503ef9d3 100644 --- a/packages/kubernetes/data_stream/proxy/sample_event.json +++ b/packages/kubernetes/data_stream/proxy/sample_event.json @@ -1,216 +1,224 @@ { - "@timestamp": "2020-06-25T12:35:29.639Z", - "agent": { - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a" - }, - "host": { - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "name": "minikube", - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "hostname": "minikube", - "architecture": "x86_64", - "os": { - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false - }, "kubernetes": { "proxy": { + "process": { + "memory": { + "virtual": { + "bytes": 773107712 + }, + "resident": { + "bytes": 42229760 + } + }, + "fds": { + "max": { + "count": 1048576 + }, + "open": { + "count": 16 + } + }, + "cpu": { + "sec": 0 + }, + "started": { + "sec": 1673362810.64 + } + }, "sync": { "rules": { "duration": { "us": { - "sum": 763620.9329999998, - "count": 18, "bucket": { "1000": 0, "2000": 0, "4000": 0, "8000": 0, "16000": 0, - "32000": 10, - "64000": 16, - "128000": 17, - "256000": 18, - "512000": 18, - "1024000": 18, - "2048000": 18, - "4096000": 18, - "8192000": 18, - "16384000": 18, - "+Inf": 18 - } + "32000": 0, + "64000": 3, + "128000": 3, + "256000": 4, + "512000": 4, + "1024000": 4, + "2048000": 4, + "4096000": 4, + "8192000": 4, + "16384000": 4, + "+Inf": 4 + }, + "count": 4, + "sum": 353392.43200000003 } } }, "networkprogramming": { "duration": { "us": { - "count": 19, "bucket": { "0": 0, - "250000": 4, - "500000": 8, - "1000000": 11, - "2000000": 11, - "3000000": 11, - "4000000": 11, - "5000000": 11, - "6000000": 11, - "7000000": 11, - "8000000": 11, - "9000000": 11, - "10000000": 11, - "11000000": 11, - "12000000": 11, - "13000000": 11, - "14000000": 11, - "15000000": 11, - "16000000": 11, - "17000000": 11, - "18000000": 11, - "19000000": 11, - "20000000": 11, - "21000000": 11, - "22000000": 11, - "23000000": 11, - "24000000": 11, - "25000000": 11, - "26000000": 11, - "27000000": 11, - "28000000": 11, - "29000000": 11, - "30000000": 11, - "31000000": 11, - "32000000": 11, - "33000000": 11, - "34000000": 11, - "35000000": 11, - "36000000": 11, - "37000000": 11, - "38000000": 11, - "39000000": 11, - "40000000": 11, - "41000000": 11, - "42000000": 11, - "43000000": 11, - "44000000": 11, - "45000000": 11, - "46000000": 11, - "47000000": 11, - "48000000": 11, - "49000000": 11, - "50000000": 11, - "51000000": 11, - "52000000": 11, - "53000000": 11, - "54000000": 11, - "55000000": 11, - "56000000": 11, - "57000000": 11, - "58000000": 11, - "59000000": 11, - "60000000": 11, - "65000000": 11, - "70000000": 11, - "75000000": 11, - "80000000": 11, - "85000000": 11, - "90000000": 11, - "95000000": 11, - "100000000": 11, - "105000000": 11, - "110000000": 11, - "115000000": 11, - "120000000": 11, - "150000000": 11, - "180000000": 11, - "210000000": 11, - "240000000": 11, - "270000000": 11, - "300000000": 11, - "+Inf": 19 + "250000": 0, + "500000": 0, + "1000000": 0, + "2000000": 0, + "3000000": 0, + "4000000": 0, + "5000000": 0, + "6000000": 0, + "7000000": 0, + "8000000": 0, + "9000000": 0, + "10000000": 0, + "11000000": 0, + "12000000": 0, + "13000000": 0, + "14000000": 0, + "15000000": 0, + "16000000": 0, + "17000000": 0, + "18000000": 0, + "19000000": 0, + "20000000": 0, + "21000000": 0, + "22000000": 0, + "23000000": 0, + "24000000": 0, + "25000000": 0, + "26000000": 0, + "27000000": 0, + "28000000": 0, + "29000000": 0, + "30000000": 0, + "31000000": 0, + "32000000": 0, + "33000000": 0, + "34000000": 0, + "35000000": 0, + "36000000": 0, + "37000000": 0, + "38000000": 0, + "39000000": 0, + "40000000": 0, + "41000000": 0, + "42000000": 0, + "43000000": 0, + "44000000": 0, + "45000000": 0, + "46000000": 0, + "47000000": 0, + "48000000": 0, + "49000000": 0, + "50000000": 0, + "51000000": 0, + "52000000": 0, + "53000000": 0, + "54000000": 0, + "55000000": 0, + "56000000": 0, + "57000000": 0, + "58000000": 0, + "59000000": 0, + "60000000": 0, + "65000000": 0, + "70000000": 0, + "75000000": 0, + "80000000": 0, + "85000000": 0, + "90000000": 0, + "95000000": 0, + "100000000": 0, + "105000000": 0, + "110000000": 0, + "115000000": 0, + "120000000": 0, + "150000000": 0, + "180000000": 0, + "210000000": 0, + "240000000": 0, + "270000000": 0, + "300000000": 0, + "+Inf": 0 }, - "sum": 5571080914163.27 + "count": 0, + "sum": 0 } } } - }, - "process": { - "cpu": { - "sec": 8 - }, - "memory": { - "resident": { - "bytes": 37609472 - }, - "virtual": { - "bytes": 143990784 - } - }, - "started": { - "sec": 1593069580.69 - }, - "fds": { - "open": { - "count": 17 - } - } } } }, + "orchestrator": { + "cluster": { + "name": "kind", + "url": "kind-control-plane:6443" + } + }, + "agent": { + "name": "kind-control-plane", + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "type": "metricbeat", + "ephemeral_id": "084bb5dd-df70-4127-9a52-47fae69de446", + "version": "8.7.0" + }, + "@timestamp": "2023-01-10T15:12:38.884Z", "ecs": { - "version": "1.5.0" + "version": "8.0.0" }, - "event": { - "module": "kubernetes", - "duration": 2031254, + "data_stream": { + "namespace": "default", + "type": "metrics", "dataset": "kubernetes.proxy" }, - "metricset": { - "name": "proxy", - "period": 10000 - }, "service": { - "address": "localhost:10249", + "address": "http://localhost:10249/metrics", "type": "kubernetes" + }, + "host": { + "hostname": "kind-control-plane", + "os": { + "kernel": "5.15.49-linuxkit", + "codename": "focal", + "name": "Ubuntu", + "family": "debian", + "type": "linux", + "version": "20.04.5 LTS (Focal Fossa)", + "platform": "ubuntu" + }, + "containerized": false, + "ip": [ + "10.244.0.1", + "10.244.0.1", + "10.244.0.1", + "172.20.0.2", + "172.18.0.2", + "fc00:f853:ccd:e793::2", + "fe80::42:acff:fe12:2" + ], + "name": "kind-control-plane", + "id": "1c1d736687984c73b6a5f77c1464d4da", + "mac": [ + "02-42-AC-12-00-02", + "02-42-AC-14-00-02", + "6E-87-97-B3-C4-A1", + "7E-2B-73-DA-CF-B7", + "F2-54-31-F4-76-AB" + ], + "architecture": "x86_64" + }, + "elastic_agent": { + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "version": "8.7.0", + "snapshot": true + }, + "metricset": { + "period": 10000, + "name": "proxy" + }, + "event": { + "duration": 7214755, + "agent_id_status": "verified", + "ingested": "2023-01-10T15:12:39Z", + "module": "kubernetes", + "dataset": "kubernetes.proxy" } } \ No newline at end of file diff --git a/packages/kubernetes/data_stream/scheduler/fields/fields.yml b/packages/kubernetes/data_stream/scheduler/fields/fields.yml index fa717504afa..27c00b0fea4 100644 --- a/packages/kubernetes/data_stream/scheduler/fields/fields.yml +++ b/packages/kubernetes/data_stream/scheduler/fields/fields.yml @@ -1,11 +1,16 @@ - name: kubernetes.scheduler type: group fields: - - name: handler + - name: verb + type: keyword + dimension: true + description: | + HTTP verb + - name: host dimension: true type: keyword description: | - Request handler + HTTP host - name: code dimension: true type: keyword @@ -16,33 +21,42 @@ type: keyword description: | HTTP method - - name: host + - name: queue dimension: true type: keyword description: | - Request host - - name: name + Scheduling queue + - name: event dimension: true type: keyword description: | - Name for the resource + Scheduling event + - name: profile + dimension: true + type: keyword + description: | + Scheduling profile - name: result dimension: true type: keyword description: | - Schedule attempt result - - name: operation + Attempt result to schedule pod + - name: name dimension: true type: keyword description: | - Scheduling operation + Name for the resource + - name: leader.is_master + type: boolean + description: | + Whether the scheduler instance is leader - name: process type: group fields: - name: cpu.sec type: double metric_type: counter - description: CPU seconds + description: Total user and system CPU time spent in seconds - name: memory.resident.bytes type: long format: bytes @@ -59,105 +73,118 @@ type: long metric_type: gauge description: Number of open file descriptors + - name: fds.max.count + type: long + metric_type: gauge + description: Limit for open file descriptors - name: started.sec type: double metric_type: gauge - description: Seconds since the process started - - name: http + description: Start time of the process since unix epoch in seconds + - name: client type: group fields: - - name: request.duration.us.percentile.* - type: object - description: Request duration microseconds percentiles - - name: request.duration.us.sum - type: double + - name: request.count + type: long metric_type: counter + description: Number of HTTP requests to API server, broken down by status code, method and host + - name: request.duration.us.sum + type: long unit: micros - description: Request duration microseconds cumulative sum + metric_type: counter + description: Sum of requests latency in microseconds, broken down by verb and host - name: request.duration.us.count type: long metric_type: counter - unit: micros - description: Request count for duration - - name: request.size.bytes.percentile.* + description: Number of request duration operations to API server, broken down by verb and host + - name: request.duration.us.bucket.* type: object - description: Request size percentiles + object_type: long + description: Requests latency distribution in histogram buckets, broken down by verb and host - name: request.size.bytes.sum type: long - format: bytes - unit: byte metric_type: counter - description: Request size cumulative sum + unit: byte + format: bytes + description: Requests size sum in bytes, broken down by verb and host - name: request.size.bytes.count type: long - unit: byte metric_type: counter - description: Request count for size - - name: response.size.bytes.percentile.* + description: Number of requests, broken down by verb and host + - name: request.size.bytes.bucket.* type: object - description: Response size percentiles + object_type: long + description: Requests size distribution in histogram buckets, broken down by verb and host + - name: response.size.bytes.count + type: long + metric_type: counter + description: Number of responses, broken down by verb and host - name: response.size.bytes.sum type: long format: bytes unit: byte metric_type: counter - description: Response size cumulative sum - - name: response.size.bytes.count + description: Responses size sum in bytes, broken down by verb and host + - name: response.size.bytes.bucket.* + type: object + object_type: long + description: Responses size distribution in histogram buckets, broken down by verb and host + - name: workqueue + type: group + fields: + - name: longestrunning.sec + type: double + metric_type: gauge + description: How many seconds has the longest running processor been running, broken down by workqueue name + - name: unfinished.sec + type: double + metric_type: gauge + description: How many seconds of work has done that is in progress and hasn't been considered in the longest running processor, broken down by workqueue name + - name: adds.count type: long metric_type: counter - description: Response count - - name: request.count + description: Workqueue add count, broken down by workqueue name + - name: depth.count + type: long + metric_type: gauge + description: Workqueue current depth, broken down by workqueue name + - name: retries.count type: long metric_type: counter - description: Request count - - name: client.request.count - type: long - metric_type: counter - description: | - Number of requests as client - - name: leader.is_master - type: boolean - description: | - Whether the node is master + description: Workqueue number of retries, broken down by workqueue name - name: scheduling type: group fields: - - name: e2e.duration.us.bucket.* - type: object - description: End to end scheduling duration microseconds - - name: e2e.duration.us.sum + - name: pending.pods.count type: long - unit: micros - metric_type: counter - description: End to end scheduling duration microseconds sum - - name: e2e.duration.us.count - type: long - unit: micros - metric_type: counter - description: End to end scheduling count - - name: pod.preemption.victims.bucket.* - type: long - description: Pod preemption victims - - name: pod.preemption.victims.sum + metric_type: gauge + description: Number of current pending pods, broken down by the queue type + - name: preemption.victims.bucket.* + type: object + object_type: long + description: Number of preemption victims distribution in histogram buckets + - name: preemption.victims.sum type: long metric_type: counter - description: Pod preemption victims sum - - name: pod.preemption.victims.count + description: Preemption victims sum + - name: preemption.victims.count type: long metric_type: counter - description: Pod preemption victims count - - name: pod.attempts.count + description: Number of preemption victims + - name: preemption.attempts.count type: long metric_type: counter - description: Pod attempts count - - name: duration.seconds.percentile.* + description: Total preemption attempts in the cluster so far + - name: attempts.duration.us.bucket.* type: object - description: Scheduling duration percentiles - - name: duration.seconds.sum - type: double + object_type: long + description: Scheduling attempt latency distribution in histogram buckets, broken down by profile and result + - name: attempts.duration.us.sum + type: long metric_type: counter - description: Scheduling duration cumulative sum - - name: duration.seconds.count + unit: micros + description: Sum of scheduling attempt latency in microseconds, broken down by profile and result + - name: attempts.duration.us.count type: long metric_type: counter - description: Scheduling count + description: Number of scheduling attempts, broken down by profile and result diff --git a/packages/kubernetes/data_stream/scheduler/sample_event.json b/packages/kubernetes/data_stream/scheduler/sample_event.json index b932b1797d4..06e14d1e962 100644 --- a/packages/kubernetes/data_stream/scheduler/sample_event.json +++ b/packages/kubernetes/data_stream/scheduler/sample_event.json @@ -1,79 +1,98 @@ { - "@timestamp": "2020-06-25T12:35:59.624Z", + "kubernetes": { + "scheduler": { + "name": "DynamicConfigMapCABundle-client-ca", + "workqueue": { + "retries": { + "count": 0 + }, + "depth": { + "count": 0 + }, + "unfinished": { + "sec": 0 + }, + "longestrunning": { + "sec": 0 + }, + "adds": { + "count": 12 + } + } + } + }, + "orchestrator": { + "cluster": { + "name": "kind", + "url": "kind-control-plane:6443" + } + }, "agent": { - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat" + "name": "kind-control-plane", + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "type": "metricbeat", + "ephemeral_id": "084bb5dd-df70-4127-9a52-47fae69de446", + "version": "8.7.0" + }, + "@timestamp": "2023-01-10T15:10:33.424Z", + "ecs": { + "version": "8.0.0" + }, + "data_stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.scheduler" + }, + "service": { + "address": "https://0.0.0.0:10259/metrics", + "type": "kubernetes" + }, + "elastic_agent": { + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "version": "8.7.0", + "snapshot": true }, "host": { - "hostname": "minikube", - "architecture": "x86_64", + "hostname": "kind-control-plane", "os": { - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux" + "kernel": "5.15.49-linuxkit", + "codename": "focal", + "name": "Ubuntu", + "type": "linux", + "family": "debian", + "version": "20.04.5 LTS (Focal Fossa)", + "platform": "ubuntu" }, - "name": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" + "10.244.0.1", + "10.244.0.1", + "10.244.0.1", + "172.20.0.2", + "172.18.0.2", + "fc00:f853:ccd:e793::2", + "fe80::42:acff:fe12:2" ], + "containerized": false, + "name": "kind-control-plane", + "id": "1c1d736687984c73b6a5f77c1464d4da", "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ] - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "duration": 7245648, - "dataset": "kubernetes.scheduler", - "module": "kubernetes" + "02-42-AC-12-00-02", + "02-42-AC-14-00-02", + "6E-87-97-B3-C4-A1", + "7E-2B-73-DA-CF-B7", + "F2-54-31-F4-76-AB" + ], + "architecture": "x86_64" }, "metricset": { - "name": "scheduler", - "period": 10000 - }, - "service": { - "address": "localhost:10251", - "type": "kubernetes" + "period": 10000, + "name": "scheduler" }, - "kubernetes": { - "scheduler": { - "name": "kube-scheduler", - "leader": { - "is_master": true - } - } + "event": { + "duration": 21808836, + "agent_id_status": "verified", + "ingested": "2023-01-10T15:10:37Z", + "module": "kubernetes", + "dataset": "kubernetes.scheduler" } } \ No newline at end of file diff --git a/packages/kubernetes/docs/kube-controller-manager.md b/packages/kubernetes/docs/kube-controller-manager.md index f6684acf7fa..c29044759a6 100644 --- a/packages/kubernetes/docs/kube-controller-manager.md +++ b/packages/kubernetes/docs/kube-controller-manager.md @@ -13,41 +13,60 @@ An example event for `controllermanager` looks as following: { "kubernetes": { "controllermanager": { - "verb": "GET", - "client": { - "request": { - "duration": { - "us": { - "bucket": { - "1000": 10787, - "2000": 13002, - "4000": 13442, - "8000": 13533, - "16000": 13558, - "32000": 13568, - "64000": 13571, - "128000": 13571, - "256000": 13571, - "512000": 13571, - "+Inf": 13571 - }, - "count": 13571, - "sum": 12994981.660999978 - } + "node": { + "collector": { + "eviction": { + "count": 0 + }, + "unhealthy": { + "count": 0 + }, + "count": 1, + "health": { + "pct": 100 } } }, - "url": "https://172.18.0.2:6443/apis?timeout=32s" + "process": { + "memory": { + "virtual": { + "bytes": 792043520 + }, + "resident": { + "bytes": 91090944 + } + }, + "fds": { + "max": { + "count": 1048576 + }, + "open": { + "count": 41 + } + }, + "cpu": { + "sec": 23 + }, + "started": { + "sec": 1673362806.13 + } + } + } + }, + "orchestrator": { + "cluster": { + "name": "kind", + "url": "kind-control-plane:6443" } }, "agent": { "name": "kind-control-plane", - "id": "d5aadb7a-c9ec-4563-b83a-1c4bb5f1471f", - "ephemeral_id": "7ae929a5-2943-43de-98e8-693dc0c381d7", + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", "type": "metricbeat", - "version": "8.4.0" + "ephemeral_id": "084bb5dd-df70-4127-9a52-47fae69de446", + "version": "8.7.0" }, - "@timestamp": "2022-07-27T08:44:46.219Z", + "@timestamp": "2023-01-10T15:13:11.909Z", "ecs": { "version": "8.0.0" }, @@ -63,51 +82,48 @@ An example event for `controllermanager` looks as following: "host": { "hostname": "kind-control-plane", "os": { - "kernel": "5.10.47-linuxkit", + "kernel": "5.15.49-linuxkit", "codename": "focal", "name": "Ubuntu", "type": "linux", "family": "debian", - "version": "20.04.4 LTS (Focal Fossa)", + "version": "20.04.5 LTS (Focal Fossa)", "platform": "ubuntu" }, - "containerized": true, + "containerized": false, "ip": [ "10.244.0.1", "10.244.0.1", "10.244.0.1", - "10.244.0.1", - "10.244.0.1", - "172.23.0.2", + "172.20.0.2", "172.18.0.2", "fc00:f853:ccd:e793::2", "fe80::42:acff:fe12:2" ], "name": "kind-control-plane", + "id": "1c1d736687984c73b6a5f77c1464d4da", "mac": [ - "02:42:ac:12:00:02", - "02:42:ac:17:00:02", - "06:9c:33:01:a5:e7", - "06:f8:26:c9:76:70", - "0e:c0:30:20:74:c5", - "76:48:b8:c1:a7:ee", - "d6:f7:d3:28:f5:9c" + "02-42-AC-12-00-02", + "02-42-AC-14-00-02", + "6E-87-97-B3-C4-A1", + "7E-2B-73-DA-CF-B7", + "F2-54-31-F4-76-AB" ], "architecture": "x86_64" }, "elastic_agent": { - "id": "d5aadb7a-c9ec-4563-b83a-1c4bb5f1471f", - "version": "8.4.0", - "snapshot": false + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "version": "8.7.0", + "snapshot": true }, "metricset": { "period": 10000, "name": "controllermanager" }, "event": { - "duration": 59137358, + "duration": 26710852, "agent_id_status": "verified", - "ingested": "2022-07-27T08:44:46Z", + "ingested": "2023-01-10T15:13:12Z", "module": "kubernetes", "dataset": "kubernetes.controllermanager" } @@ -156,32 +172,37 @@ An example event for `controllermanager` looks as following: | kubernetes.annotations.\* | Kubernetes annotations map | object | | | | kubernetes.container.image | Kubernetes container image | keyword | | | | kubernetes.container.name | Kubernetes container name | keyword | | | -| kubernetes.controllermanager.client.request.count | Number of requests as client | long | | counter | -| kubernetes.controllermanager.client.request.duration.us.bucket.\* | Response latency distribution, histogram buckets | object | | | -| kubernetes.controllermanager.client.request.duration.us.count | Request duration, number of operations | long | | counter | -| kubernetes.controllermanager.client.request.duration.us.sum | Request duration, sum in microseconds | long | micros | counter | +| kubernetes.controllermanager.client.request.count | Number of HTTP requests to API server, broken down by status code, method and host | long | | counter | +| kubernetes.controllermanager.client.request.duration.us.bucket.\* | Requests latency distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.controllermanager.client.request.duration.us.count | Number of request duration operations to API server, broken down by verb and host | long | | counter | +| kubernetes.controllermanager.client.request.duration.us.sum | Sum of requests latency in microseconds, broken down by verb and host | long | micros | counter | +| kubernetes.controllermanager.client.request.size.bytes.bucket.\* | Requests size distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.controllermanager.client.request.size.bytes.count | Number of requests, broken down by verb and host | long | | counter | +| kubernetes.controllermanager.client.request.size.bytes.sum | Requests size sum in bytes, broken down by verb and host | long | byte | counter | +| kubernetes.controllermanager.client.response.size.bytes.bucket.\* | Responses size distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.controllermanager.client.response.size.bytes.count | Number of responses, broken down by verb and host | long | | counter | +| kubernetes.controllermanager.client.response.size.bytes.sum | Responses size sum in bytes, broken down by verb and host | long | byte | counter | | kubernetes.controllermanager.code | HTTP code | keyword | | | -| kubernetes.controllermanager.host | Request host | keyword | | | -| kubernetes.controllermanager.leader.is_master | Whether the node is master | boolean | | | +| kubernetes.controllermanager.host | HTTP host | keyword | | | +| kubernetes.controllermanager.leader.is_master | Whether the controller manager instance is leader | boolean | | | | kubernetes.controllermanager.method | HTTP method | keyword | | | | kubernetes.controllermanager.name | Name for the resource | keyword | | | -| kubernetes.controllermanager.node.collector.count | Number of nodes | long | | gauge | -| kubernetes.controllermanager.node.collector.eviction.count | Number of node evictions | long | | counter | -| kubernetes.controllermanager.node.collector.health.pct | Percentage of healthy nodes | long | | gauge | -| kubernetes.controllermanager.node.collector.unhealthy.count | Number of unhealthy nodes | long | | gauge | -| kubernetes.controllermanager.process.cpu.sec | CPU seconds | double | | counter | -| kubernetes.controllermanager.process.fds.max.count | Maximum number of open file descriptors | long | | gauge | +| kubernetes.controllermanager.node.collector.count | Number of nodes, broken down by zone | long | | gauge | +| kubernetes.controllermanager.node.collector.eviction.count | Number of node evictions, broken down by zone | long | | counter | +| kubernetes.controllermanager.node.collector.health.pct | Percentage of healthy nodes, broken down by zone | long | | gauge | +| kubernetes.controllermanager.node.collector.unhealthy.count | Number of unhealthy nodes, broken down by zone | long | | gauge | +| kubernetes.controllermanager.process.cpu.sec | Total user and system CPU time spent in seconds | double | | counter | +| kubernetes.controllermanager.process.fds.max.count | Limit for open file descriptors | long | | gauge | | kubernetes.controllermanager.process.fds.open.count | Number of open file descriptors | long | | gauge | | kubernetes.controllermanager.process.memory.resident.bytes | Bytes in resident memory | long | byte | gauge | | kubernetes.controllermanager.process.memory.virtual.bytes | Bytes in virtual memory | long | byte | gauge | -| kubernetes.controllermanager.process.started.sec | Seconds since the process started | double | | gauge | -| kubernetes.controllermanager.url | Request url | keyword | | | -| kubernetes.controllermanager.verb | Request verb | keyword | | | -| kubernetes.controllermanager.workqueue.adds.count | Workqueue add count | long | | counter | -| kubernetes.controllermanager.workqueue.depth.count | Workqueue depth count | long | | gauge | -| kubernetes.controllermanager.workqueue.longestrunning.sec | Longest running processors | double | | gauge | -| kubernetes.controllermanager.workqueue.retries.count | Workqueue number of retries | long | | counter | -| kubernetes.controllermanager.workqueue.unfinished.sec | Unfinished processors | double | | gauge | +| kubernetes.controllermanager.process.started.sec | Start time of the process since unix epoch in seconds | double | | gauge | +| kubernetes.controllermanager.verb | HTTP verb | keyword | | | +| kubernetes.controllermanager.workqueue.adds.count | Workqueue add count, broken down by workqueue name | long | | counter | +| kubernetes.controllermanager.workqueue.depth.count | Workqueue current depth, broken down by workqueue name | long | | gauge | +| kubernetes.controllermanager.workqueue.longestrunning.sec | How many seconds has the longest running processor been running, broken down by workqueue name | double | | gauge | +| kubernetes.controllermanager.workqueue.retries.count | Workqueue number of retries, broken down by workqueue name | long | | counter | +| kubernetes.controllermanager.workqueue.unfinished.sec | How many seconds of work has done that is in progress and hasn't been considered in the longest running processor, broken down by workqueue name | double | | gauge | | kubernetes.controllermanager.zone | Infrastructure zone | keyword | | | | kubernetes.deployment.name | Kubernetes deployment name | keyword | | | | kubernetes.labels.\* | Kubernetes labels map | object | | | diff --git a/packages/kubernetes/docs/kube-proxy.md b/packages/kubernetes/docs/kube-proxy.md index babb86fc438..7ba65518587 100644 --- a/packages/kubernetes/docs/kube-proxy.md +++ b/packages/kubernetes/docs/kube-proxy.md @@ -11,219 +11,227 @@ An example event for `proxy` looks as following: ```json { - "@timestamp": "2020-06-25T12:35:29.639Z", - "agent": { - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a" - }, - "host": { - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "name": "minikube", - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "hostname": "minikube", - "architecture": "x86_64", - "os": { - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false - }, "kubernetes": { "proxy": { + "process": { + "memory": { + "virtual": { + "bytes": 773107712 + }, + "resident": { + "bytes": 42229760 + } + }, + "fds": { + "max": { + "count": 1048576 + }, + "open": { + "count": 16 + } + }, + "cpu": { + "sec": 0 + }, + "started": { + "sec": 1673362810.64 + } + }, "sync": { "rules": { "duration": { "us": { - "sum": 763620.9329999998, - "count": 18, "bucket": { "1000": 0, "2000": 0, "4000": 0, "8000": 0, "16000": 0, - "32000": 10, - "64000": 16, - "128000": 17, - "256000": 18, - "512000": 18, - "1024000": 18, - "2048000": 18, - "4096000": 18, - "8192000": 18, - "16384000": 18, - "+Inf": 18 - } + "32000": 0, + "64000": 3, + "128000": 3, + "256000": 4, + "512000": 4, + "1024000": 4, + "2048000": 4, + "4096000": 4, + "8192000": 4, + "16384000": 4, + "+Inf": 4 + }, + "count": 4, + "sum": 353392.43200000003 } } }, "networkprogramming": { "duration": { "us": { - "count": 19, "bucket": { "0": 0, - "250000": 4, - "500000": 8, - "1000000": 11, - "2000000": 11, - "3000000": 11, - "4000000": 11, - "5000000": 11, - "6000000": 11, - "7000000": 11, - "8000000": 11, - "9000000": 11, - "10000000": 11, - "11000000": 11, - "12000000": 11, - "13000000": 11, - "14000000": 11, - "15000000": 11, - "16000000": 11, - "17000000": 11, - "18000000": 11, - "19000000": 11, - "20000000": 11, - "21000000": 11, - "22000000": 11, - "23000000": 11, - "24000000": 11, - "25000000": 11, - "26000000": 11, - "27000000": 11, - "28000000": 11, - "29000000": 11, - "30000000": 11, - "31000000": 11, - "32000000": 11, - "33000000": 11, - "34000000": 11, - "35000000": 11, - "36000000": 11, - "37000000": 11, - "38000000": 11, - "39000000": 11, - "40000000": 11, - "41000000": 11, - "42000000": 11, - "43000000": 11, - "44000000": 11, - "45000000": 11, - "46000000": 11, - "47000000": 11, - "48000000": 11, - "49000000": 11, - "50000000": 11, - "51000000": 11, - "52000000": 11, - "53000000": 11, - "54000000": 11, - "55000000": 11, - "56000000": 11, - "57000000": 11, - "58000000": 11, - "59000000": 11, - "60000000": 11, - "65000000": 11, - "70000000": 11, - "75000000": 11, - "80000000": 11, - "85000000": 11, - "90000000": 11, - "95000000": 11, - "100000000": 11, - "105000000": 11, - "110000000": 11, - "115000000": 11, - "120000000": 11, - "150000000": 11, - "180000000": 11, - "210000000": 11, - "240000000": 11, - "270000000": 11, - "300000000": 11, - "+Inf": 19 + "250000": 0, + "500000": 0, + "1000000": 0, + "2000000": 0, + "3000000": 0, + "4000000": 0, + "5000000": 0, + "6000000": 0, + "7000000": 0, + "8000000": 0, + "9000000": 0, + "10000000": 0, + "11000000": 0, + "12000000": 0, + "13000000": 0, + "14000000": 0, + "15000000": 0, + "16000000": 0, + "17000000": 0, + "18000000": 0, + "19000000": 0, + "20000000": 0, + "21000000": 0, + "22000000": 0, + "23000000": 0, + "24000000": 0, + "25000000": 0, + "26000000": 0, + "27000000": 0, + "28000000": 0, + "29000000": 0, + "30000000": 0, + "31000000": 0, + "32000000": 0, + "33000000": 0, + "34000000": 0, + "35000000": 0, + "36000000": 0, + "37000000": 0, + "38000000": 0, + "39000000": 0, + "40000000": 0, + "41000000": 0, + "42000000": 0, + "43000000": 0, + "44000000": 0, + "45000000": 0, + "46000000": 0, + "47000000": 0, + "48000000": 0, + "49000000": 0, + "50000000": 0, + "51000000": 0, + "52000000": 0, + "53000000": 0, + "54000000": 0, + "55000000": 0, + "56000000": 0, + "57000000": 0, + "58000000": 0, + "59000000": 0, + "60000000": 0, + "65000000": 0, + "70000000": 0, + "75000000": 0, + "80000000": 0, + "85000000": 0, + "90000000": 0, + "95000000": 0, + "100000000": 0, + "105000000": 0, + "110000000": 0, + "115000000": 0, + "120000000": 0, + "150000000": 0, + "180000000": 0, + "210000000": 0, + "240000000": 0, + "270000000": 0, + "300000000": 0, + "+Inf": 0 }, - "sum": 5571080914163.27 + "count": 0, + "sum": 0 } } } - }, - "process": { - "cpu": { - "sec": 8 - }, - "memory": { - "resident": { - "bytes": 37609472 - }, - "virtual": { - "bytes": 143990784 - } - }, - "started": { - "sec": 1593069580.69 - }, - "fds": { - "open": { - "count": 17 - } - } } } }, + "orchestrator": { + "cluster": { + "name": "kind", + "url": "kind-control-plane:6443" + } + }, + "agent": { + "name": "kind-control-plane", + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "type": "metricbeat", + "ephemeral_id": "084bb5dd-df70-4127-9a52-47fae69de446", + "version": "8.7.0" + }, + "@timestamp": "2023-01-10T15:12:38.884Z", "ecs": { - "version": "1.5.0" + "version": "8.0.0" }, - "event": { - "module": "kubernetes", - "duration": 2031254, + "data_stream": { + "namespace": "default", + "type": "metrics", "dataset": "kubernetes.proxy" }, - "metricset": { - "name": "proxy", - "period": 10000 - }, "service": { - "address": "localhost:10249", + "address": "http://localhost:10249/metrics", "type": "kubernetes" + }, + "host": { + "hostname": "kind-control-plane", + "os": { + "kernel": "5.15.49-linuxkit", + "codename": "focal", + "name": "Ubuntu", + "family": "debian", + "type": "linux", + "version": "20.04.5 LTS (Focal Fossa)", + "platform": "ubuntu" + }, + "containerized": false, + "ip": [ + "10.244.0.1", + "10.244.0.1", + "10.244.0.1", + "172.20.0.2", + "172.18.0.2", + "fc00:f853:ccd:e793::2", + "fe80::42:acff:fe12:2" + ], + "name": "kind-control-plane", + "id": "1c1d736687984c73b6a5f77c1464d4da", + "mac": [ + "02-42-AC-12-00-02", + "02-42-AC-14-00-02", + "6E-87-97-B3-C4-A1", + "7E-2B-73-DA-CF-B7", + "F2-54-31-F4-76-AB" + ], + "architecture": "x86_64" + }, + "elastic_agent": { + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "version": "8.7.0", + "snapshot": true + }, + "metricset": { + "period": 10000, + "name": "proxy" + }, + "event": { + "duration": 7214755, + "agent_id_status": "verified", + "ingested": "2023-01-10T15:12:39Z", + "module": "kubernetes", + "dataset": "kubernetes.proxy" } } ``` @@ -267,32 +275,32 @@ An example event for `proxy` looks as following: | host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | | | | host.os.version | Operating system version as a raw string. | keyword | | | | host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | | | -| kubernetes.proxy.client.request.count | Number of requests as client | long | | counter | +| kubernetes.proxy.client.request.count | Number of HTTP requests to API server, broken down by status code, method and host | long | | counter | +| kubernetes.proxy.client.request.duration.us.bucket.\* | Requests latency distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.proxy.client.request.duration.us.count | Number of request duration operations to API server, broken down by verb and host | long | | counter | +| kubernetes.proxy.client.request.duration.us.sum | Sum of requests latency in microseconds, broken down by verb and host | long | micros | counter | +| kubernetes.proxy.client.request.size.bytes.bucket.\* | Requests size distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.proxy.client.request.size.bytes.count | Number of requests, broken down by verb and host | long | | counter | +| kubernetes.proxy.client.request.size.bytes.sum | Requests size sum in bytes, broken down by verb and host | long | byte | counter | +| kubernetes.proxy.client.response.size.bytes.bucket.\* | Responses size distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.proxy.client.response.size.bytes.count | Number of responses, broken down by verb and host | long | | counter | +| kubernetes.proxy.client.response.size.bytes.sum | Responses size sum in bytes, broken down by verb and host | long | byte | counter | | kubernetes.proxy.code | HTTP code | keyword | | | -| kubernetes.proxy.handler | Request handler | keyword | | | -| kubernetes.proxy.host | Request host | keyword | | | -| kubernetes.proxy.http.request.count | Request count | long | | counter | -| kubernetes.proxy.http.request.duration.us.count | Request count for duration | long | micros | counter | -| kubernetes.proxy.http.request.duration.us.percentile.\* | Request duration microseconds percentiles | object | | | -| kubernetes.proxy.http.request.duration.us.sum | Request duration microseconds cumulative sum | double | micros | counter | -| kubernetes.proxy.http.request.size.bytes.count | Request count for size | long | byte | counter | -| kubernetes.proxy.http.request.size.bytes.percentile.\* | Request size percentiles | object | | | -| kubernetes.proxy.http.request.size.bytes.sum | Request size cumulative sum | long | byte | counter | -| kubernetes.proxy.http.response.size.bytes.count | Response count | long | | counter | -| kubernetes.proxy.http.response.size.bytes.percentile.\* | Response size percentiles | object | | | -| kubernetes.proxy.http.response.size.bytes.sum | Response size cumulative sum | long | byte | counter | +| kubernetes.proxy.host | HTTP host | keyword | | | | kubernetes.proxy.method | HTTP method | keyword | | | -| kubernetes.proxy.process.cpu.sec | CPU seconds | double | | counter | +| kubernetes.proxy.process.cpu.sec | Total user and system CPU time spent in seconds | double | | counter | +| kubernetes.proxy.process.fds.max.count | Limit for open file descriptors | long | | gauge | | kubernetes.proxy.process.fds.open.count | Number of open file descriptors | long | | gauge | | kubernetes.proxy.process.memory.resident.bytes | Bytes in resident memory | long | byte | gauge | | kubernetes.proxy.process.memory.virtual.bytes | Bytes in virtual memory | long | byte | gauge | -| kubernetes.proxy.process.started.sec | Seconds since the process started | double | | gauge | -| kubernetes.proxy.sync.networkprogramming.duration.us.bucket.\* | Network programming duration, histogram buckets | object | | | -| kubernetes.proxy.sync.networkprogramming.duration.us.count | Network programming duration, number of operations | long | | counter | -| kubernetes.proxy.sync.networkprogramming.duration.us.sum | Network programming duration, sum in microseconds | long | | counter | -| kubernetes.proxy.sync.rules.duration.us.bucket.\* | SyncProxyRules duration, histogram buckets | object | | | -| kubernetes.proxy.sync.rules.duration.us.count | SyncProxyRules duration, number of operations | long | | counter | -| kubernetes.proxy.sync.rules.duration.us.sum | SyncProxyRules duration, sum of durations in microseconds | long | | counter | +| kubernetes.proxy.process.started.sec | Start time of the process since unix epoch in seconds | double | | gauge | +| kubernetes.proxy.sync.networkprogramming.duration.us.bucket.\* | Network programming latency distribution in histogram buckets | object | | | +| kubernetes.proxy.sync.networkprogramming.duration.us.count | Number of network programming latency operations | long | | counter | +| kubernetes.proxy.sync.networkprogramming.duration.us.sum | Sum of network programming latency in microseconds | long | | counter | +| kubernetes.proxy.sync.rules.duration.us.bucket.\* | SyncProxyRules latency distribution in histogram buckets | object | | | +| kubernetes.proxy.sync.rules.duration.us.count | Number of SyncProxyRules latency operations | long | | counter | +| kubernetes.proxy.sync.rules.duration.us.sum | SyncProxyRules latency sum in microseconds | long | | counter | +| kubernetes.proxy.verb | HTTP verb | keyword | | | | orchestrator.cluster.name | Name of the cluster. | keyword | | | | orchestrator.cluster.url | URL of the API used to manage the cluster. | keyword | | | | service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | | diff --git a/packages/kubernetes/docs/kube-scheduler.md b/packages/kubernetes/docs/kube-scheduler.md index 596ab5dfc34..c7424a975d0 100644 --- a/packages/kubernetes/docs/kube-scheduler.md +++ b/packages/kubernetes/docs/kube-scheduler.md @@ -11,82 +11,101 @@ An example event for `scheduler` looks as following: ```json { - "@timestamp": "2020-06-25T12:35:59.624Z", + "kubernetes": { + "scheduler": { + "name": "DynamicConfigMapCABundle-client-ca", + "workqueue": { + "retries": { + "count": 0 + }, + "depth": { + "count": 0 + }, + "unfinished": { + "sec": 0 + }, + "longestrunning": { + "sec": 0 + }, + "adds": { + "count": 12 + } + } + } + }, + "orchestrator": { + "cluster": { + "name": "kind", + "url": "kind-control-plane:6443" + } + }, "agent": { - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat" + "name": "kind-control-plane", + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "type": "metricbeat", + "ephemeral_id": "084bb5dd-df70-4127-9a52-47fae69de446", + "version": "8.7.0" + }, + "@timestamp": "2023-01-10T15:10:33.424Z", + "ecs": { + "version": "8.0.0" + }, + "data_stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.scheduler" + }, + "service": { + "address": "https://0.0.0.0:10259/metrics", + "type": "kubernetes" + }, + "elastic_agent": { + "id": "ee1d778a-e607-4c29-b152-f6e83e606966", + "version": "8.7.0", + "snapshot": true }, "host": { - "hostname": "minikube", - "architecture": "x86_64", + "hostname": "kind-control-plane", "os": { - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux" + "kernel": "5.15.49-linuxkit", + "codename": "focal", + "name": "Ubuntu", + "type": "linux", + "family": "debian", + "version": "20.04.5 LTS (Focal Fossa)", + "platform": "ubuntu" }, - "name": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" + "10.244.0.1", + "10.244.0.1", + "10.244.0.1", + "172.20.0.2", + "172.18.0.2", + "fc00:f853:ccd:e793::2", + "fe80::42:acff:fe12:2" ], + "containerized": false, + "name": "kind-control-plane", + "id": "1c1d736687984c73b6a5f77c1464d4da", "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ] - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "duration": 7245648, - "dataset": "kubernetes.scheduler", - "module": "kubernetes" + "02-42-AC-12-00-02", + "02-42-AC-14-00-02", + "6E-87-97-B3-C4-A1", + "7E-2B-73-DA-CF-B7", + "F2-54-31-F4-76-AB" + ], + "architecture": "x86_64" }, "metricset": { - "name": "scheduler", - "period": 10000 - }, - "service": { - "address": "localhost:10251", - "type": "kubernetes" + "period": 10000, + "name": "scheduler" }, - "kubernetes": { - "scheduler": { - "name": "kube-scheduler", - "leader": { - "is_master": true - } - } + "event": { + "duration": 21808836, + "agent_id_status": "verified", + "ingested": "2023-01-10T15:10:37Z", + "module": "kubernetes", + "dataset": "kubernetes.scheduler" } } ``` @@ -142,40 +161,45 @@ An example event for `scheduler` looks as following: | kubernetes.pod.name | Kubernetes pod name | keyword | | | | kubernetes.pod.uid | Kubernetes pod UID | keyword | | | | kubernetes.replicaset.name | Kubernetes replicaset name | keyword | | | -| kubernetes.scheduler.client.request.count | Number of requests as client | long | | counter | +| kubernetes.scheduler.client.request.count | Number of HTTP requests to API server, broken down by status code, method and host | long | | counter | +| kubernetes.scheduler.client.request.duration.us.bucket.\* | Requests latency distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.scheduler.client.request.duration.us.count | Number of request duration operations to API server, broken down by verb and host | long | | counter | +| kubernetes.scheduler.client.request.duration.us.sum | Sum of requests latency in microseconds, broken down by verb and host | long | micros | counter | +| kubernetes.scheduler.client.request.size.bytes.bucket.\* | Requests size distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.scheduler.client.request.size.bytes.count | Number of requests, broken down by verb and host | long | | counter | +| kubernetes.scheduler.client.request.size.bytes.sum | Requests size sum in bytes, broken down by verb and host | long | byte | counter | +| kubernetes.scheduler.client.response.size.bytes.bucket.\* | Responses size distribution in histogram buckets, broken down by verb and host | object | | | +| kubernetes.scheduler.client.response.size.bytes.count | Number of responses, broken down by verb and host | long | | counter | +| kubernetes.scheduler.client.response.size.bytes.sum | Responses size sum in bytes, broken down by verb and host | long | byte | counter | | kubernetes.scheduler.code | HTTP code | keyword | | | -| kubernetes.scheduler.handler | Request handler | keyword | | | -| kubernetes.scheduler.host | Request host | keyword | | | -| kubernetes.scheduler.http.request.count | Request count | long | | counter | -| kubernetes.scheduler.http.request.duration.us.count | Request count for duration | long | micros | counter | -| kubernetes.scheduler.http.request.duration.us.percentile.\* | Request duration microseconds percentiles | object | | | -| kubernetes.scheduler.http.request.duration.us.sum | Request duration microseconds cumulative sum | double | micros | counter | -| kubernetes.scheduler.http.request.size.bytes.count | Request count for size | long | byte | counter | -| kubernetes.scheduler.http.request.size.bytes.percentile.\* | Request size percentiles | object | | | -| kubernetes.scheduler.http.request.size.bytes.sum | Request size cumulative sum | long | byte | counter | -| kubernetes.scheduler.http.response.size.bytes.count | Response count | long | | counter | -| kubernetes.scheduler.http.response.size.bytes.percentile.\* | Response size percentiles | object | | | -| kubernetes.scheduler.http.response.size.bytes.sum | Response size cumulative sum | long | byte | counter | -| kubernetes.scheduler.leader.is_master | Whether the node is master | boolean | | | +| kubernetes.scheduler.event | Scheduling event | keyword | | | +| kubernetes.scheduler.host | HTTP host | keyword | | | +| kubernetes.scheduler.leader.is_master | Whether the scheduler instance is leader | boolean | | | | kubernetes.scheduler.method | HTTP method | keyword | | | | kubernetes.scheduler.name | Name for the resource | keyword | | | -| kubernetes.scheduler.operation | Scheduling operation | keyword | | | -| kubernetes.scheduler.process.cpu.sec | CPU seconds | double | | counter | +| kubernetes.scheduler.process.cpu.sec | Total user and system CPU time spent in seconds | double | | counter | +| kubernetes.scheduler.process.fds.max.count | Limit for open file descriptors | long | | gauge | | kubernetes.scheduler.process.fds.open.count | Number of open file descriptors | long | | gauge | | kubernetes.scheduler.process.memory.resident.bytes | Bytes in resident memory | long | byte | gauge | | kubernetes.scheduler.process.memory.virtual.bytes | Bytes in virtual memory | long | byte | gauge | -| kubernetes.scheduler.process.started.sec | Seconds since the process started | double | | gauge | -| kubernetes.scheduler.result | Schedule attempt result | keyword | | | -| kubernetes.scheduler.scheduling.duration.seconds.count | Scheduling count | long | | counter | -| kubernetes.scheduler.scheduling.duration.seconds.percentile.\* | Scheduling duration percentiles | object | | | -| kubernetes.scheduler.scheduling.duration.seconds.sum | Scheduling duration cumulative sum | double | | counter | -| kubernetes.scheduler.scheduling.e2e.duration.us.bucket.\* | End to end scheduling duration microseconds | object | | | -| kubernetes.scheduler.scheduling.e2e.duration.us.count | End to end scheduling count | long | micros | counter | -| kubernetes.scheduler.scheduling.e2e.duration.us.sum | End to end scheduling duration microseconds sum | long | micros | counter | -| kubernetes.scheduler.scheduling.pod.attempts.count | Pod attempts count | long | | counter | -| kubernetes.scheduler.scheduling.pod.preemption.victims.bucket.\* | Pod preemption victims | long | | | -| kubernetes.scheduler.scheduling.pod.preemption.victims.count | Pod preemption victims count | long | | counter | -| kubernetes.scheduler.scheduling.pod.preemption.victims.sum | Pod preemption victims sum | long | | counter | +| kubernetes.scheduler.process.started.sec | Start time of the process since unix epoch in seconds | double | | gauge | +| kubernetes.scheduler.profile | Scheduling profile | keyword | | | +| kubernetes.scheduler.queue | Scheduling queue | keyword | | | +| kubernetes.scheduler.result | Attempt result to schedule pod | keyword | | | +| kubernetes.scheduler.scheduling.attempts.duration.us.bucket.\* | Scheduling attempt latency distribution in histogram buckets, broken down by profile and result | object | | | +| kubernetes.scheduler.scheduling.attempts.duration.us.count | Number of scheduling attempts, broken down by profile and result | long | | counter | +| kubernetes.scheduler.scheduling.attempts.duration.us.sum | Sum of scheduling attempt latency in microseconds, broken down by profile and result | long | micros | counter | +| kubernetes.scheduler.scheduling.pending.pods.count | Number of current pending pods, broken down by the queue type | long | | gauge | +| kubernetes.scheduler.scheduling.preemption.attempts.count | Total preemption attempts in the cluster so far | long | | counter | +| kubernetes.scheduler.scheduling.preemption.victims.bucket.\* | Number of preemption victims distribution in histogram buckets | object | | | +| kubernetes.scheduler.scheduling.preemption.victims.count | Number of preemption victims | long | | counter | +| kubernetes.scheduler.scheduling.preemption.victims.sum | Preemption victims sum | long | | counter | +| kubernetes.scheduler.verb | HTTP verb | keyword | | | +| kubernetes.scheduler.workqueue.adds.count | Workqueue add count, broken down by workqueue name | long | | counter | +| kubernetes.scheduler.workqueue.depth.count | Workqueue current depth, broken down by workqueue name | long | | gauge | +| kubernetes.scheduler.workqueue.longestrunning.sec | How many seconds has the longest running processor been running, broken down by workqueue name | double | | gauge | +| kubernetes.scheduler.workqueue.retries.count | Workqueue number of retries, broken down by workqueue name | long | | counter | +| kubernetes.scheduler.workqueue.unfinished.sec | How many seconds of work has done that is in progress and hasn't been considered in the longest running processor, broken down by workqueue name | double | | gauge | | kubernetes.selectors.\* | Kubernetes Service selectors map | object | | | | kubernetes.statefulset.name | Kubernetes statefulset name | keyword | | | | orchestrator.cluster.name | Name of the cluster. | keyword | | | diff --git a/packages/kubernetes/kibana/dashboard/kubernetes-21694370-bcb2-11ec-b64f-7dd6e8e82013.json b/packages/kubernetes/kibana/dashboard/kubernetes-21694370-bcb2-11ec-b64f-7dd6e8e82013.json index ebd2383523b..c189074aa73 100644 --- a/packages/kubernetes/kibana/dashboard/kubernetes-21694370-bcb2-11ec-b64f-7dd6e8e82013.json +++ b/packages/kubernetes/kibana/dashboard/kubernetes-21694370-bcb2-11ec-b64f-7dd6e8e82013.json @@ -39,7 +39,7 @@ "description": "", "params": { "fontSize": 10, - "markdown": "[Kubernetes Overview](#/view/kubernetes-f4dc26db-1b53-4ea2-a78b-1bfab8ea267c),\n[Kubernetes Nodes](#/view/kubernetes-b945b7b0-bcb1-11ec-b64f-7dd6e8e82013), \n[Kubernetes Pods](#/view/kubernetes-3d4d9290-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes Deployments](#/view/kubernetes-5be46210-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes StatefulSets](#/view/kubernetes-21694370-bcb2-11ec-b64f-7dd6e8e82013), [Kubernetes DaemonSets](#/view/kubernetes-85879010-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes CronJobs](#/view/kubernetes-0a672d50-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes Jobs](#/view/kubernetes-9bf990a0-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes Volumes](#/view/kubernetes-3912d9a0-bcb2-11ec-b64f-7dd6e8e82013), [Kubernetes PV/PVC](#/view/kubernetes-dd081350-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes Services](#/view/kubernetes-ff1b3850-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes API Server](#/view/kubernetes-d3bd9650-0c14-11ed-b760-5d1bccb47f56)", + "markdown": "[Kubernetes Overview](#/view/kubernetes-f4dc26db-1b53-4ea2-a78b-1bfab8ea267c),\n[Kubernetes Nodes](#/view/kubernetes-b945b7b0-bcb1-11ec-b64f-7dd6e8e82013), \n[Kubernetes Pods](#/view/kubernetes-3d4d9290-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes Deployments](#/view/kubernetes-5be46210-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes StatefulSets](#/view/kubernetes-21694370-bcb2-11ec-b64f-7dd6e8e82013), [Kubernetes DaemonSets](#/view/kubernetes-85879010-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes CronJobs](#/view/kubernetes-0a672d50-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes Jobs](#/view/kubernetes-9bf990a0-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes Volumes](#/view/kubernetes-3912d9a0-bcb2-11ec-b64f-7dd6e8e82013), [Kubernetes PV/PVC](#/view/kubernetes-dd081350-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes Services](#/view/kubernetes-ff1b3850-bcb1-11ec-b64f-7dd6e8e82013), [Kubernetes API Server](#/view/kubernetes-d3bd9650-0c14-11ed-b760-5d1bccb47f56), [Kubernetes Proxy](#/view/kubernetes-5e649d60-9901-11e9-ba57-b7ab4e2d4b58)", "openLinksInNewTab": false }, "title": "", diff --git a/packages/kubernetes/kibana/dashboard/kubernetes-5e649d60-9901-11e9-ba57-b7ab4e2d4b58.json b/packages/kubernetes/kibana/dashboard/kubernetes-5e649d60-9901-11e9-ba57-b7ab4e2d4b58.json index 7d2ace79a24..a25d8143f43 100644 --- a/packages/kubernetes/kibana/dashboard/kubernetes-5e649d60-9901-11e9-ba57-b7ab4e2d4b58.json +++ b/packages/kubernetes/kibana/dashboard/kubernetes-5e649d60-9901-11e9-ba57-b7ab4e2d4b58.json @@ -1,16 +1,37 @@ { "attributes": { "controlGroupInput": { - "chainingSystem": "NONE", - "controlStyle": "twoLine", + "chainingSystem": "HIERARCHICAL", + "controlStyle": "oneLine", "ignoreParentSettingsJSON": "{\"ignoreFilters\":false,\"ignoreQuery\":false,\"ignoreTimerange\":false,\"ignoreValidations\":false}", - "panelsJSON": "{\"ae7eebc2-1c10-4e09-a9ad-df2412cedaf3\":{\"order\":0,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"host.hostname\",\"title\":\"Hostname\",\"id\":\"ae7eebc2-1c10-4e09-a9ad-df2412cedaf3\",\"enhancements\":{}}},\"8a435008-4da3-42ba-a689-4541a0e2ca1d\":{\"order\":1,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"service.address\",\"title\":\"Service address\",\"singleSelect\":true,\"id\":\"8a435008-4da3-42ba-a689-4541a0e2ca1d\",\"enhancements\":{}}}}" + "panelsJSON": "{\"f53d0d21-4502-4dce-8004-017a92104040\":{\"order\":1,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"host.name\",\"title\":\"Host\",\"id\":\"f53d0d21-4502-4dce-8004-017a92104040\",\"selectedOptions\":[],\"enhancements\":{},\"singleSelect\":false}},\"df56c430-83b1-436e-8b9c-fb027aaa29ca\":{\"order\":0,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"orchestrator.cluster.name\",\"title\":\"Cluster\",\"singleSelect\":true,\"id\":\"df56c430-83b1-436e-8b9c-fb027aaa29ca\",\"selectedOptions\":[],\"enhancements\":{}}}}" }, "description": "Kubernetes Proxy metrics", - "hits": 0, "kibanaSavedObjectMeta": { "searchSourceJSON": { - "filter": [], + "filter": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "kubernetes.proxy" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "kubernetes.proxy" + } + } + } + ], "query": { "language": "kuery", "query": "" @@ -19,29 +40,79 @@ }, "optionsJSON": { "hidePanelTitles": false, + "syncColors": true, + "syncCursor": true, + "syncTooltips": false, "useMargins": true }, "panelsJSON": [ { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "id": "", + "params": { + "fontSize": 12, + "markdown": "### Proxy\n\nThis dashboard collects data from [kube proxy](https://kubernetes.io/docs/concepts/overview/components/#kube-proxy) endpoint. Its purpose is to give an overview of what is happening inside it and detect problems that might be happening.", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 4, + "i": "c13eb504-6afb-4fa5-8a7d-a75c5fee15b7", + "w": 48, + "x": 0, + "y": 0 + }, + "panelIndex": "c13eb504-6afb-4fa5-8a7d-a75c5fee15b7", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], - "searchSource": {} + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } }, "description": "", "params": { "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "drop_last_bucket": 1, - "hide_last_value_indicator": true, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", - "interval": "30s", - "markdown": "\n| | |\n|---|---|\n|**Days running**|{{ math.started.last.raw }}|\n|**File descriptors open**|{{ average_of_kubernetes_proxy_process_fds_open_count.fds.last.raw }}|\n|**Resident Memory**|{{ average_of_kubernetes_proxy_process_memory_resident_bytes.resident_memory.last.formatted }}|\n|**Virtual Memory**|{{ average_of_kubernetes_proxy_process_memory_virtual_bytes.virtual_memory.last.formatted }}|\n\n", - "markdown_css": "table, tr, td, th{border:none}", + "background_color": "rgba(203,228,249,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd_0_index_pattern", + "interval": "", + "isModelInvalid": false, + "markdown": "Rules", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", "max_lines_legend": 1, "series": [ { @@ -49,141 +120,496 @@ "chart_type": "line", "color": "#68BC00", "fill": 0.5, - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.process.started.sec", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "script": "", - "type": "max", - "variables": [ - { - "id": "1bbc4a20-99ac-11e9-8beb-c3bf9b9dfc43", - "name": "v" - } - ] - }, - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "1f34f620-99ac-11e9-8beb-c3bf9b9dfc43", - "script": "round( (params._timestamp /1000 - params.started) / 86400, 2)", - "type": "math", - "variables": [ - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "1f371900-99ac-11e9-8beb-c3bf9b9dfc43", - "name": "started" - } - ] - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "var_name": "started" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "number", - "id": "cc3b1700-99ac-11e9-8beb-c3bf9b9dfc43", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.process.fds.open.count", - "id": "cc3b1701-99ac-11e9-8beb-c3bf9b9dfc43", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "var_name": "fds" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "bytes", - "id": "da1b1270-99ad-11e9-8beb-c3bf9b9dfc43", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.process.memory.resident.bytes", - "id": "da1b1271-99ad-11e9-8beb-c3bf9b9dfc43", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "var_name": "resident_memory" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "bytes", - "id": "50f54000-99ae-11e9-8beb-c3bf9b9dfc43", - "label": "", + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", "line_width": 1, "metrics": [ { - "field": "kubernetes.proxy.process.memory.virtual.bytes", - "id": "50f54001-99ae-11e9-8beb-c3bf9b9dfc43", - "type": "avg" + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" } ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, "point_size": 1, "separate_axis": 0, - "split_color_mode": "gradient", + "series_drop_last_bucket": 0, "split_mode": "everything", "stacked": "none", - "var_name": "virtual_memory" + "time_range_mode": "entire_time_range" } ], "show_grid": 1, "show_legend": 1, - "time_field": "@timestamp", + "time_field": "", + "time_range_mode": "entire_time_range", "tooltip_mode": "show_all", "truncate_legend": 1, "type": "markdown", - "use_kibana_indexes": false + "use_kibana_indexes": true }, + "title": "", "type": "metrics", "uiState": {} } }, "gridData": { - "h": 12, - "i": "3ed492d0-ae94-42b7-89ba-52cd4472fad9", - "w": 11, + "h": 3, + "i": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd", + "w": 48, "x": 0, - "y": 0 + "y": 4 }, - "panelIndex": "3ed492d0-ae94-42b7-89ba-52cd4472fad9", - "title": "Proxy process [Metrics Kubernetes]", + "panelIndex": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd", + "title": "Proxy", "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-5de1942f-e0a5-4ed8-86c0-972d57d62085", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "5de1942f-e0a5-4ed8-86c0-972d57d62085": { + "columnOrder": [ + "f80bbb4a-6177-4118-9483-7f58928032d4", + "8cb92e23-1df9-41ca-8061-ad76616f76c7", + "a436f8a7-433c-4b20-b115-717f4da445cb", + "a436f8a7-433c-4b20-b115-717f4da445cbX2", + "a436f8a7-433c-4b20-b115-717f4da445cbX1", + "a436f8a7-433c-4b20-b115-717f4da445cbX0" + ], + "columns": { + "8cb92e23-1df9-41ca-8061-ad76616f76c7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "a436f8a7-433c-4b20-b115-717f4da445cb": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Latency", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 2, + "suffix": "s" + } + }, + "formula": "last_value(kubernetes.proxy.sync.networkprogramming.duration.us.sum)/(pick_max(last_value(kubernetes.proxy.sync.networkprogramming.duration.us.count),1))/1000000", + "isFormulaBroken": false + }, + "references": [ + "a436f8a7-433c-4b20-b115-717f4da445cbX2" + ], + "scale": "ratio" + }, + "a436f8a7-433c-4b20-b115-717f4da445cbX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.sync.networkprogramming.duration.us.sum: *" + }, + "isBucketed": false, + "label": "Part of Latency", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.sync.networkprogramming.duration.us.sum" + }, + "a436f8a7-433c-4b20-b115-717f4da445cbX1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.sync.networkprogramming.duration.us.count: *" + }, + "isBucketed": false, + "label": "Part of Latency", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.sync.networkprogramming.duration.us.count" + }, + "a436f8a7-433c-4b20-b115-717f4da445cbX2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Latency", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + { + "args": [ + "a436f8a7-433c-4b20-b115-717f4da445cbX0", + { + "args": [ + "a436f8a7-433c-4b20-b115-717f4da445cbX1", + 1 + ], + "location": { + "max": 152, + "min": 70 + }, + "name": "pick_max", + "text": "pick_max(last_value(kubernetes.proxy.sync.networkprogramming.duration.us.count),1)", + "type": "function" + } + ], + "name": "divide", + "type": "function" + }, + 1000000 + ], + "location": { + "max": 161, + "min": 0 + }, + "name": "divide", + "text": "last_value(kubernetes.proxy.sync.networkprogramming.duration.us.sum)/(pick_max(last_value(kubernetes.proxy.sync.networkprogramming.duration.us.count),1))/1000000", + "type": "function" + } + }, + "references": [ + "a436f8a7-433c-4b20-b115-717f4da445cbX0", + "a436f8a7-433c-4b20-b115-717f4da445cbX1" + ], + "scale": "ratio" + }, + "f80bbb4a-6177-4118-9483-7f58928032d4": { + "dataType": "string", + "isBucketed": true, + "label": "Top 10 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 10 + }, + "scale": "ordinal", + "sourceField": "host.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "a436f8a7-433c-4b20-b115-717f4da445cb" + ], + "layerId": "5de1942f-e0a5-4ed8-86c0-972d57d62085", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "f80bbb4a-6177-4118-9483-7f58928032d4", + "xAccessor": "8cb92e23-1df9-41ca-8061-ad76616f76c7" + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "f74e1a86-4370-4f65-a3b8-d92c9f25ff42", + "w": 24, + "x": 0, + "y": 7 + }, + "panelIndex": "f74e1a86-4370-4f65-a3b8-d92c9f25ff42", + "title": "Average network programming latency", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-0b5eadf5-2a9c-49a2-b862-d317822adfd8", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "0b5eadf5-2a9c-49a2-b862-d317822adfd8": { + "columnOrder": [ + "9ce45236-05a8-478a-a1e1-85ccd013786c", + "c159c217-ff39-456c-ae61-593bb727a2df", + "9203a269-fdcb-4598-859d-d73f8c9734e0", + "9203a269-fdcb-4598-859d-d73f8c9734e0X0", + "9203a269-fdcb-4598-859d-d73f8c9734e0X2", + "9203a269-fdcb-4598-859d-d73f8c9734e0X1" + ], + "columns": { + "9203a269-fdcb-4598-859d-d73f8c9734e0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Average latency", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 2, + "suffix": "s" + } + }, + "formula": "last_value(kubernetes.proxy.sync.rules.duration.us.sum, kql='kubernetes.proxy.sync.rules.duration.us.sum: *')/last_value(kubernetes.proxy.sync.rules.duration.us.count, kql='kubernetes.proxy.sync.rules.duration.us.count: *')/1000000", + "isFormulaBroken": false + }, + "references": [ + "9203a269-fdcb-4598-859d-d73f8c9734e0X2" + ], + "scale": "ratio" + }, + "9203a269-fdcb-4598-859d-d73f8c9734e0X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.sync.rules.duration.us.sum: *" + }, + "isBucketed": false, + "label": "Part of last_value(kubernetes.proxy.sync.rules.duration.us.sum, kql='kubernetes.proxy.sync.rules.duration.us.sum: *')/last_value(kubernetes.proxy.sync.rules.duration.us.count, kql='kubernetes.proxy.sync.rules.duration.us.count: *')/1000000", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.sync.rules.duration.us.sum" + }, + "9203a269-fdcb-4598-859d-d73f8c9734e0X1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.sync.rules.duration.us.count: *" + }, + "isBucketed": false, + "label": "Part of last_value(kubernetes.proxy.sync.rules.duration.us.sum, kql='kubernetes.proxy.sync.rules.duration.us.sum: *')/last_value(kubernetes.proxy.sync.rules.duration.us.count, kql='kubernetes.proxy.sync.rules.duration.us.count: *')/1000000", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.sync.rules.duration.us.count" + }, + "9203a269-fdcb-4598-859d-d73f8c9734e0X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of last_value(kubernetes.proxy.sync.rules.duration.us.sum, kql='kubernetes.proxy.sync.rules.duration.us.sum: *')/last_value(kubernetes.proxy.sync.rules.duration.us.count, kql='kubernetes.proxy.sync.rules.duration.us.count: *')/1000000", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + { + "args": [ + "9203a269-fdcb-4598-859d-d73f8c9734e0X0", + "9203a269-fdcb-4598-859d-d73f8c9734e0X1" + ], + "name": "divide", + "type": "function" + }, + 1000000 + ], + "location": { + "max": 231, + "min": 0 + }, + "name": "divide", + "text": "last_value(kubernetes.proxy.sync.rules.duration.us.sum, kql='kubernetes.proxy.sync.rules.duration.us.sum: *')/last_value(kubernetes.proxy.sync.rules.duration.us.count, kql='kubernetes.proxy.sync.rules.duration.us.count: *')/1000000", + "type": "function" + } + }, + "references": [ + "9203a269-fdcb-4598-859d-d73f8c9734e0X0", + "9203a269-fdcb-4598-859d-d73f8c9734e0X1" + ], + "scale": "ratio" + }, + "9ce45236-05a8-478a-a1e1-85ccd013786c": { + "dataType": "string", + "isBucketed": true, + "label": "Top 10 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 10 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "c159c217-ff39-456c-ae61-593bb727a2df": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "9203a269-fdcb-4598-859d-d73f8c9734e0" + ], + "layerId": "0b5eadf5-2a9c-49a2-b862-d317822adfd8", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "9ce45236-05a8-478a-a1e1-85ccd013786c", + "xAccessor": "c159c217-ff39-456c-ae61-593bb727a2df" + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "34de2f11-faf2-49e8-aada-98c2cd5eb266", + "w": 24, + "x": 24, + "y": 7 + }, + "panelIndex": "34de2f11-faf2-49e8-aada-98c2cd5eb266", + "title": "Average SyncProxyRules latency ", + "type": "lens", + "version": "8.6.0" }, { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -200,87 +626,39 @@ "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "background_color_rules": [ - { - "id": "d7bfa7c0-ebc1-11ec-8da5-8197f722533c" - } - ], - "drop_last_bucket": 1, - "filter": { - "language": "kuery", - "query": "event.dataset : \"kubernetes.proxy\" " - }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", - "interval": "auto", + "background_color": "rgba(239,249,218,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_c3fee68f-01c6-49da-a759-2900b1cd15bf_0_index_pattern", + "interval": "", "isModelInvalid": false, + "markdown": "Process", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", "max_lines_legend": 1, "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(165,228,85,1)", - "fill": 0.5, - "formatter": "us,ms,2", - "id": "05a03f20-9bd8-11e9-871d-d3c7d4c337ef", - "label": "P99", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.http.request.duration.us.percentile.99", - "id": "05a06630-9bd8-11e9-871d-d3c7d4c337ef", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, { "axis_position": "right", "chart_type": "line", "color": "#68BC00", "fill": 0.5, - "formatter": "us,ms,2", - "id": "dc0faec0-9bd7-11e9-871d-d3c7d4c337ef", - "label": "P90", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.http.request.duration.us.percentile.90", - "id": "dc0faec1-9bd7-11e9-871d-d3c7d4c337ef", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(65,117,0,1)", - "fill": 0.5, - "formatter": "us,ms,2", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "P50", + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", "line_width": 1, "metrics": [ { - "field": "kubernetes.proxy.http.request.duration.us.percentile.50", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" } ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, "point_size": 1, "separate_axis": 0, - "split_color_mode": "gradient", + "series_drop_last_bucket": 0, "split_mode": "everything", "stacked": "none", "time_range_mode": "entire_time_range" @@ -288,12 +666,12 @@ ], "show_grid": 1, "show_legend": 1, - "time_field": "@timestamp", + "time_field": "", "time_range_mode": "entire_time_range", "tooltip_mode": "show_all", "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "type": "markdown", + "use_kibana_indexes": true }, "title": "", "type": "metrics", @@ -301,20 +679,715 @@ } }, "gridData": { - "h": 12, - "i": "10e73d0b-f78f-425f-afa2-49e204ca6f1b", - "w": 35, - "x": 13, - "y": 0 + "h": 3, + "i": "c3fee68f-01c6-49da-a759-2900b1cd15bf", + "w": 48, + "x": 0, + "y": 21 }, - "panelIndex": "10e73d0b-f78f-425f-afa2-49e204ca6f1b", - "title": "Proxy HTTP request duration [Metrics Kubernetes]", + "panelIndex": "c3fee68f-01c6-49da-a759-2900b1cd15bf", + "title": "", "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "169f9d33-cf55-422e-906e-f4eecb26a362", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "380c5d66-2e69-4e96-b5fb-ac4e5ab1c807": { + "columnOrder": [ + "6cbab896-ee42-4dad-8831-12f53cda0d6d", + "910bd079-4852-48bd-9d7a-e5eb940f0838", + "ee812faf-6f3c-4cc2-ad9a-27136340ef39", + "96c80749-da61-425a-b637-878d33e410fd", + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX2", + "96c80749-da61-425a-b637-878d33e410fdX1", + "910bd079-4852-48bd-9d7a-e5eb940f0838X0", + "ee812faf-6f3c-4cc2-ad9a-27136340ef39X0" + ], + "columns": { + "6cbab896-ee42-4dad-8831-12f53cda0d6d": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Host", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "910bd079-4852-48bd-9d7a-e5eb940f0838": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Resident memory", + "operationType": "formula", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + }, + "formula": "last_value(kubernetes.proxy.process.memory.resident.bytes, kql='kubernetes.proxy.process.memory.resident.bytes: *')", + "isFormulaBroken": false + }, + "references": [ + "910bd079-4852-48bd-9d7a-e5eb940f0838X0" + ], + "scale": "ratio" + }, + "910bd079-4852-48bd-9d7a-e5eb940f0838X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.process.memory.resident.bytes: *" + }, + "isBucketed": false, + "label": "Part of Resident memory", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.process.memory.resident.bytes" + }, + "96c80749-da61-425a-b637-878d33e410fd": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Open file descriptors usage", + "operationType": "formula", + "params": { + "format": { + "id": "percent", + "params": { + "decimals": 1 + } + }, + "formula": "last_value(kubernetes.proxy.process.fds.open.count)/last_value(kubernetes.proxy.process.fds.max.count)*100", + "isFormulaBroken": false + }, + "references": [ + "96c80749-da61-425a-b637-878d33e410fdX2" + ], + "scale": "ratio" + }, + "96c80749-da61-425a-b637-878d33e410fdX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.process.fds.open.count: *" + }, + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.process.fds.open.count" + }, + "96c80749-da61-425a-b637-878d33e410fdX1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.process.fds.max.count: *" + }, + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.process.fds.max.count" + }, + "96c80749-da61-425a-b637-878d33e410fdX2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + { + "args": [ + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX1" + ], + "name": "divide", + "type": "function" + }, + 100 + ], + "location": { + "max": 106, + "min": 0 + }, + "name": "multiply", + "text": "last_value(kubernetes.proxy.process.fds.open.count)/last_value(kubernetes.proxy.process.fds.max.count)*100", + "type": "function" + } + }, + "references": [ + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX1" + ], + "scale": "ratio" + }, + "ee812faf-6f3c-4cc2-ad9a-27136340ef39": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Virtual memory", + "operationType": "formula", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + }, + "formula": "last_value(kubernetes.proxy.process.memory.virtual.bytes, kql='kubernetes.proxy.process.memory.virtual.bytes: *')", + "isFormulaBroken": false + }, + "references": [ + "ee812faf-6f3c-4cc2-ad9a-27136340ef39X0" + ], + "scale": "ratio" + }, + "ee812faf-6f3c-4cc2-ad9a-27136340ef39X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.process.memory.virtual.bytes: *" + }, + "isBucketed": false, + "label": "Part of Virtual memory", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.process.memory.virtual.bytes" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "169f9d33-cf55-422e-906e-f4eecb26a362", + "key": "kubernetes.proxy.process.fds.open.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.proxy.process.fds.open.count" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "alignment": "center", + "columnId": "6cbab896-ee42-4dad-8831-12f53cda0d6d" + }, + { + "alignment": "center", + "columnId": "910bd079-4852-48bd-9d7a-e5eb940f0838" + }, + { + "alignment": "center", + "columnId": "ee812faf-6f3c-4cc2-ad9a-27136340ef39", + "isTransposed": false + }, + { + "alignment": "center", + "colorMode": "text", + "columnId": "96c80749-da61-425a-b637-878d33e410fd", + "isTransposed": false, + "palette": { + "name": "custom", + "params": { + "colorStops": [ + { + "color": "#54B399", + "stop": 0 + }, + { + "color": "#D6BF57", + "stop": 60 + }, + { + "color": "#E7664C", + "stop": 90 + } + ], + "continuity": "above", + "name": "custom", + "rangeMax": null, + "rangeMin": 0, + "rangeType": "number", + "steps": 5, + "stops": [ + { + "color": "#54B399", + "stop": 60 + }, + { + "color": "#D6BF57", + "stop": 90 + }, + { + "color": "#E7664C", + "stop": 91 + } + ] + }, + "type": "palette" + } + } + ], + "layerId": "380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 9, + "i": "af47c34c-961a-463c-9d66-ffedcc2eef12", + "w": 24, + "x": 0, + "y": 24 + }, + "panelIndex": "af47c34c-961a-463c-9d66-ffedcc2eef12", + "title": "Proxy process data ", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "77da5988-3f03-4e8f-b1e4-39a94d8bec07": { + "columnOrder": [ + "7e1756d9-af1b-4204-a8d4-8c57987216f0", + "d523e6d2-50f3-4b45-8815-8259df43850c", + "cf481e4f-b568-4306-8da9-5e3d516ccbea", + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0" + ], + "columns": { + "7e1756d9-af1b-4204-a8d4-8c57987216f0": { + "dataType": "string", + "isBucketed": true, + "label": "Top 10 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 10 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "cf481e4f-b568-4306-8da9-5e3d516ccbea": { + "dataType": "number", + "isBucketed": false, + "label": "average(kubernetes.proxy.process.memory.resident.bytes)", + "operationType": "formula", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 1 + } + }, + "formula": "average(kubernetes.proxy.process.memory.resident.bytes)", + "isFormulaBroken": false + }, + "references": [ + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0" + ], + "scale": "ratio" + }, + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of average(kubernetes.proxy.process.memory.resident.bytes)", + "operationType": "average", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.process.memory.resident.bytes" + }, + "d523e6d2-50f3-4b45-8815-8259df43850c": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fillOpacity": 0.3, + "layers": [ + { + "accessors": [ + "cf481e4f-b568-4306-8da9-5e3d516ccbea" + ], + "layerId": "77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "7e1756d9-af1b-4204-a8d4-8c57987216f0", + "xAccessor": "d523e6d2-50f3-4b45-8815-8259df43850c", + "yConfig": [] + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "area", + "title": "Empty XY chart", + "valueLabels": "hide", + "valuesInLegend": false, + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 21, + "i": "303702e1-ba33-49f2-b337-4cc7d7305606", + "w": 24, + "x": 24, + "y": 24 + }, + "panelIndex": "303702e1-ba33-49f2-b337-4cc7d7305606", + "title": "Average resident memory ", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "d3be0fa3-c7a4-49ba-b8cf-ab79f477f332": { + "columnOrder": [ + "9edf62a7-afd2-4574-9937-34f7ee0c5fcd", + "236eb2de-d45f-43f2-83f4-5a1d7355132b", + "301759e0-f73e-4e6d-a7c5-d0938024e989", + "301759e0-f73e-4e6d-a7c5-d0938024e989X1", + "301759e0-f73e-4e6d-a7c5-d0938024e989X0" + ], + "columns": { + "236eb2de-d45f-43f2-83f4-5a1d7355132b": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Counter rate", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": "s" + } + }, + "formula": "counter_rate(last_value(kubernetes.proxy.process.cpu.sec))", + "isFormulaBroken": false + }, + "references": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989X1" + ], + "scale": "ratio" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.process.cpu.sec: *" + }, + "isBucketed": false, + "label": "Part of Differences in Controller Proxy", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.process.cpu.sec" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Differences in Controller Proxy", + "operationType": "counter_rate", + "references": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "9edf62a7-afd2-4574-9937-34f7ee0c5fcd": { + "dataType": "string", + "isBucketed": true, + "label": "Top 20 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": false, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 20 + }, + "scale": "ordinal", + "sourceField": "host.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fillOpacity": 0.3, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "hideEndzones": false, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989" + ], + "layerId": "d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "9edf62a7-afd2-4574-9937-34f7ee0c5fcd", + "xAccessor": "236eb2de-d45f-43f2-83f4-5a1d7355132b", + "yConfig": [ + { + "axisMode": "left", + "color": "#d6bf57", + "forAccessor": "301759e0-f73e-4e6d-a7c5-d0938024e989" + } + ] + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "area", + "showCurrentTimeMarker": false, + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 12, + "i": "1604f0de-edd6-456e-8670-ab9b33988abb", + "w": 24, + "x": 0, + "y": 33 + }, + "panelIndex": "1604f0de-edd6-456e-8670-ab9b33988abb", + "title": "CPU usage increase over time", + "type": "lens", + "version": "8.6.0" }, { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -329,18 +1402,17 @@ "description": "", "params": { "axis_formatter": "number", - "axis_min": "0", "axis_position": "left", "axis_scale": "normal", - "drop_last_bucket": 1, - "filter": { - "language": "kuery", - "query": "event.dataset : \"kubernetes.proxy\" " - }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", - "interval": "auto", + "background_color": "rgba(249,235,223,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_f8313a9d-ab58-448e-b183-75f914caf53f_0_index_pattern", + "interval": "", "isModelInvalid": false, + "markdown": "HTTP Requests", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", "max_lines_legend": 1, "series": [ { @@ -348,40 +1420,36 @@ "chart_type": "line", "color": "#68BC00", "fill": 0.5, - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "CPU time", + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", "line_width": 1, "metrics": [ { - "field": "kubernetes.proxy.process.cpu.sec", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - }, - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "35da60d0-98fe-11e9-b4e1-6dc893538542", - "type": "derivative", - "unit": "" + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" } ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, "point_size": 1, "separate_axis": 0, - "split_color_mode": "gradient", + "series_drop_last_bucket": 0, "split_mode": "everything", "stacked": "none", - "time_range_mode": "entire_time_range", - "value_template": "{{value}} s" + "time_range_mode": "entire_time_range" } ], "show_grid": 1, "show_legend": 1, - "time_field": "@timestamp", + "time_field": "", "time_range_mode": "entire_time_range", "tooltip_mode": "show_all", "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "type": "markdown", + "use_kibana_indexes": true }, "title": "", "type": "metrics", @@ -389,20 +1457,21 @@ } }, "gridData": { - "h": 12, - "i": "03ca7914-2455-4709-9ae6-ca897a9120f0", - "w": 23, + "h": 3, + "i": "f8313a9d-ab58-448e-b183-75f914caf53f", + "w": 48, "x": 0, - "y": 12 + "y": 45 }, - "panelIndex": "03ca7914-2455-4709-9ae6-ca897a9120f0", - "title": "Proxy CPU [Metrics Kubernetes]", + "panelIndex": "f8313a9d-ab58-448e-b183-75f914caf53f", + "title": "", "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -415,664 +1484,973 @@ } }, "description": "", + "id": "", "params": { - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "drop_last_bucket": 1, - "filter": { - "language": "kuery", - "query": "event.dataset : \"kubernetes.proxy\"" - }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", - "interval": "auto", - "isModelInvalid": false, - "max_lines_legend": 1, - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(251,158,0,1)", - "fill": 0.5, - "formatter": "bytes", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Resident", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.process.memory.resident.bytes", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(164,221,0,1)", - "fill": 0.5, - "formatter": "bytes", - "id": "1ea6cee0-9907-11e9-b4e1-6dc893538542", - "label": "Virtual", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.process.memory.virtual.bytes", - "id": "1ea6cee1-9907-11e9-b4e1-6dc893538542", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "time_range_mode": "entire_time_range", - "tooltip_mode": "show_all", - "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "fontSize": 12, + "markdown": "**NOTE**: The default period to fetch the metrics used in **Requests counter rate , Client error responses counter rate** and **Server error responses counter rate** visualization is **10s**. The timestamps from the visualizations were chosen according to that. Otherwise, they might be inaccurate. Adjust them by clicking on the **settings wheel** on the top right of the visualization and go to the **right side menu**. After that, write the custom period value on **Horizontal axis \u003e @timestamp \u003e Minimum interval**.", + "openLinksInNewTab": false }, "title": "", - "type": "metrics", + "type": "markdown", "uiState": {} } }, "gridData": { - "h": 12, - "i": "5cdf54dc-df7b-4a74-bec8-f34d0aaaa2d3", - "w": 25, - "x": 23, - "y": 12 + "h": 4, + "i": "6a11dafa-5cd1-49e7-9806-15110738093d", + "w": 48, + "x": 0, + "y": 48 }, - "panelIndex": "5cdf54dc-df7b-4a74-bec8-f34d0aaaa2d3", - "title": "Proxy memory [Metrics Kubernetes]", + "panelIndex": "6a11dafa-5cd1-49e7-9806-15110738093d", "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { - "enhancements": {}, - "savedVis": { - "data": { - "aggs": [], - "searchSource": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", + "type": "index-pattern" } - }, - "description": "", - "params": { - "axis_formatter": "number", - "axis_min": "0", - "axis_position": "left", - "axis_scale": "normal", - "background_color_rules": [ - { - "id": "4fb3cbb0-9be5-11e9-871d-d3c7d4c337ef" - } - ], - "bar_color_rules": [ - { - "id": "4b459c20-9be5-11e9-871d-d3c7d4c337ef" + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9": { + "columnOrder": [ + "35a11916-4ca3-421b-9df2-521f52f21fbb", + "ed3c7efa-0467-4a57-8d06-0f4775906cc5", + "43097f7a-e478-47bc-81c1-7541bd899d46", + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1", + "43097f7a-e478-47bc-81c1-7541bd899d46X2" + ], + "columns": { + "35a11916-4ca3-421b-9df2-521f52f21fbb": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Host", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "kubernetes.proxy.host" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "43097f7a-e478-47bc-81c1-7541bd899d46": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Average latency s", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 0, + "suffix": "s" + } + }, + "formula": "sum(kubernetes.proxy.client.request.duration.us.sum)/sum(kubernetes.proxy.client.request.duration.us.count)/1000", + "isFormulaBroken": false + }, + "references": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X2" + ], + "scale": "ratio" + }, + "43097f7a-e478-47bc-81c1-7541bd899d46X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Average latency s", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.client.request.duration.us.sum" + }, + "43097f7a-e478-47bc-81c1-7541bd899d46X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Average latency s", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.client.request.duration.us.count" + }, + "43097f7a-e478-47bc-81c1-7541bd899d46X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Average latency s", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + { + "args": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1" + ], + "name": "divide", + "type": "function" + }, + 1000 + ], + "location": { + "max": 112, + "min": 0 + }, + "name": "divide", + "text": "sum(kubernetes.proxy.client.request.duration.us.sum)/sum(kubernetes.proxy.client.request.duration.us.count)/1000", + "type": "function" + } + }, + "references": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1" + ], + "scale": "ratio" + }, + "ed3c7efa-0467-4a57-8d06-0f4775906cc5": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } } - ], - "drop_last_bucket": 1, - "filter": { + }, + "filters": [], + "internalReferences": [], + "query": { "language": "kuery", - "query": "event.dataset : \"kubernetes.proxy\"" + "query": "" }, - "gauge_color_rules": [ - { - "id": "4de1cad0-9be5-11e9-871d-d3c7d4c337ef" - } - ], - "gauge_inner_width": 10, - "gauge_style": "half", - "gauge_width": 10, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", - "interval": "auto", - "isModelInvalid": false, - "max_lines_legend": 1, - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(63,112,2,1)", - "fill": 0.5, - "formatter": "number", - "hidden": false, - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Under 16ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.16000", - "id": "4dbb3a90-9be6-11e9-871d-d3c7d4c337ef", - "type": "avg" - }, - { - "field": "4dbb3a90-9be6-11e9-871d-d3c7d4c337ef", - "id": "189688a0-9be7-11e9-871d-d3c7d4c337ef", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(138,223,24,1)", - "fill": "0.4", - "formatter": "number", - "hidden": false, - "id": "a60dbe60-9be7-11e9-871d-d3c7d4c337ef", - "label": "Under 512ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.512000", - "id": "a60dbe61-9be7-11e9-871d-d3c7d4c337ef", - "type": "avg" + "layers": [ + { + "accessors": [ + "43097f7a-e478-47bc-81c1-7541bd899d46" + ], + "layerId": "f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", + "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" }, - { - "field": "a60dbe61-9be7-11e9-871d-d3c7d4c337ef", - "id": "b55a1080-9be7-11e9-871d-d3c7d4c337ef", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "35a11916-4ca3-421b-9df2-521f52f21fbb", + "xAccessor": "ed3c7efa-0467-4a57-8d06-0f4775906cc5", + "yConfig": [] + } + ], + "legend": { + "horizontalAlignment": "right", + "isInside": false, + "isVisible": true, + "legendSize": "xlarge", + "maxLines": 1, + "position": "right", + "shouldTruncate": false, + "verticalAlignment": "bottom" }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(174,161,255,1)", - "fill": "0.4", - "formatter": "number", - "hidden": false, - "id": "c5cc4f90-9be8-11e9-871d-d3c7d4c337ef", - "label": "Under 1024 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.1024000", - "id": "c5cc4f91-9be8-11e9-871d-d3c7d4c337ef", - "type": "avg" - }, - { - "field": "c5cc4f91-9be8-11e9-871d-d3c7d4c337ef", - "id": "f17cb2b0-9be8-11e9-871d-d3c7d4c337ef", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(115,216,255,1)", - "fill": "0.2", - "formatter": "number", - "hidden": false, - "id": "e0901380-9be7-11e9-871d-d3c7d4c337ef", - "label": "Under 4096 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.4096000", - "id": "e0901381-9be7-11e9-871d-d3c7d4c337ef", - "type": "avg" - }, - { - "field": "e0901381-9be7-11e9-871d-d3c7d4c337ef", - "id": "f2b6fce0-9be7-11e9-871d-d3c7d4c337ef", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(252,196,0,1)", - "fill": "0.2", - "formatter": "number", - "id": "882fa5a0-9be9-11e9-871d-d3c7d4c337ef", - "label": "Under 8192 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.8192000", - "id": "882fccb0-9be9-11e9-871d-d3c7d4c337ef", - "type": "avg" - }, - { - "field": "882fccb0-9be9-11e9-871d-d3c7d4c337ef", - "id": "9adb9d80-9be9-11e9-871d-d3c7d4c337ef", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(209,119,103,1)", - "fill": "0", - "formatter": "number", - "id": "86549550-9bef-11e9-871d-d3c7d4c337ef", - "label": "Under 16384 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.16384000", - "id": "86549551-9bef-11e9-871d-d3c7d4c337ef", - "type": "avg" - }, - { - "field": "86549551-9bef-11e9-871d-d3c7d4c337ef", - "id": "86549552-9bef-11e9-871d-d3c7d4c337ef", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": "0", - "formatter": "number", - "id": "c66bf580-9be9-11e9-871d-d3c7d4c337ef", - "label": "All", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.+Inf", - "id": "c66bf581-9be9-11e9-871d-d3c7d4c337ef", - "type": "avg" - }, - { - "field": "c66bf581-9be9-11e9-871d-d3c7d4c337ef", - "id": "d48b3950-9be9-11e9-871d-d3c7d4c337ef", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "time_range_mode": "entire_time_range", - "tooltip_mode": "show_all", - "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "preferredSeriesType": "area", + "title": "Empty XY chart", + "valueLabels": "hide", + "valuesInLegend": false, + "xTitle": "", + "yTitle": "" + } }, "title": "", - "type": "metrics", - "uiState": {} - } + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false }, "gridData": { - "h": 13, - "i": "b0aae2e7-fc1b-46ee-bba7-e71844be49ae", - "w": 48, + "h": 14, + "i": "1bd24fa1-319e-4cae-9d45-d821b06a8034", + "w": 24, "x": 0, - "y": 24 + "y": 52 }, - "panelIndex": "b0aae2e7-fc1b-46ee-bba7-e71844be49ae", - "title": "Proxy network programming [Metrics Kubernetes]", - "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "panelIndex": "1bd24fa1-319e-4cae-9d45-d821b06a8034", + "title": "Average request latency", + "type": "lens", + "version": "8.6.0" }, { "embeddableConfig": { - "enhancements": {}, - "savedVis": { - "data": { - "aggs": [], - "searchSource": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-7c7c4b67-a2df-427f-abbd-635e5fa73a9c", + "type": "index-pattern" } - }, - "description": "", - "params": { - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "drop_last_bucket": 1, - "filter": { + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "7c7c4b67-a2df-427f-abbd-635e5fa73a9c": { + "columnOrder": [ + "d3b90051-0bb2-41e0-9d5d-34ff145dba09", + "8a2e9cea-60fb-4603-a072-9b0e6194344c", + "63268365-bb35-456f-831c-78238984a061", + "63268365-bb35-456f-831c-78238984a061X0", + "63268365-bb35-456f-831c-78238984a061X1" + ], + "columns": { + "63268365-bb35-456f-831c-78238984a061": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Requests", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 2 + } + }, + "formula": "counter_rate(sum(kubernetes.proxy.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "63268365-bb35-456f-831c-78238984a061X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "63268365-bb35-456f-831c-78238984a061X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Requests", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.client.request.count" + }, + "63268365-bb35-456f-831c-78238984a061X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Requests", + "operationType": "counter_rate", + "references": [ + "63268365-bb35-456f-831c-78238984a061X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "8a2e9cea-60fb-4603-a072-9b0e6194344c": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d3b90051-0bb2-41e0-9d5d-34ff145dba09": { + "dataType": "string", + "isBucketed": true, + "label": "Top 10 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "customLabel": false, + "dataType": "number", + "isBucketed": false, + "label": "Count of records", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 10 + }, + "scale": "ordinal", + "sourceField": "host.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { "language": "kuery", - "query": "event.dataset : \"kubernetes.proxy\"" + "query": "" }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", - "interval": "auto", - "isModelInvalid": false, - "max_lines_legend": 1, - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(63,112,2,1)", - "fill": 0.5, - "formatter": "number", - "hidden": false, - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Under 16 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.rules.duration.us.bucket.16000", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - }, - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "038a94d0-9bf4-11e9-9f03-d58417b2a60d", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(138,223,24,1)", - "fill": "0.4", - "formatter": "number", - "hidden": false, - "id": "250daed0-9bf4-11e9-9f03-d58417b2a60d", - "label": "Under 512 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.rules.duration.us.bucket.512000", - "id": "250dd5e0-9bf4-11e9-9f03-d58417b2a60d", - "type": "avg" + "layers": [ + { + "accessors": [ + "63268365-bb35-456f-831c-78238984a061" + ], + "layerId": "7c7c4b67-a2df-427f-abbd-635e5fa73a9c", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" }, - { - "field": "250dd5e0-9bf4-11e9-9f03-d58417b2a60d", - "id": "250dd5e1-9bf4-11e9-9f03-d58417b2a60d", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "d3b90051-0bb2-41e0-9d5d-34ff145dba09", + "xAccessor": "8a2e9cea-60fb-4603-a072-9b0e6194344c" + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(174,161,255,1)", - "fill": "0.3", - "formatter": "number", - "hidden": false, - "id": "744141b0-9bf4-11e9-9f03-d58417b2a60d", - "label": "Under 1024 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.rules.duration.us.bucket.1024000", - "id": "744141b1-9bf4-11e9-9f03-d58417b2a60d", - "type": "avg" - }, - { - "field": "744141b1-9bf4-11e9-9f03-d58417b2a60d", - "id": "744141b2-9bf4-11e9-9f03-d58417b2a60d", - "type": "derivative", - "unit": "" + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "91a7ce56-6a49-4b7e-837f-31c184b48c09", + "w": 24, + "x": 24, + "y": 52 + }, + "panelIndex": "91a7ce56-6a49-4b7e-837f-31c184b48c09", + "title": "Requests counter rate", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-acbb7181-0ff2-4164-9761-8b2c430d6a68", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "acbb7181-0ff2-4164-9761-8b2c430d6a68": { + "columnOrder": [ + "eb84dd5b-79c5-4928-8636-fcc56d70b7fc", + "a42b9c5d-612b-4849-be9e-2405c3ad6e28", + "fea759f8-df7f-4c51-8163-03ed7c9e1a8f", + "eb7e83d0-db8e-4b46-963c-3f2e8f343546", + "2a6c7891-abb8-467d-ba48-e1807a096b9c", + "fea759f8-df7f-4c51-8163-03ed7c9e1a8fX1", + "fea759f8-df7f-4c51-8163-03ed7c9e1a8fX0" + ], + "columns": { + "2a6c7891-abb8-467d-ba48-e1807a096b9c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of differences(sum(kubernetes.proxy.client.request.count))", + "operationType": "differences", + "references": [ + "eb7e83d0-db8e-4b46-963c-3f2e8f343546" + ], + "scale": "ratio" + }, + "a42b9c5d-612b-4849-be9e-2405c3ad6e28": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "eb7e83d0-db8e-4b46-963c-3f2e8f343546": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of differences(sum(kubernetes.proxy.client.request.count))", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.client.request.count" + }, + "eb84dd5b-79c5-4928-8636-fcc56d70b7fc": { + "dataType": "string", + "isBucketed": true, + "label": "Top 10 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 10 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "fea759f8-df7f-4c51-8163-03ed7c9e1a8f": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.code \u003e= 400 and kubernetes.proxy.code \u003c 500" + }, + "isBucketed": false, + "label": "Client errors", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 2 + } + }, + "formula": "counter_rate(sum(kubernetes.proxy.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "fea759f8-df7f-4c51-8163-03ed7c9e1a8fX1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "fea759f8-df7f-4c51-8163-03ed7c9e1a8fX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.code \u003e= 400 and kubernetes.proxy.code \u003c 500" + }, + "isBucketed": false, + "label": "Part of Client errors", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.client.request.count" + }, + "fea759f8-df7f-4c51-8163-03ed7c9e1a8fX1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.code \u003e= 400 and kubernetes.proxy.code \u003c 500" + }, + "isBucketed": false, + "label": "Part of Client errors", + "operationType": "counter_rate", + "references": [ + "fea759f8-df7f-4c51-8163-03ed7c9e1a8fX0" + ], + "scale": "ratio", + "timeScale": "s" + } + }, + "incompleteColumns": {} } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(115,216,255,1)", - "fill": "0.2", - "formatter": "number", - "hidden": false, - "id": "e4454060-9bf4-11e9-9f03-d58417b2a60d", - "label": "Under 4096 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.rules.duration.us.bucket.4096000", - "id": "e4454061-9bf4-11e9-9f03-d58417b2a60d", - "type": "avg" + "layers": [ + { + "accessors": [ + "fea759f8-df7f-4c51-8163-03ed7c9e1a8f" + ], + "layerId": "acbb7181-0ff2-4164-9761-8b2c430d6a68", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" }, - { - "field": "e4454061-9bf4-11e9-9f03-d58417b2a60d", - "id": "e4456770-9bf4-11e9-9f03-d58417b2a60d", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "eb84dd5b-79c5-4928-8636-fcc56d70b7fc", + "xAccessor": "a42b9c5d-612b-4849-be9e-2405c3ad6e28" + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(252,196,0,1)", - "fill": "0.1", - "formatter": "number", - "hidden": false, - "id": "1ac14f80-9bf5-11e9-9f03-d58417b2a60d", - "label": "Under 8192 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.rules.duration.us.bucket.8192000", - "id": "1ac17690-9bf5-11e9-9f03-d58417b2a60d", - "type": "avg" - }, - { - "field": "1ac17690-9bf5-11e9-9f03-d58417b2a60d", - "id": "1ac17691-9bf5-11e9-9f03-d58417b2a60d", - "type": "derivative", - "unit": "" + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "24a2f3ce-a762-4e5f-8794-ff67fc70a41d", + "w": 24, + "x": 0, + "y": 66 + }, + "panelIndex": "24a2f3ce-a762-4e5f-8794-ff67fc70a41d", + "title": "Client error responses counter rate", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-54af7a75-9eab-4746-b959-378d6bbb7cf6", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "54af7a75-9eab-4746-b959-378d6bbb7cf6": { + "columnOrder": [ + "e05814a2-da30-432b-8fbf-bad34214cc4c", + "2a39c430-b798-486a-8ad6-f91c4fb96fc8", + "ffd0dce8-3168-40cd-9ec3-46d5003d9093", + "e137ff3f-86e1-4be8-9bee-a9f50d5cbec8", + "63166add-64d0-4f67-b9cf-e0a4fee229a4", + "f19c32fc-8086-4c14-a124-747572608ae5", + "b842fba2-3cc2-4d13-8cf9-37b66f21b796", + "ffd0dce8-3168-40cd-9ec3-46d5003d9093X1", + "ffd0dce8-3168-40cd-9ec3-46d5003d9093X0" + ], + "columns": { + "2a39c430-b798-486a-8ad6-f91c4fb96fc8": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "63166add-64d0-4f67-b9cf-e0a4fee229a4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of differences(sum(kubernetes.proxy.client.request.count))", + "operationType": "differences", + "references": [ + "e137ff3f-86e1-4be8-9bee-a9f50d5cbec8" + ], + "scale": "ratio" + }, + "b842fba2-3cc2-4d13-8cf9-37b66f21b796": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.code \u003e= 400 and kubernetes.proxy.code \u003c 500" + }, + "isBucketed": false, + "label": "Part of differences(sum(kubernetes.proxy.client.request.count))", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.client.request.count" + }, + "e05814a2-da30-432b-8fbf-bad34214cc4c": { + "dataType": "string", + "isBucketed": true, + "label": "Top 10 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 10 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "e137ff3f-86e1-4be8-9bee-a9f50d5cbec8": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of differences(sum(kubernetes.proxy.client.request.count))", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.client.request.count" + }, + "f19c32fc-8086-4c14-a124-747572608ae5": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.code \u003e= 400 and kubernetes.proxy.code \u003c 500" + }, + "isBucketed": false, + "label": "Part of differences(sum(kubernetes.proxy.client.request.count))", + "operationType": "differences", + "references": [ + "b842fba2-3cc2-4d13-8cf9-37b66f21b796" + ], + "scale": "ratio" + }, + "ffd0dce8-3168-40cd-9ec3-46d5003d9093": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.code \u003e= 500" + }, + "isBucketed": false, + "label": "Server errors", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 2 + } + }, + "formula": "counter_rate(sum(kubernetes.proxy.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "ffd0dce8-3168-40cd-9ec3-46d5003d9093X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "ffd0dce8-3168-40cd-9ec3-46d5003d9093X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.code \u003e= 500" + }, + "isBucketed": false, + "label": "Part of Server errors", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.proxy.client.request.count" + }, + "ffd0dce8-3168-40cd-9ec3-46d5003d9093X1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.proxy.code \u003e= 500" + }, + "isBucketed": false, + "label": "Part of Server errors", + "operationType": "counter_rate", + "references": [ + "ffd0dce8-3168-40cd-9ec3-46d5003d9093X0" + ], + "scale": "ratio", + "timeScale": "s" + } + }, + "incompleteColumns": {} } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(209,119,103,1)", - "fill": "0", - "formatter": "number", - "hidden": false, - "id": "3cbf17c0-9bf5-11e9-9f03-d58417b2a60d", - "label": "Under 16384 ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.rules.duration.us.bucket.16384000", - "id": "3cbf17c1-9bf5-11e9-9f03-d58417b2a60d", - "type": "avg" + "layers": [ + { + "accessors": [ + "ffd0dce8-3168-40cd-9ec3-46d5003d9093" + ], + "layerId": "54af7a75-9eab-4746-b959-378d6bbb7cf6", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" }, - { - "field": "3cbf17c1-9bf5-11e9-9f03-d58417b2a60d", - "id": "3cbf17c2-9bf5-11e9-9f03-d58417b2a60d", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "e05814a2-da30-432b-8fbf-bad34214cc4c", + "xAccessor": "2a39c430-b798-486a-8ad6-f91c4fb96fc8" + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": "0", - "formatter": "number", - "id": "58fb7c80-9bf5-11e9-9f03-d58417b2a60d", - "label": "All", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.proxy.sync.rules.duration.us.bucket.+Inf", - "id": "58fb7c81-9bf5-11e9-9f03-d58417b2a60d", - "type": "avg" - }, - { - "field": "58fb7c81-9bf5-11e9-9f03-d58417b2a60d", - "id": "58fb7c82-9bf5-11e9-9f03-d58417b2a60d", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "time_range_mode": "entire_time_range", - "tooltip_mode": "show_all", - "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } }, "title": "", - "type": "metrics", - "uiState": {} - } + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false }, "gridData": { - "h": 10, - "i": "e2ef6369-ef90-46e8-a22b-eaff2d601f67", - "w": 48, - "x": 0, - "y": 37 + "h": 14, + "i": "e3c408a3-6515-4104-b764-888f39fa6185", + "w": 24, + "x": 24, + "y": 66 }, - "panelIndex": "e2ef6369-ef90-46e8-a22b-eaff2d601f67", - "title": "Proxy sync rules [Metrics Kubernetes]", - "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "panelIndex": "e3c408a3-6515-4104-b764-888f39fa6185", + "title": "Server error responses counter rate", + "type": "lens", + "version": "8.6.0" } ], "timeRestore": false, "title": "[Metrics Kubernetes] Proxy", "version": 1 }, - "coreMigrationVersion": "8.3.0", + "coreMigrationVersion": "8.6.0", + "created_at": "2023-01-11T16:15:13.706Z", "id": "kubernetes-5e649d60-9901-11e9-ba57-b7ab4e2d4b58", "migrationVersion": { - "dashboard": "8.3.0" + "dashboard": "8.6.0" }, "references": [ { "id": "metrics-*", - "name": "controlGroup_ae7eebc2-1c10-4e09-a9ad-df2412cedaf3:optionsListDataView", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd:metrics_ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f74e1a86-4370-4f65-a3b8-d92c9f25ff42:indexpattern-datasource-layer-5de1942f-e0a5-4ed8-86c0-972d57d62085", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "34de2f11-faf2-49e8-aada-98c2cd5eb266:indexpattern-datasource-layer-0b5eadf5-2a9c-49a2-b862-d317822adfd8", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "c3fee68f-01c6-49da-a759-2900b1cd15bf:metrics_c3fee68f-01c6-49da-a759-2900b1cd15bf_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "af47c34c-961a-463c-9d66-ffedcc2eef12:indexpattern-datasource-layer-380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "af47c34c-961a-463c-9d66-ffedcc2eef12:169f9d33-cf55-422e-906e-f4eecb26a362", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "303702e1-ba33-49f2-b337-4cc7d7305606:indexpattern-datasource-layer-77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1604f0de-edd6-456e-8670-ab9b33988abb:indexpattern-datasource-layer-d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f8313a9d-ab58-448e-b183-75f914caf53f:metrics_f8313a9d-ab58-448e-b183-75f914caf53f_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1bd24fa1-319e-4cae-9d45-d821b06a8034:indexpattern-datasource-layer-f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "91a7ce56-6a49-4b7e-837f-31c184b48c09:indexpattern-datasource-layer-7c7c4b67-a2df-427f-abbd-635e5fa73a9c", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "24a2f3ce-a762-4e5f-8794-ff67fc70a41d:indexpattern-datasource-layer-acbb7181-0ff2-4164-9761-8b2c430d6a68", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "e3c408a3-6515-4104-b764-888f39fa6185:indexpattern-datasource-layer-54af7a75-9eab-4746-b959-378d6bbb7cf6", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "controlGroup_f53d0d21-4502-4dce-8004-017a92104040:optionsListDataView", "type": "index-pattern" }, { "id": "metrics-*", - "name": "controlGroup_8a435008-4da3-42ba-a689-4541a0e2ca1d:optionsListDataView", + "name": "controlGroup_df56c430-83b1-436e-8b9c-fb027aaa29ca:optionsListDataView", "type": "index-pattern" } ], - "type": "dashboard" -} \ No newline at end of file + "type": "dashboard", + "updated_at": "2023-01-11T16:15:13.706Z", + "version": "WzM1MDAsMV0=" +} diff --git a/packages/kubernetes/kibana/dashboard/kubernetes-bf9389f0-0c14-11ed-b760-5d1bccb47f56.json b/packages/kubernetes/kibana/dashboard/kubernetes-bf9389f0-0c14-11ed-b760-5d1bccb47f56.json index 30717d99bb5..fa94b21e7c3 100644 --- a/packages/kubernetes/kibana/dashboard/kubernetes-bf9389f0-0c14-11ed-b760-5d1bccb47f56.json +++ b/packages/kubernetes/kibana/dashboard/kubernetes-bf9389f0-0c14-11ed-b760-5d1bccb47f56.json @@ -1,7 +1,12 @@ { "attributes": { + "controlGroupInput": { + "chainingSystem": "HIERARCHICAL", + "controlStyle": "oneLine", + "ignoreParentSettingsJSON": "{\"ignoreFilters\":false,\"ignoreQuery\":false,\"ignoreTimerange\":false,\"ignoreValidations\":false}", + "panelsJSON": "{\"f53d0d21-4502-4dce-8004-017a92104040\":{\"order\":1,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"host.name\",\"title\":\"Host\",\"id\":\"f53d0d21-4502-4dce-8004-017a92104040\",\"selectedOptions\":[],\"enhancements\":{},\"singleSelect\":false}},\"df56c430-83b1-436e-8b9c-fb027aaa29ca\":{\"order\":0,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"orchestrator.cluster.name\",\"title\":\"Cluster\",\"singleSelect\":true,\"id\":\"df56c430-83b1-436e-8b9c-fb027aaa29ca\",\"selectedOptions\":[],\"enhancements\":{}}}}" + }, "description": "Kubernetes Controller Manager metrics", - "hits": 0, "kibanaSavedObjectMeta": { "searchSourceJSON": { "filter": [ @@ -13,7 +18,7 @@ "alias": null, "disabled": false, "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", - "key": "event.dataset", + "key": "data_stream.dataset", "negate": false, "params": { "query": "kubernetes.controllermanager" @@ -22,7 +27,7 @@ }, "query": { "match_phrase": { - "event.dataset": { + "data_stream.dataset": { "query": "kubernetes.controllermanager" } } @@ -37,12 +42,54 @@ }, "optionsJSON": { "hidePanelTitles": false, + "syncColors": true, + "syncCursor": true, + "syncTooltips": false, "useMargins": true }, "panelsJSON": [ { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "id": "", + "params": { + "fontSize": 12, + "markdown": "### Controller Manager\n\nThis dashboard collects metrics from [kube controller manager](https://kubernetes.io/docs/concepts/overview/components/#kube-controller-manager) endpoint. Its purpose is to give an overview of what is happening inside it through the controller processes metrics and detect problems that might be happening. \n\n**WARNING**: This dataset **requires access** to the kube controller manager endpoint. Refer [here](https://docs.elastic.co/en/integrations/kubernetes#scheduler-and-controllermanager) to learn how to enable it. In some \"As a Service\" Kubernetes implementations, like GKE or AKS, it is **not possible** to access its metrics.", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 10, + "i": "c13eb504-6afb-4fa5-8a7d-a75c5fee15b7", + "w": 23, + "x": 0, + "y": 0 + }, + "panelIndex": "c13eb504-6afb-4fa5-8a7d-a75c5fee15b7", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -59,14 +106,15 @@ "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "drop_last_bucket": 1, - "hide_last_value_indicator": true, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", - "interval": "30s", + "background_color": "rgba(203,228,249,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd_0_index_pattern", + "interval": "", "isModelInvalid": false, - "markdown": "| | |\n|---|---|\n|**Days running**|{{ math.started.last.raw }}|\n|**File descriptors open**|{{ average_of_kubernetes_controllermanager_process_fds_open_count.fds.last.formatted }}|\n|**Maximun File descriptors**|{{ max_of_kubernetes_controllermanager_process_fds_max_count.fds_max.last.formatted }}|\n|**Resident Memory**|{{ average_of_kubernetes_controllermanager_process_memory_resident_bytes.resident_memory.last.formatted }}|\n|**Virtual Memory**|{{ average_of_kubernetes_controllermanager_process_memory_virtual_bytes.virtual_memory.last.formatted }}|\n", - "markdown_css": "table, tr, td, th{border:none}", + "markdown": "Cluster nodes", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", "max_lines_legend": 1, "series": [ { @@ -74,121 +122,13 @@ "chart_type": "line", "color": "#68BC00", "fill": 0.5, - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.controllermanager.process.started.sec", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "max" - }, - { - "id": "ebfdb1c0-9c1c-11e9-b29f-d55be9348723", - "script": "round( (params._timestamp /1000 - params.started) / 86400, 2)", - "type": "math", - "variables": [ - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "ef30a230-9c1c-11e9-b29f-d55be9348723", - "name": "started" - } - ] - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range", - "var_name": "started" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "number", - "id": "1212ba80-9c1e-11e9-b29f-d55be9348723", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.controllermanager.process.fds.open.count", - "id": "1212ba81-9c1e-11e9-b29f-d55be9348723", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range", - "var_name": "fds" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "bytes", - "id": "3f3b17a0-9c1e-11e9-b29f-d55be9348723", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.controllermanager.process.memory.resident.bytes", - "id": "3f3b17a1-9c1e-11e9-b29f-d55be9348723", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range", - "var_name": "resident_memory" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "bytes", - "id": "b1a01b50-9c1f-11e9-b29f-d55be9348723", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.controllermanager.process.memory.virtual.bytes", - "id": "b1a01b51-9c1f-11e9-b29f-d55be9348723", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range", - "var_name": "virtual_memory" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "number", - "id": "6faac700-f2dd-11ec-ab74-4342b85d7779", - "label": "", + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", "line_width": 1, "metrics": [ { - "field": "kubernetes.controllermanager.process.fds.max.count", - "id": "6faaee10-f2dd-11ec-ab74-4342b85d7779", - "type": "max" + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" } ], "override_index_pattern": 0, @@ -201,34 +141,34 @@ "series_drop_last_bucket": 0, "split_mode": "everything", "stacked": "none", - "time_range_mode": "entire_time_range", - "var_name": "fds_max" + "time_range_mode": "entire_time_range" } ], "show_grid": 1, "show_legend": 1, - "time_field": "@timestamp", - "time_range_mode": "last_value", + "time_field": "", + "time_range_mode": "entire_time_range", "tooltip_mode": "show_all", "truncate_legend": 1, "type": "markdown", - "use_kibana_indexes": false + "use_kibana_indexes": true }, + "title": "", "type": "metrics", "uiState": {} } }, "gridData": { - "h": 14, - "i": "2158ddb3-913e-4aa5-8694-e6708be54b20", - "w": 16, - "x": 0, + "h": 3, + "i": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd", + "w": 25, + "x": 23, "y": 0 }, - "panelIndex": "2158ddb3-913e-4aa5-8694-e6708be54b20", - "title": "Controller Process [Metrics Kubernetes]", + "panelIndex": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd", + "title": "", "type": "visualization", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { @@ -236,28 +176,56 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", + "name": "indexpattern-datasource-layer-239b73ac-0fc9-44fd-a7c5-2d0281e6b765", "type": "index-pattern" } ], "state": { + "adHocDataViews": {}, "datasourceStates": { - "indexpattern": { + "formBased": { "layers": { - "f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9": { + "239b73ac-0fc9-44fd-a7c5-2d0281e6b765": { "columnOrder": [ - "35a11916-4ca3-421b-9df2-521f52f21fbb", - "ed3c7efa-0467-4a57-8d06-0f4775906cc5", - "43097f7a-e478-47bc-81c1-7541bd899d46", - "43097f7a-e478-47bc-81c1-7541bd899d46X0", - "43097f7a-e478-47bc-81c1-7541bd899d46X1", - "43097f7a-e478-47bc-81c1-7541bd899d46X2" + "310bfe34-31c8-4c52-bff0-60450318be7e", + "28f81466-455c-469d-8c35-b53555ae5e8a", + "363b1795-4ab4-43e8-87a6-fafe691bddf2", + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3", + "6b1f578b-3e83-443b-a2da-b97ecbcd67bb", + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X2", + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X1", + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X0", + "363b1795-4ab4-43e8-87a6-fafe691bddf2X0", + "6b1f578b-3e83-443b-a2da-b97ecbcd67bbX0" ], "columns": { - "35a11916-4ca3-421b-9df2-521f52f21fbb": { + "28f81466-455c-469d-8c35-b53555ae5e8a": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Zone", + "operationType": "terms", + "params": { + "missingBucket": true, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "kubernetes.controllermanager.zone" + }, + "310bfe34-31c8-4c52-bff0-60450318be7e": { + "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Top 50 values of kubernetes.controllermanager.url", + "label": "Cluster", "operationType": "terms", "params": { "missingBucket": false, @@ -270,102 +238,159 @@ "parentFormat": { "id": "terms" }, - "secondaryFields": [], - "size": 50 + "size": 3 }, "scale": "ordinal", - "sourceField": "kubernetes.controllermanager.url" + "sourceField": "orchestrator.cluster.name" }, - "43097f7a-e478-47bc-81c1-7541bd899d46": { + "363b1795-4ab4-43e8-87a6-fafe691bddf2": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Request Latency in Milliseconds", + "label": "Total nodes", "operationType": "formula", "params": { - "formula": "(sum(kubernetes.controllermanager.client.request.duration.us.sum)/ sum(kubernetes.controllermanager.client.request.duration.us.count))/1000", + "formula": "last_value(kubernetes.controllermanager.node.collector.count, kql='kubernetes.controllermanager.node.collector.count: *')", "isFormulaBroken": false }, "references": [ - "43097f7a-e478-47bc-81c1-7541bd899d46X2" + "363b1795-4ab4-43e8-87a6-fafe691bddf2X0" ], "scale": "ratio" }, - "43097f7a-e478-47bc-81c1-7541bd899d46X0": { + "363b1795-4ab4-43e8-87a6-fafe691bddf2X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.node.collector.count: *" + }, + "isBucketed": false, + "label": "Part of Total nodes", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.node.collector.count" + }, + "6b1f578b-3e83-443b-a2da-b97ecbcd67bb": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Request Latency in Milliseconds", - "operationType": "sum", + "label": "Node evictions", + "operationType": "formula", "params": { - "emptyAsNull": false + "formula": "last_value(kubernetes.controllermanager.node.collector.eviction.count, kql='kubernetes.controllermanager.node.collector.eviction.count: *')", + "isFormulaBroken": false + }, + "references": [ + "6b1f578b-3e83-443b-a2da-b97ecbcd67bbX0" + ], + "scale": "ratio" + }, + "6b1f578b-3e83-443b-a2da-b97ecbcd67bbX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.node.collector.eviction.count: *" + }, + "isBucketed": false, + "label": "Part of Node evictions", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" }, "scale": "ratio", - "sourceField": "kubernetes.controllermanager.client.request.duration.us.sum" + "sourceField": "kubernetes.controllermanager.node.collector.eviction.count" }, - "43097f7a-e478-47bc-81c1-7541bd899d46X1": { + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Request Latency in Milliseconds", - "operationType": "sum", + "label": "Unhealthy nodes", + "operationType": "formula", "params": { - "emptyAsNull": false + "format": { + "id": "percent", + "params": { + "decimals": 1 + } + }, + "formula": "last_value(kubernetes.controllermanager.node.collector.unhealthy.count, kql='kubernetes.controllermanager.node.collector.unhealthy.count: *')/last_value(kubernetes.controllermanager.node.collector.count, kql='kubernetes.controllermanager.node.collector.unhealthy.count: *')*100", + "isFormulaBroken": false + }, + "references": [ + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X2" + ], + "scale": "ratio" + }, + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.node.collector.unhealthy.count: *" + }, + "isBucketed": false, + "label": "Part of Unhealthy nodes", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" }, "scale": "ratio", - "sourceField": "kubernetes.controllermanager.client.request.duration.us.count" + "sourceField": "kubernetes.controllermanager.node.collector.unhealthy.count" }, - "43097f7a-e478-47bc-81c1-7541bd899d46X2": { + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.node.collector.unhealthy.count: *" + }, + "isBucketed": false, + "label": "Part of Unhealthy nodes", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.node.collector.count" + }, + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X2": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Request Latency in Milliseconds", + "label": "Part of Unhealthy nodes", "operationType": "math", "params": { "tinymathAst": { "args": [ { "args": [ - "43097f7a-e478-47bc-81c1-7541bd899d46X0", - "43097f7a-e478-47bc-81c1-7541bd899d46X1" + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X0", + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X1" ], - "location": { - "max": 133, - "min": 1 - }, "name": "divide", - "text": "sum(kubernetes.controllermanager.client.request.duration.us.sum)/ sum(kubernetes.controllermanager.client.request.duration.us.count)", "type": "function" }, - 1000 + 100 ], "location": { - "max": 139, + "max": 277, "min": 0 }, - "name": "divide", - "text": "(sum(kubernetes.controllermanager.client.request.duration.us.sum)/ sum(kubernetes.controllermanager.client.request.duration.us.count))/1000", + "name": "multiply", + "text": "last_value(kubernetes.controllermanager.node.collector.unhealthy.count, kql='kubernetes.controllermanager.node.collector.unhealthy.count: *')/last_value(kubernetes.controllermanager.node.collector.count, kql='kubernetes.controllermanager.node.collector.unhealthy.count: *')*100", "type": "function" } }, "references": [ - "43097f7a-e478-47bc-81c1-7541bd899d46X0", - "43097f7a-e478-47bc-81c1-7541bd899d46X1" + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X0", + "c3ae8ff0-53ae-4da5-9521-b9467df47ed3X1" ], "scale": "ratio" - }, - "ed3c7efa-0467-4a57-8d06-0f4775906cc5": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "scale": "interval", - "sourceField": "@timestamp" } }, "incompleteColumns": {} @@ -374,109 +399,265 @@ } }, "filters": [], + "internalReferences": [], "query": { "language": "kuery", "query": "" }, "visualization": { - "layers": [ + "columns": [ { - "accessors": [ - "43097f7a-e478-47bc-81c1-7541bd899d46" - ], - "layerId": "f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", - "layerType": "data", - "position": "top", - "seriesType": "area", - "showGridlines": false, - "splitAccessor": "35a11916-4ca3-421b-9df2-521f52f21fbb", - "xAccessor": "ed3c7efa-0467-4a57-8d06-0f4775906cc5" + "alignment": "center", + "columnId": "310bfe34-31c8-4c52-bff0-60450318be7e", + "isTransposed": false + }, + { + "alignment": "center", + "columnId": "28f81466-455c-469d-8c35-b53555ae5e8a", + "isTransposed": false + }, + { + "alignment": "center", + "columnId": "363b1795-4ab4-43e8-87a6-fafe691bddf2", + "isTransposed": false + }, + { + "alignment": "center", + "columnId": "c3ae8ff0-53ae-4da5-9521-b9467df47ed3", + "isTransposed": false + }, + { + "columnId": "6b1f578b-3e83-443b-a2da-b97ecbcd67bb", + "isTransposed": false } ], - "legend": { - "isVisible": true, - "legendSize": "large", - "position": "right" - }, - "preferredSeriesType": "area", - "title": "Empty XY chart", - "valueLabels": "hide", - "valuesInLegend": true + "layerId": "239b73ac-0fc9-44fd-a7c5-2d0281e6b765", + "layerType": "data" } }, "title": "", "type": "lens", - "visualizationType": "lnsXY" + "visualizationType": "lnsDatatable" }, "enhancements": {}, "hidePanelTitles": false }, "gridData": { - "h": 14, - "i": "1bd24fa1-319e-4cae-9d45-d821b06a8034", - "w": 32, - "x": 16, - "y": 0 + "h": 7, + "i": "aef813b5-85d5-46c9-a86a-2e273806d488", + "w": 25, + "x": 23, + "y": 3 }, - "panelIndex": "1bd24fa1-319e-4cae-9d45-d821b06a8034", - "title": "Average Request Latency per Url [Metrics Kubernetes]", + "panelIndex": "aef813b5-85d5-46c9-a86a-2e273806d488", + "title": "Node collector", "type": "lens", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { - "attributes": { - "references": [ - { - "id": "metrics-*", - "name": "indexpattern-datasource-layer-d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", - "type": "index-pattern" - } - ], + "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color": "rgba(205,245,246,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_0599e0ae-2375-4ceb-b12d-2ebec4310cc6_0_index_pattern", + "interval": "", + "isModelInvalid": false, + "markdown": "Workqueue", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", + "max_lines_legend": 1, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", + "line_width": 1, + "metrics": [ + { + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" + } + ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 0, + "split_mode": "everything", + "stacked": "none", + "time_range_mode": "entire_time_range" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "time_range_mode": "entire_time_range", + "tooltip_mode": "show_all", + "truncate_legend": 1, + "type": "markdown", + "use_kibana_indexes": true + }, + "title": "", + "type": "metrics", + "uiState": {} + } + }, + "gridData": { + "h": 3, + "i": "0599e0ae-2375-4ceb-b12d-2ebec4310cc6", + "w": 48, + "x": 0, + "y": 10 + }, + "panelIndex": "0599e0ae-2375-4ceb-b12d-2ebec4310cc6", + "title": "", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-76c85206-02c1-4f35-bb0d-c1d4d3ee59d7", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "3ed2b7d8-6b77-43b7-8ed3-c52117016d59", + "type": "index-pattern" + } + ], "state": { + "adHocDataViews": {}, "datasourceStates": { - "indexpattern": { + "formBased": { "layers": { - "d3be0fa3-c7a4-49ba-b8cf-ab79f477f332": { + "76c85206-02c1-4f35-bb0d-c1d4d3ee59d7": { "columnOrder": [ - "236eb2de-d45f-43f2-83f4-5a1d7355132b", - "301759e0-f73e-4e6d-a7c5-d0938024e989", - "2213a6be-29f5-4326-b74c-a64611d111bb" + "f2d3349e-531e-453c-bac7-fc4c1a47ea86", + "4266ba8e-3786-4162-9140-15f600580db0", + "5b2495ee-2297-4e20-81d3-ac385205cb01", + "5b2495ee-2297-4e20-81d3-ac385205cb01X1", + "5b2495ee-2297-4e20-81d3-ac385205cb01X0" ], "columns": { - "2213a6be-29f5-4326-b74c-a64611d111bb": { - "dataType": "number", - "isBucketed": false, - "label": "Average of kubernetes.controllermanager.process.cpu.sec", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "scale": "ratio", - "sourceField": "kubernetes.controllermanager.process.cpu.sec" - }, - "236eb2de-d45f-43f2-83f4-5a1d7355132b": { + "4266ba8e-3786-4162-9140-15f600580db0": { "dataType": "date", "isBucketed": true, "label": "@timestamp", "operationType": "date_histogram", "params": { - "dropPartials": false, + "dropPartials": true, "includeEmptyRows": true, "interval": "auto" }, "scale": "interval", "sourceField": "@timestamp" }, - "301759e0-f73e-4e6d-a7c5-d0938024e989": { + "5b2495ee-2297-4e20-81d3-ac385205cb01": { + "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Differences of Average of kubernetes.controllermanager.process.cpu.sec", - "operationType": "differences", + "label": "Counter rate", + "operationType": "formula", + "params": { + "formula": "counter_rate(last_value(kubernetes.controllermanager.workqueue.adds.count))", + "isFormulaBroken": false + }, "references": [ - "2213a6be-29f5-4326-b74c-a64611d111bb" + "5b2495ee-2297-4e20-81d3-ac385205cb01X1" ], - "scale": "ratio" + "scale": "ratio", + "timeScale": "s" + }, + "5b2495ee-2297-4e20-81d3-ac385205cb01X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.workqueue.adds.count: *" + }, + "isBucketed": false, + "label": "Part of Counter rate", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.workqueue.adds.count" + }, + "5b2495ee-2297-4e20-81d3-ac385205cb01X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Counter rate", + "operationType": "counter_rate", + "references": [ + "5b2495ee-2297-4e20-81d3-ac385205cb01X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f2d3349e-531e-453c-bac7-fc4c1a47ea86": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Workqueues", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of kubernetes.controllermanager.workqueue.adds.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.workqueue.adds.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "host.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "kubernetes.controllermanager.name" } }, "incompleteColumns": {} @@ -484,38 +665,68 @@ } } }, - "filters": [], + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "3ed2b7d8-6b77-43b7-8ed3-c52117016d59", + "key": "kubernetes.controllermanager.workqueue.adds.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.controllermanager.workqueue.adds.count" + } + } + } + ], + "internalReferences": [], "query": { "language": "kuery", "query": "" }, "visualization": { "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, + "x": false, + "yLeft": false, "yRight": true }, + "curveType": "LINEAR", "layers": [ { "accessors": [ - "301759e0-f73e-4e6d-a7c5-d0938024e989" + "5b2495ee-2297-4e20-81d3-ac385205cb01" ], - "layerId": "d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "layerId": "76c85206-02c1-4f35-bb0d-c1d4d3ee59d7", "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "position": "top", - "seriesType": "area", + "seriesType": "line", "showGridlines": false, - "xAccessor": "236eb2de-d45f-43f2-83f4-5a1d7355132b" + "splitAccessor": "f2d3349e-531e-453c-bac7-fc4c1a47ea86", + "xAccessor": "4266ba8e-3786-4162-9140-15f600580db0" } ], "legend": { "isVisible": true, - "position": "right" + "maxLines": 1, + "position": "right", + "shouldTruncate": true }, - "preferredSeriesType": "area", + "preferredSeriesType": "bar_stacked", "title": "Empty XY chart", "valueLabels": "hide", - "yTitle": "CPU time" + "xTitle": "", + "yTitle": "" } }, "title": "", @@ -526,16 +737,16 @@ "hidePanelTitles": false }, "gridData": { - "h": 15, - "i": "1604f0de-edd6-456e-8670-ab9b33988abb", + "h": 14, + "i": "2ba53067-d43d-42eb-ac50-2d941977ce95", "w": 24, "x": 0, - "y": 14 + "y": 13 }, - "panelIndex": "1604f0de-edd6-456e-8670-ab9b33988abb", - "title": "Controller CPU [Metrics Kubernetes]", + "panelIndex": "2ba53067-d43d-42eb-ac50-2d941977ce95", + "title": "Workqueue additions increase rate", "type": "lens", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { @@ -543,69 +754,120 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "name": "indexpattern-datasource-layer-77b347b2-91fa-470f-861d-ada0e175cbc4", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "b460c8d2-ab24-41ed-aac8-998febec263b", "type": "index-pattern" } ], "state": { + "adHocDataViews": {}, "datasourceStates": { - "indexpattern": { + "formBased": { "layers": { - "77da5988-3f03-4e8f-b1e4-39a94d8bec07": { + "77b347b2-91fa-470f-861d-ada0e175cbc4": { "columnOrder": [ - "d523e6d2-50f3-4b45-8815-8259df43850c", - "066b6737-af97-420e-aa79-dec27b76747d", - "2dde42be-cbda-4eb9-9b21-897ad18d9a63" + "68f1dece-b63b-4a27-9c1f-8068f2f9bedb", + "34f7328b-5fef-43e7-9350-98256b031a79", + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71", + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X1", + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X0" ], "columns": { - "066b6737-af97-420e-aa79-dec27b76747d": { + "34f7328b-5fef-43e7-9350-98256b031a79": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "68f1dece-b63b-4a27-9c1f-8068f2f9bedb": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of kubernetes.controllermanager.name + 1 other", + "operationType": "terms", + "params": { + "accuracyMode": false, + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of kubernetes.controllermanager.workqueue.retries.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.workqueue.retries.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "host.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "kubernetes.controllermanager.name" + }, + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Resident Memory", - "operationType": "average", + "label": "Rate", + "operationType": "formula", "params": { - "emptyAsNull": true, - "format": { - "id": "bytes", - "params": { - "decimals": 2 - } - } + "formula": "counter_rate(last_value(kubernetes.controllermanager.workqueue.retries.count))", + "isFormulaBroken": false }, + "references": [ + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X1" + ], "scale": "ratio", - "sourceField": "kubernetes.controllermanager.process.memory.resident.bytes" + "timeScale": "s" }, - "2dde42be-cbda-4eb9-9b21-897ad18d9a63": { + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X0": { "customLabel": true, "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.workqueue.retries.count: *" + }, "isBucketed": false, - "label": "Virtual Memory", - "operationType": "average", + "label": "Part of Rate", + "operationType": "last_value", "params": { - "emptyAsNull": true, - "format": { - "id": "bytes", - "params": { - "decimals": 2 - } - } + "sortField": "@timestamp" }, "scale": "ratio", - "sourceField": "kubernetes.controllermanager.process.memory.virtual.bytes" + "sourceField": "kubernetes.controllermanager.workqueue.retries.count" }, - "d523e6d2-50f3-4b45-8815-8259df43850c": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "scale": "interval", - "sourceField": "@timestamp" + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Rate", + "operationType": "counter_rate", + "references": [ + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X0" + ], + "scale": "ratio", + "timeScale": "s" } }, "incompleteColumns": {} @@ -613,40 +875,65 @@ } } }, - "filters": [], + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "b460c8d2-ab24-41ed-aac8-998febec263b", + "key": "kubernetes.controllermanager.workqueue.retries.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.controllermanager.workqueue.retries.count" + } + } + } + ], + "internalReferences": [], "query": { "language": "kuery", "query": "" }, "visualization": { "axisTitlesVisibilitySettings": { - "x": true, + "x": false, "yLeft": false, "yRight": true }, "layers": [ { "accessors": [ - "066b6737-af97-420e-aa79-dec27b76747d", - "2dde42be-cbda-4eb9-9b21-897ad18d9a63" + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71" ], - "layerId": "77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "layerId": "77b347b2-91fa-470f-861d-ada0e175cbc4", "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "position": "top", - "seriesType": "area", + "seriesType": "line", "showGridlines": false, - "xAccessor": "d523e6d2-50f3-4b45-8815-8259df43850c" + "splitAccessor": "68f1dece-b63b-4a27-9c1f-8068f2f9bedb", + "xAccessor": "34f7328b-5fef-43e7-9350-98256b031a79" } ], "legend": { "isVisible": true, - "legendSize": "large", - "position": "right" + "position": "right", + "shouldTruncate": true }, - "preferredSeriesType": "area", + "preferredSeriesType": "bar_stacked", "title": "Empty XY chart", "valueLabels": "hide", - "valuesInLegend": true, + "xTitle": "", "yTitle": "" } }, @@ -658,16 +945,16 @@ "hidePanelTitles": false }, "gridData": { - "h": 15, - "i": "303702e1-ba33-49f2-b337-4cc7d7305606", + "h": 14, + "i": "1cd3ebab-9630-4253-b9a6-5f921e5cb617", "w": 24, "x": 24, - "y": 14 + "y": 13 }, - "panelIndex": "303702e1-ba33-49f2-b337-4cc7d7305606", - "title": "Controller Memory in Bytes [Metrics Kubernetes]", + "panelIndex": "1cd3ebab-9630-4253-b9a6-5f921e5cb617", + "title": "Workqueue retries increase rate", "type": "lens", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { @@ -675,77 +962,120 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-3334c868-1314-4b93-9742-06a9b35bfc64", + "name": "indexpattern-datasource-layer-2b80230c-9cc8-444f-b092-1fbc4d764992", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "7e0ad24d-199f-4ede-8b71-90152913fa90", "type": "index-pattern" } ], "state": { + "adHocDataViews": {}, "datasourceStates": { - "indexpattern": { + "formBased": { "layers": { - "3334c868-1314-4b93-9742-06a9b35bfc64": { + "2b80230c-9cc8-444f-b092-1fbc4d764992": { "columnOrder": [ - "84cda27c-e360-4a81-91ae-b2d461b9a621", - "91ca7bd7-d555-4898-979e-1634ed879d99", - "9b324bf8-2f01-45a5-b829-4dc27248fb8a", - "b11209b9-d0e5-495c-ac8c-2da8641969b1" + "e7259e4c-0700-48a5-aeff-993fc075bcab", + "7b8d9b03-439b-4171-8b64-91b8664b4b94", + "725088f8-ac91-4df6-8863-f9abe7ad40cd", + "725088f8-ac91-4df6-8863-f9abe7ad40cdX0", + "725088f8-ac91-4df6-8863-f9abe7ad40cdX1" ], "columns": { - "84cda27c-e360-4a81-91ae-b2d461b9a621": { - "dataType": "string", - "isBucketed": true, - "label": "Top 50 values of kubernetes.controllermanager.name", - "operationType": "terms", + "725088f8-ac91-4df6-8863-f9abe7ad40cd": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Depth", + "operationType": "formula", "params": { - "missingBucket": false, - "orderBy": { - "fallback": true, - "type": "alphabetical" - }, - "orderDirection": "asc", - "otherBucket": true, - "parentFormat": { - "id": "terms" - }, - "size": 50 + "formula": "differences(average(kubernetes.controllermanager.workqueue.depth.count, kql='kubernetes.controllermanager.workqueue.depth.count: *'))", + "isFormulaBroken": false }, - "scale": "ordinal", - "sourceField": "kubernetes.controllermanager.name" + "references": [ + "725088f8-ac91-4df6-8863-f9abe7ad40cdX1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "725088f8-ac91-4df6-8863-f9abe7ad40cdX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.workqueue.depth.count: *" + }, + "isBucketed": false, + "label": "Part of Depth", + "operationType": "average", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.workqueue.depth.count" + }, + "725088f8-ac91-4df6-8863-f9abe7ad40cdX1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Depth", + "operationType": "differences", + "references": [ + "725088f8-ac91-4df6-8863-f9abe7ad40cdX0" + ], + "scale": "ratio" }, - "91ca7bd7-d555-4898-979e-1634ed879d99": { + "7b8d9b03-439b-4171-8b64-91b8664b4b94": { "dataType": "date", "isBucketed": true, "label": "@timestamp", "operationType": "date_histogram", "params": { - "dropPartials": false, + "dropPartials": true, "includeEmptyRows": true, "interval": "auto" }, "scale": "interval", "sourceField": "@timestamp" }, - "9b324bf8-2f01-45a5-b829-4dc27248fb8a": { - "dataType": "number", - "isBucketed": false, - "label": "Counter rate of kubernetes.controllermanager.workqueue.adds.count per second", - "operationType": "counter_rate", - "references": [ - "b11209b9-d0e5-495c-ac8c-2da8641969b1" - ], - "scale": "ratio", - "timeScale": "s" - }, - "b11209b9-d0e5-495c-ac8c-2da8641969b1": { - "dataType": "number", - "isBucketed": false, - "label": "Maximum of kubernetes.controllermanager.workqueue.adds.count", - "operationType": "max", + "e7259e4c-0700-48a5-aeff-993fc075bcab": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Depth", + "operationType": "terms", "params": { - "emptyAsNull": true + "accuracyMode": false, + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of kubernetes.controllermanager.workqueue.depth.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.workqueue.depth.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "host.name" + ], + "size": 10 }, - "scale": "ratio", - "sourceField": "kubernetes.controllermanager.workqueue.adds.count" + "scale": "ordinal", + "sourceField": "kubernetes.controllermanager.name" } }, "incompleteColumns": {} @@ -753,41 +1083,72 @@ } } }, - "filters": [], + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "7e0ad24d-199f-4ede-8b71-90152913fa90", + "key": "kubernetes.controllermanager.workqueue.depth.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.controllermanager.workqueue.depth.count" + } + } + } + ], + "internalReferences": [], "query": { "language": "kuery", "query": "" }, "visualization": { "axisTitlesVisibilitySettings": { - "x": true, + "x": false, "yLeft": false, "yRight": true }, + "curveType": "LINEAR", "layers": [ { "accessors": [ - "9b324bf8-2f01-45a5-b829-4dc27248fb8a" + "725088f8-ac91-4df6-8863-f9abe7ad40cd" ], - "layerId": "3334c868-1314-4b93-9742-06a9b35bfc64", + "collapseFn": "", + "layerId": "2b80230c-9cc8-444f-b092-1fbc4d764992", "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "position": "top", - "seriesType": "area", + "seriesType": "line", "showGridlines": false, - "splitAccessor": "84cda27c-e360-4a81-91ae-b2d461b9a621", - "xAccessor": "91ca7bd7-d555-4898-979e-1634ed879d99" + "splitAccessor": "e7259e4c-0700-48a5-aeff-993fc075bcab", + "xAccessor": "7b8d9b03-439b-4171-8b64-91b8664b4b94" } ], "legend": { "isVisible": true, - "legendSize": "large", "position": "right", - "showSingleSeries": false + "shouldTruncate": true, + "showSingleSeries": true }, - "preferredSeriesType": "area", + "preferredSeriesType": "bar_stacked", "title": "Empty XY chart", "valueLabels": "hide", - "valuesInLegend": true, + "valuesInLegend": false, + "xTitle": "", + "yLeftExtent": { + "mode": "full" + }, "yTitle": "" } }, @@ -799,16 +1160,16 @@ "hidePanelTitles": false }, "gridData": { - "h": 15, - "i": "74dcc137-b625-44d5-ae91-072040ef4b0a", + "h": 14, + "i": "3a26dffa-0696-485d-b991-1dbc5092082e", "w": 24, "x": 0, - "y": 29 + "y": 27 }, - "panelIndex": "74dcc137-b625-44d5-ae91-072040ef4b0a", - "title": "Controller Workqueue adds [Metrics Kubernetes]", + "panelIndex": "3a26dffa-0696-485d-b991-1dbc5092082e", + "title": "Workqueue depth rate", "type": "lens", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { @@ -816,77 +1177,91 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-3334c868-1314-4b93-9742-06a9b35bfc64", + "name": "indexpattern-datasource-layer-a2facaed-7c02-4fb6-9126-5512b8ffd26f", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1c580aea-6c0f-4de6-9c30-f6b9a6964b0d", "type": "index-pattern" } ], "state": { + "adHocDataViews": {}, "datasourceStates": { - "indexpattern": { + "formBased": { "layers": { - "3334c868-1314-4b93-9742-06a9b35bfc64": { + "a2facaed-7c02-4fb6-9126-5512b8ffd26f": { "columnOrder": [ - "84cda27c-e360-4a81-91ae-b2d461b9a621", - "91ca7bd7-d555-4898-979e-1634ed879d99", - "b51e00f3-b536-405f-abfd-e2f7b142a48e", - "80fa08bf-5868-4d15-975c-a08c51090ff2" + "73933c6b-b6da-45c6-a190-c501453f658f", + "3ed7787d-1fbe-487f-a377-9a5e5e6f2571", + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778" ], "columns": { - "80fa08bf-5868-4d15-975c-a08c51090ff2": { - "dataType": "number", - "isBucketed": false, - "label": "Maximum of kubernetes.controllermanager.workqueue.retries.count", - "operationType": "max", + "3ed7787d-1fbe-487f-a377-9a5e5e6f2571": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", "params": { - "emptyAsNull": true + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" }, - "scale": "ratio", - "sourceField": "kubernetes.controllermanager.workqueue.retries.count" + "scale": "interval", + "sourceField": "@timestamp" }, - "84cda27c-e360-4a81-91ae-b2d461b9a621": { + "73933c6b-b6da-45c6-a190-c501453f658f": { "dataType": "string", "isBucketed": true, - "label": "Top 50 values of kubernetes.controllermanager.name", + "label": "Top values of kubernetes.controllermanager.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of kubernetes.controllermanager.workqueue.unfinished.sec", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.workqueue.unfinished.sec" + }, "orderBy": { - "fallback": true, - "type": "alphabetical" + "type": "custom" }, - "orderDirection": "asc", - "otherBucket": true, + "orderDirection": "desc", + "otherBucket": false, "parentFormat": { - "id": "terms" + "id": "multi_terms" }, - "size": 50 + "secondaryFields": [ + "host.name" + ], + "size": 10 }, "scale": "ordinal", "sourceField": "kubernetes.controllermanager.name" }, - "91ca7bd7-d555-4898-979e-1634ed879d99": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "scale": "interval", - "sourceField": "@timestamp" - }, - "b51e00f3-b536-405f-abfd-e2f7b142a48e": { + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778": { "dataType": "number", "isBucketed": false, - "label": "Counter rate of kubernetes.controllermanager.workqueue.retries.count per second", - "operationType": "counter_rate", - "references": [ - "80fa08bf-5868-4d15-975c-a08c51090ff2" - ], + "label": "Last value of kubernetes.controllermanager.workqueue.unfinished.sec", + "operationType": "last_value", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": "s" + } + }, + "sortField": "@timestamp" + }, "scale": "ratio", - "timeScale": "s" + "sourceField": "kubernetes.controllermanager.workqueue.unfinished.sec" } }, "incompleteColumns": {} @@ -894,41 +1269,80 @@ } } }, - "filters": [], + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "1c580aea-6c0f-4de6-9c30-f6b9a6964b0d", + "key": "kubernetes.controllermanager.workqueue.unfinished.sec", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.controllermanager.workqueue.unfinished.sec" + } + } + } + ], + "internalReferences": [], "query": { "language": "kuery", "query": "" }, "visualization": { "axisTitlesVisibilitySettings": { - "x": true, + "x": false, "yLeft": false, "yRight": true }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, "layers": [ { "accessors": [ - "b51e00f3-b536-405f-abfd-e2f7b142a48e" + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778" ], - "layerId": "3334c868-1314-4b93-9742-06a9b35bfc64", + "layerId": "a2facaed-7c02-4fb6-9126-5512b8ffd26f", "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "position": "top", - "seriesType": "area", + "seriesType": "line", "showGridlines": false, - "splitAccessor": "84cda27c-e360-4a81-91ae-b2d461b9a621", - "xAccessor": "91ca7bd7-d555-4898-979e-1634ed879d99" + "splitAccessor": "73933c6b-b6da-45c6-a190-c501453f658f", + "xAccessor": "3ed7787d-1fbe-487f-a377-9a5e5e6f2571" } ], "legend": { "isVisible": true, - "legendSize": "large", "position": "right", - "showSingleSeries": true + "shouldTruncate": true + }, + "preferredSeriesType": "bar_stacked", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true }, - "preferredSeriesType": "area", - "title": "Empty XY chart", "valueLabels": "hide", - "valuesInLegend": true, + "xTitle": "", "yTitle": "" } }, @@ -940,16 +1354,100 @@ "hidePanelTitles": false }, "gridData": { - "h": 15, - "i": "d680bbc4-b3dd-4237-9825-5394ff9d402c", + "h": 14, + "i": "6a8b9a40-11ec-4790-a38d-2d88c5468f12", "w": 24, "x": 24, - "y": 29 + "y": 27 }, - "panelIndex": "d680bbc4-b3dd-4237-9825-5394ff9d402c", - "title": "Controller Workqueue retries [Metrics Kubernetes] ", + "panelIndex": "6a8b9a40-11ec-4790-a38d-2d88c5468f12", + "title": "Current unfinished work", "type": "lens", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color": "rgba(239,249,218,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_c3fee68f-01c6-49da-a759-2900b1cd15bf_0_index_pattern", + "interval": "", + "isModelInvalid": false, + "markdown": "Process", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", + "max_lines_legend": 1, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", + "line_width": 1, + "metrics": [ + { + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" + } + ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 0, + "split_mode": "everything", + "stacked": "none", + "time_range_mode": "entire_time_range" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "time_range_mode": "entire_time_range", + "tooltip_mode": "show_all", + "truncate_legend": 1, + "type": "markdown", + "use_kibana_indexes": true + }, + "title": "", + "type": "metrics", + "uiState": {} + } + }, + "gridData": { + "h": 3, + "i": "c3fee68f-01c6-49da-a759-2900b1cd15bf", + "w": 48, + "x": 0, + "y": 41 + }, + "panelIndex": "c3fee68f-01c6-49da-a759-2900b1cd15bf", + "title": "", + "type": "visualization", + "version": "8.6.0" }, { "embeddableConfig": { @@ -957,69 +1455,215 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-dc84d4db-4cef-465b-9db9-5074b7e03b66", + "name": "indexpattern-datasource-layer-380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "daf730fb-a3b5-400a-acba-cff0c8ba607d", "type": "index-pattern" } ], "state": { + "adHocDataViews": {}, "datasourceStates": { - "indexpattern": { + "formBased": { "layers": { - "dc84d4db-4cef-465b-9db9-5074b7e03b66": { + "380c5d66-2e69-4e96-b5fb-ac4e5ab1c807": { "columnOrder": [ - "3e32b007-d17f-4e29-98ea-ea584077b5a9", - "406857c9-b533-48ab-ae75-4de5403549e1", - "78428d7b-5d49-4b51-aef2-729a76603e24" + "6cbab896-ee42-4dad-8831-12f53cda0d6d", + "910bd079-4852-48bd-9d7a-e5eb940f0838", + "ee812faf-6f3c-4cc2-ad9a-27136340ef39", + "96c80749-da61-425a-b637-878d33e410fd", + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX2", + "96c80749-da61-425a-b637-878d33e410fdX1", + "910bd079-4852-48bd-9d7a-e5eb940f0838X0", + "ee812faf-6f3c-4cc2-ad9a-27136340ef39X0" ], "columns": { - "3e32b007-d17f-4e29-98ea-ea584077b5a9": { + "6cbab896-ee42-4dad-8831-12f53cda0d6d": { + "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Top 50 values of kubernetes.controllermanager.name", + "label": "Host", "operationType": "terms", "params": { "missingBucket": false, "orderBy": { - "columnId": "78428d7b-5d49-4b51-aef2-729a76603e24", - "type": "column" + "fallback": true, + "type": "alphabetical" }, - "orderDirection": "desc", + "orderDirection": "asc", "otherBucket": true, "parentFormat": { "id": "terms" }, - "size": 50 + "size": 5 }, "scale": "ordinal", - "sourceField": "kubernetes.controllermanager.name" - }, - "406857c9-b533-48ab-ae75-4de5403549e1": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "scale": "interval", - "sourceField": "@timestamp" + "sourceField": "host.name" }, - "78428d7b-5d49-4b51-aef2-729a76603e24": { + "910bd079-4852-48bd-9d7a-e5eb940f0838": { + "customLabel": true, "dataType": "number", - "filter": { - "language": "kuery", - "query": "kubernetes.controllermanager.workqueue.longestrunning.sec: *" - }, "isBucketed": false, - "label": "Last value of kubernetes.controllermanager.workqueue.longestrunning.sec", - "operationType": "last_value", + "label": "Resident memory", + "operationType": "formula", "params": { - "sortField": "@timestamp" - }, - "scale": "ratio", - "sourceField": "kubernetes.controllermanager.workqueue.longestrunning.sec" + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + }, + "formula": "last_value(kubernetes.controllermanager.process.memory.resident.bytes)", + "isFormulaBroken": false + }, + "references": [ + "910bd079-4852-48bd-9d7a-e5eb940f0838X0" + ], + "scale": "ratio" + }, + "910bd079-4852-48bd-9d7a-e5eb940f0838X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.process.memory.resident.bytes: *" + }, + "isBucketed": false, + "label": "Part of Resident memory", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.process.memory.resident.bytes" + }, + "96c80749-da61-425a-b637-878d33e410fd": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Open file descriptors usage", + "operationType": "formula", + "params": { + "format": { + "id": "percent", + "params": { + "decimals": 1 + } + }, + "formula": "last_value(kubernetes.controllermanager.process.fds.open.count)/last_value(kubernetes.controllermanager.process.fds.max.count)*100", + "isFormulaBroken": false + }, + "references": [ + "96c80749-da61-425a-b637-878d33e410fdX2" + ], + "scale": "ratio" + }, + "96c80749-da61-425a-b637-878d33e410fdX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.process.fds.open.count: *" + }, + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.process.fds.open.count" + }, + "96c80749-da61-425a-b637-878d33e410fdX1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.process.fds.max.count: *" + }, + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.process.fds.max.count" + }, + "96c80749-da61-425a-b637-878d33e410fdX2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + { + "args": [ + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX1" + ], + "name": "divide", + "type": "function" + }, + 100 + ], + "location": { + "max": 130, + "min": 0 + }, + "name": "multiply", + "text": "last_value(kubernetes.controllermanager.process.fds.open.count)/last_value(kubernetes.controllermanager.process.fds.max.count)*100", + "type": "function" + } + }, + "references": [ + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX1" + ], + "scale": "ratio" + }, + "ee812faf-6f3c-4cc2-ad9a-27136340ef39": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Virtual memory", + "operationType": "formula", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + }, + "formula": "last_value(kubernetes.controllermanager.process.memory.virtual.bytes)", + "isFormulaBroken": false + }, + "references": [ + "ee812faf-6f3c-4cc2-ad9a-27136340ef39X0" + ], + "scale": "ratio" + }, + "ee812faf-6f3c-4cc2-ad9a-27136340ef39X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.process.memory.virtual.bytes: *" + }, + "isBucketed": false, + "label": "Part of Virtual memory", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.process.memory.virtual.bytes" } }, "incompleteColumns": {} @@ -1027,61 +1671,116 @@ } } }, - "filters": [], + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "daf730fb-a3b5-400a-acba-cff0c8ba607d", + "key": "kubernetes.controllermanager.process.fds.open.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.controllermanager.process.fds.open.count" + } + } + } + ], + "internalReferences": [], "query": { "language": "kuery", "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": false, - "yRight": true - }, - "layers": [ + "columns": [ { - "accessors": [ - "78428d7b-5d49-4b51-aef2-729a76603e24" - ], - "layerId": "dc84d4db-4cef-465b-9db9-5074b7e03b66", - "layerType": "data", - "position": "top", - "seriesType": "area", - "showGridlines": false, - "splitAccessor": "3e32b007-d17f-4e29-98ea-ea584077b5a9", - "xAccessor": "406857c9-b533-48ab-ae75-4de5403549e1" + "alignment": "center", + "columnId": "6cbab896-ee42-4dad-8831-12f53cda0d6d" + }, + { + "alignment": "center", + "columnId": "910bd079-4852-48bd-9d7a-e5eb940f0838" + }, + { + "alignment": "center", + "columnId": "ee812faf-6f3c-4cc2-ad9a-27136340ef39", + "isTransposed": false + }, + { + "alignment": "center", + "colorMode": "text", + "columnId": "96c80749-da61-425a-b637-878d33e410fd", + "isTransposed": false, + "palette": { + "name": "custom", + "params": { + "colorStops": [ + { + "color": "#54B399", + "stop": 0 + }, + { + "color": "#e6ca49", + "stop": 60 + }, + { + "color": "#E7664C", + "stop": 90 + } + ], + "continuity": "above", + "name": "custom", + "rangeMax": null, + "rangeMin": 0, + "rangeType": "number", + "steps": 5, + "stops": [ + { + "color": "#54B399", + "stop": 60 + }, + { + "color": "#e6ca49", + "stop": 90 + }, + { + "color": "#E7664C", + "stop": 91 + } + ] + }, + "type": "palette" + } } ], - "legend": { - "isVisible": true, - "legendSize": "large", - "position": "right" - }, - "preferredSeriesType": "area", - "title": "Empty XY chart", - "valueLabels": "hide", - "valuesInLegend": true, - "yTitle": "" + "layerId": "380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "layerType": "data" } }, "title": "", "type": "lens", - "visualizationType": "lnsXY" + "visualizationType": "lnsDatatable" }, "enhancements": {}, "hidePanelTitles": false }, "gridData": { - "h": 15, - "i": "0be041d4-096a-4131-ab5b-f9ae02eb685a", + "h": 6, + "i": "75255ce8-2d49-4b4f-ac0e-a20fe8f4daec", "w": 24, "x": 0, "y": 44 }, - "panelIndex": "0be041d4-096a-4131-ab5b-f9ae02eb685a", - "title": "Controller Longest running processor [Metrics Kubernetes]", + "panelIndex": "75255ce8-2d49-4b4f-ac0e-a20fe8f4daec", + "title": "Controller manager process data", "type": "lens", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { @@ -1089,69 +1788,957 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-dc84d4db-4cef-465b-9db9-5074b7e03b66", + "name": "indexpattern-datasource-layer-77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "236aa40a-181f-4c61-af17-8df4ecba80d3", "type": "index-pattern" } ], "state": { + "adHocDataViews": {}, "datasourceStates": { - "indexpattern": { + "formBased": { "layers": { - "dc84d4db-4cef-465b-9db9-5074b7e03b66": { + "77da5988-3f03-4e8f-b1e4-39a94d8bec07": { "columnOrder": [ - "3e32b007-d17f-4e29-98ea-ea584077b5a9", - "406857c9-b533-48ab-ae75-4de5403549e1", - "a7ebcc49-4ff6-4c92-a7cf-3c3fb0c7688b" + "7e1756d9-af1b-4204-a8d4-8c57987216f0", + "d523e6d2-50f3-4b45-8815-8259df43850c", + "cf481e4f-b568-4306-8da9-5e3d516ccbea", + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0" ], "columns": { - "3e32b007-d17f-4e29-98ea-ea584077b5a9": { + "7e1756d9-af1b-4204-a8d4-8c57987216f0": { "dataType": "string", "isBucketed": true, - "label": "Top 50 values of kubernetes.controllermanager.name", + "label": "Top 10 values of host.name", "operationType": "terms", "params": { "missingBucket": false, "orderBy": { - "columnId": "a7ebcc49-4ff6-4c92-a7cf-3c3fb0c7688b", - "type": "column" + "fallback": true, + "type": "alphabetical" }, - "orderDirection": "desc", + "orderDirection": "asc", "otherBucket": true, "parentFormat": { "id": "terms" }, - "size": 50 + "size": 10 }, "scale": "ordinal", - "sourceField": "kubernetes.controllermanager.name" + "sourceField": "host.name" + }, + "cf481e4f-b568-4306-8da9-5e3d516ccbea": { + "dataType": "number", + "isBucketed": false, + "label": "average(kubernetes.controllermanager.process.memory.resident.bytes)", + "operationType": "formula", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 1 + } + }, + "formula": "average(kubernetes.controllermanager.process.memory.resident.bytes)", + "isFormulaBroken": false + }, + "references": [ + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0" + ], + "scale": "ratio" + }, + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of average(kubernetes.controllermanager.process.memory.resident.bytes)", + "operationType": "average", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.process.memory.resident.bytes" }, - "406857c9-b533-48ab-ae75-4de5403549e1": { + "d523e6d2-50f3-4b45-8815-8259df43850c": { "dataType": "date", "isBucketed": true, "label": "@timestamp", "operationType": "date_histogram", "params": { - "dropPartials": false, + "dropPartials": true, "includeEmptyRows": true, "interval": "auto" }, "scale": "interval", "sourceField": "@timestamp" - }, - "a7ebcc49-4ff6-4c92-a7cf-3c3fb0c7688b": { - "dataType": "number", - "filter": { - "language": "kuery", - "query": "kubernetes.controllermanager.workqueue.unfinished.sec: *" - }, - "isBucketed": false, - "label": "Last value of kubernetes.controllermanager.workqueue.unfinished.sec", - "operationType": "last_value", + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "236aa40a-181f-4c61-af17-8df4ecba80d3", + "key": "kubernetes.controllermanager.process.cpu.sec", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.controllermanager.process.cpu.sec" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fillOpacity": 0.3, + "layers": [ + { + "accessors": [ + "cf481e4f-b568-4306-8da9-5e3d516ccbea" + ], + "layerId": "77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "7e1756d9-af1b-4204-a8d4-8c57987216f0", + "xAccessor": "d523e6d2-50f3-4b45-8815-8259df43850c", + "yConfig": [] + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "area", + "title": "Empty XY chart", + "valueLabels": "hide", + "valuesInLegend": false, + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "303702e1-ba33-49f2-b337-4cc7d7305606", + "w": 24, + "x": 24, + "y": 44 + }, + "panelIndex": "303702e1-ba33-49f2-b337-4cc7d7305606", + "title": "Average resident memory", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "a781e55e-e2bc-4b36-b197-1b55842aeff7", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "d3be0fa3-c7a4-49ba-b8cf-ab79f477f332": { + "columnOrder": [ + "9edf62a7-afd2-4574-9937-34f7ee0c5fcd", + "236eb2de-d45f-43f2-83f4-5a1d7355132b", + "301759e0-f73e-4e6d-a7c5-d0938024e989", + "301759e0-f73e-4e6d-a7c5-d0938024e989X1", + "301759e0-f73e-4e6d-a7c5-d0938024e989X0" + ], + "columns": { + "236eb2de-d45f-43f2-83f4-5a1d7355132b": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Increases in Controller CPU", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": "s" + } + }, + "formula": "counter_rate(last_value(kubernetes.controllermanager.process.cpu.sec))", + "isFormulaBroken": false + }, + "references": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989X1" + ], + "scale": "ratio" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.process.cpu.sec: *" + }, + "isBucketed": false, + "label": "Part of Increases in Controller CPU", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.process.cpu.sec" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Increases in Controller CPU", + "operationType": "counter_rate", + "references": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "9edf62a7-afd2-4574-9937-34f7ee0c5fcd": { + "dataType": "string", + "isBucketed": true, + "label": "Top 20 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": false, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 20 + }, + "scale": "ordinal", + "sourceField": "host.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "a781e55e-e2bc-4b36-b197-1b55842aeff7", + "key": "kubernetes.controllermanager.process.cpu.sec", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.controllermanager.process.cpu.sec" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fillOpacity": 0.3, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "hideEndzones": false, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989" + ], + "layerId": "d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "9edf62a7-afd2-4574-9937-34f7ee0c5fcd", + "xAccessor": "236eb2de-d45f-43f2-83f4-5a1d7355132b", + "yConfig": [ + { + "axisMode": "left", + "color": "#d6bf57", + "forAccessor": "301759e0-f73e-4e6d-a7c5-d0938024e989" + } + ] + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "area", + "showCurrentTimeMarker": false, + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 12, + "i": "1604f0de-edd6-456e-8670-ab9b33988abb", + "w": 24, + "x": 0, + "y": 50 + }, + "panelIndex": "1604f0de-edd6-456e-8670-ab9b33988abb", + "title": "CPU usage increase over time", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color": "rgba(249,235,223,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_f8313a9d-ab58-448e-b183-75f914caf53f_0_index_pattern", + "interval": "", + "isModelInvalid": false, + "markdown": "HTTP Requests", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", + "max_lines_legend": 1, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", + "line_width": 1, + "metrics": [ + { + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" + } + ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 0, + "split_mode": "everything", + "stacked": "none", + "time_range_mode": "entire_time_range" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "time_range_mode": "entire_time_range", + "tooltip_mode": "show_all", + "truncate_legend": 1, + "type": "markdown", + "use_kibana_indexes": true + }, + "title": "", + "type": "metrics", + "uiState": {} + } + }, + "gridData": { + "h": 3, + "i": "f8313a9d-ab58-448e-b183-75f914caf53f", + "w": 48, + "x": 0, + "y": 62 + }, + "panelIndex": "f8313a9d-ab58-448e-b183-75f914caf53f", + "title": "", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-1048fff9-f5a4-446b-8173-e9e22d4b1cff", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "11922ebb-686e-4ad0-a043-e425a0d2ce35", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "1048fff9-f5a4-446b-8173-e9e22d4b1cff": { + "columnOrder": [ + "37b94d21-2d12-4136-a81d-908d8fc7f78a", + "52732cce-1342-46e1-8273-82efeffe9aac", + "469efac9-749a-455e-9864-90dc0f5f954e", + "e014cfcb-3d50-4bbe-a6e6-4d8ea547ec4e" + ], + "columns": { + "37b94d21-2d12-4136-a81d-908d8fc7f78a": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Cluster", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "orchestrator.cluster.name" + }, + "469efac9-749a-455e-9864-90dc0f5f954e": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Host", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "52732cce-1342-46e1-8273-82efeffe9aac": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Leader controller manager name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "secondaryFields": [], + "size": 3 + }, + "scale": "ordinal", + "sourceField": "kubernetes.controllermanager.name" + }, + "e014cfcb-3d50-4bbe-a6e6-4d8ea547ec4e": { + "dataType": "boolean", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.leader.is_master: *" + }, + "isBucketed": false, + "label": "Last value of kubernetes.controllermanager.leader.is_master", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.leader.is_master" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "11922ebb-686e-4ad0-a043-e425a0d2ce35", + "key": "kubernetes.controllermanager.leader.is_master", + "negate": false, + "params": { + "query": true + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "kubernetes.controllermanager.leader.is_master": true + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "alignment": "center", + "columnId": "469efac9-749a-455e-9864-90dc0f5f954e", + "isTransposed": false, + "width": 256.6666666666667 + }, + { + "columnId": "e014cfcb-3d50-4bbe-a6e6-4d8ea547ec4e", + "hidden": true, + "isTransposed": false + }, + { + "alignment": "center", + "columnId": "52732cce-1342-46e1-8273-82efeffe9aac", + "isTransposed": false + }, + { + "alignment": "center", + "columnId": "37b94d21-2d12-4136-a81d-908d8fc7f78a", + "isTransposed": false, + "width": 345.66666666666663 + } + ], + "headerRowHeight": "auto", + "layerId": "1048fff9-f5a4-446b-8173-e9e22d4b1cff", + "layerType": "data", + "rowHeight": "auto" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 6, + "i": "fd90adaf-517f-4b92-a5b5-c29f7a16663b", + "w": 24, + "x": 0, + "y": 65 + }, + "panelIndex": "fd90adaf-517f-4b92-a5b5-c29f7a16663b", + "title": "Leader controller manager", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "id": "", + "params": { + "fontSize": 12, + "markdown": "**NOTE**: The default period to fetch the metrics used in **Requests and responses counter rate** visualization is **10s**. The timestamps from the visualizations were chosen according to that. Otherwise, they might be inaccurate. Adjust them by clicking on the **settings wheel** on the top right of the visualization and go to the **right side menu**. After that, write the custom period value on **Horizontal axis \u003e @timestamp \u003e Minimum interval**.", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 5, + "i": "83449269-d517-4fe6-9266-9d875070d90d", + "w": 24, + "x": 24, + "y": 65 + }, + "panelIndex": "83449269-d517-4fe6-9266-9d875070d90d", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-7c7c4b67-a2df-427f-abbd-635e5fa73a9c", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "692cad49-25ea-40b4-87d2-535b5f35ecd4", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "7c7c4b67-a2df-427f-abbd-635e5fa73a9c": { + "columnOrder": [ + "d3b90051-0bb2-41e0-9d5d-34ff145dba09", + "8a2e9cea-60fb-4603-a072-9b0e6194344c", + "63268365-bb35-456f-831c-78238984a061", + "63268365-bb35-456f-831c-78238984a061X0", + "63268365-bb35-456f-831c-78238984a061X1", + "24a01536-55c3-4c11-b62e-20a2a5435663", + "24a01536-55c3-4c11-b62e-20a2a5435663X1", + "24a01536-55c3-4c11-b62e-20a2a5435663X0", + "1028ba4a-0d68-4d8d-8340-f7a2966f546d", + "1028ba4a-0d68-4d8d-8340-f7a2966f546dX1", + "1028ba4a-0d68-4d8d-8340-f7a2966f546dX0" + ], + "columns": { + "1028ba4a-0d68-4d8d-8340-f7a2966f546d": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.code \u003e= 500" + }, + "isBucketed": false, + "label": "Server errors", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 0 + } + }, + "formula": "counter_rate(sum(kubernetes.controllermanager.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "1028ba4a-0d68-4d8d-8340-f7a2966f546dX1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "1028ba4a-0d68-4d8d-8340-f7a2966f546dX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.code \u003e= 500" + }, + "isBucketed": false, + "label": "Part of Server errors", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.client.request.count" + }, + "1028ba4a-0d68-4d8d-8340-f7a2966f546dX1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.code \u003e= 500" + }, + "isBucketed": false, + "label": "Part of Server errors", + "operationType": "counter_rate", + "references": [ + "1028ba4a-0d68-4d8d-8340-f7a2966f546dX0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "24a01536-55c3-4c11-b62e-20a2a5435663": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.code \u003e= 400 and kubernetes.controllermanager.code \u003c 500" + }, + "isBucketed": false, + "label": "Client errors", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 0 + } + }, + "formula": "counter_rate(sum(kubernetes.controllermanager.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "24a01536-55c3-4c11-b62e-20a2a5435663X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "24a01536-55c3-4c11-b62e-20a2a5435663X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.code \u003e= 400 and kubernetes.controllermanager.code \u003c 500" + }, + "isBucketed": false, + "label": "Part of Client errors", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.client.request.count" + }, + "24a01536-55c3-4c11-b62e-20a2a5435663X1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.controllermanager.code \u003e= 400 and kubernetes.controllermanager.code \u003c 500" + }, + "isBucketed": false, + "label": "Part of Client errors", + "operationType": "counter_rate", + "references": [ + "24a01536-55c3-4c11-b62e-20a2a5435663X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "63268365-bb35-456f-831c-78238984a061": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Requests", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 0 + } + }, + "formula": "counter_rate(sum(kubernetes.controllermanager.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "63268365-bb35-456f-831c-78238984a061X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "63268365-bb35-456f-831c-78238984a061X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Requests", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.controllermanager.client.request.count" + }, + "63268365-bb35-456f-831c-78238984a061X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Requests", + "operationType": "counter_rate", + "references": [ + "63268365-bb35-456f-831c-78238984a061X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "8a2e9cea-60fb-4603-a072-9b0e6194344c": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d3b90051-0bb2-41e0-9d5d-34ff145dba09": { + "dataType": "string", + "isBucketed": true, + "label": "Top 3 values of host.name", + "operationType": "terms", "params": { - "sortField": "@timestamp" + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 3 }, - "scale": "ratio", - "sourceField": "kubernetes.controllermanager.workqueue.unfinished.sec" + "scale": "ordinal", + "sourceField": "host.name" } }, "incompleteColumns": {} @@ -1159,40 +2746,70 @@ } } }, - "filters": [], + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "692cad49-25ea-40b4-87d2-535b5f35ecd4", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "kubernetes.controllermanager" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "kubernetes.controllermanager" + } + } + } + ], + "internalReferences": [], "query": { "language": "kuery", "query": "" }, "visualization": { "axisTitlesVisibilitySettings": { - "x": true, + "x": false, "yLeft": false, "yRight": true }, "layers": [ { "accessors": [ - "a7ebcc49-4ff6-4c92-a7cf-3c3fb0c7688b" + "63268365-bb35-456f-831c-78238984a061", + "24a01536-55c3-4c11-b62e-20a2a5435663", + "1028ba4a-0d68-4d8d-8340-f7a2966f546d" ], - "layerId": "dc84d4db-4cef-465b-9db9-5074b7e03b66", + "layerId": "7c7c4b67-a2df-427f-abbd-635e5fa73a9c", "layerType": "data", + "palette": { + "name": "default", + "type": "palette" + }, "position": "top", - "seriesType": "area", + "seriesType": "line", "showGridlines": false, - "splitAccessor": "3e32b007-d17f-4e29-98ea-ea584077b5a9", - "xAccessor": "406857c9-b533-48ab-ae75-4de5403549e1" + "splitAccessor": "d3b90051-0bb2-41e0-9d5d-34ff145dba09", + "xAccessor": "8a2e9cea-60fb-4603-a072-9b0e6194344c" } ], "legend": { "isVisible": true, "legendSize": "large", - "position": "right" + "position": "right", + "shouldTruncate": false }, - "preferredSeriesType": "area", + "preferredSeriesType": "bar_stacked", "title": "Empty XY chart", "valueLabels": "hide", - "valuesInLegend": true, + "xTitle": "", "yTitle": "" } }, @@ -1204,16 +2821,16 @@ "hidePanelTitles": false }, "gridData": { - "h": 15, - "i": "a015a089-006e-4eb8-ad45-7f9d5f16eecb", + "h": 14, + "i": "91a7ce56-6a49-4b7e-837f-31c184b48c09", "w": 24, "x": 24, - "y": 44 + "y": 70 }, - "panelIndex": "a015a089-006e-4eb8-ad45-7f9d5f16eecb", - "title": "Controller Unfinished jobs sec [Metrics Kubernetes]", + "panelIndex": "91a7ce56-6a49-4b7e-837f-31c184b48c09", + "title": "Requests and responses counter rate", "type": "lens", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { @@ -1221,106 +2838,142 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-c46cb227-5f12-45ee-a3f0-58f837655aeb", + "name": "indexpattern-datasource-layer-f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", "type": "index-pattern" } ], "state": { + "adHocDataViews": {}, "datasourceStates": { - "indexpattern": { + "formBased": { "layers": { - "c46cb227-5f12-45ee-a3f0-58f837655aeb": { + "f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9": { "columnOrder": [ - "630b8963-a216-4c85-8a25-4a4a5e27fa75", - "55bdc1db-cab9-4ae6-b81e-3461c9fd0adc", - "84334806-6865-466a-aa66-23137db2e788", - "81b26618-20bb-462e-8401-e644d94cc83f", - "f45caf7a-e3d9-45ec-8995-66cc032a8b74" + "35a11916-4ca3-421b-9df2-521f52f21fbb", + "ed3c7efa-0467-4a57-8d06-0f4775906cc5", + "43097f7a-e478-47bc-81c1-7541bd899d46", + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1", + "43097f7a-e478-47bc-81c1-7541bd899d46X2" ], "columns": { - "55bdc1db-cab9-4ae6-b81e-3461c9fd0adc": { + "35a11916-4ca3-421b-9df2-521f52f21fbb": { "customLabel": true, - "dataType": "number", - "filter": { - "language": "kuery", - "query": "kubernetes.controllermanager.node.collector.count: *" - }, - "isBucketed": false, - "label": "Nodes", - "operationType": "average", + "dataType": "string", + "isBucketed": true, + "label": "Host", + "operationType": "terms", "params": { - "emptyAsNull": true + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "kubernetes.controllermanager.host" + ], + "size": 10 }, - "scale": "ratio", - "sourceField": "kubernetes.controllermanager.node.collector.count" + "scale": "ordinal", + "sourceField": "host.name" }, - "630b8963-a216-4c85-8a25-4a4a5e27fa75": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", + "43097f7a-e478-47bc-81c1-7541bd899d46": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Average latency in ms", + "operationType": "formula", "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": "ms" + } + }, + "formula": "sum(kubernetes.controllermanager.client.request.duration.us.sum)/sum(kubernetes.controllermanager.client.request.duration.us.count)/1000", + "isFormulaBroken": false }, - "scale": "interval", - "sourceField": "@timestamp" + "references": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X2" + ], + "scale": "ratio" }, - "81b26618-20bb-462e-8401-e644d94cc83f": { + "43097f7a-e478-47bc-81c1-7541bd899d46X0": { "customLabel": true, "dataType": "number", - "filter": { - "language": "kuery", - "query": "kubernetes.controllermanager.node.collector.eviction.count: *" - }, "isBucketed": false, - "label": "Node Eviction since NodeController Start", - "operationType": "average", + "label": "Part of Average latency in ms", + "operationType": "sum", "params": { - "emptyAsNull": true + "emptyAsNull": false }, "scale": "ratio", - "sourceField": "kubernetes.controllermanager.node.collector.eviction.count" + "sourceField": "kubernetes.controllermanager.client.request.duration.us.sum" }, - "84334806-6865-466a-aa66-23137db2e788": { + "43097f7a-e478-47bc-81c1-7541bd899d46X1": { "customLabel": true, "dataType": "number", - "filter": { - "language": "kuery", - "query": "kubernetes.controllermanager.node.collector.unhealthy.count: *" - }, "isBucketed": false, - "label": "Unhealthy Nodes", - "operationType": "average", + "label": "Part of Average latency in ms", + "operationType": "sum", "params": { - "emptyAsNull": true + "emptyAsNull": false }, "scale": "ratio", - "sourceField": "kubernetes.controllermanager.node.collector.unhealthy.count" + "sourceField": "kubernetes.controllermanager.client.request.duration.us.count" }, - "f45caf7a-e3d9-45ec-8995-66cc032a8b74": { + "43097f7a-e478-47bc-81c1-7541bd899d46X2": { "customLabel": true, "dataType": "number", - "filter": { - "language": "kuery", - "query": "kubernetes.controllermanager.node.collector.health.pct: *" - }, "isBucketed": false, - "label": "Healthy Nodes Pct", - "operationType": "average", + "label": "Part of Average latency in ms", + "operationType": "math", "params": { - "emptyAsNull": true, - "format": { - "id": "number", - "params": { - "decimals": 0, - "suffix": "%" - } + "tinymathAst": { + "args": [ + { + "args": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1" + ], + "name": "divide", + "type": "function" + }, + 1000 + ], + "location": { + "max": 136, + "min": 0 + }, + "name": "divide", + "text": "sum(kubernetes.controllermanager.client.request.duration.us.sum)/sum(kubernetes.controllermanager.client.request.duration.us.count)/1000", + "type": "function" } }, - "scale": "ratio", - "sourceField": "kubernetes.controllermanager.node.collector.health.pct" + "references": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1" + ], + "scale": "ratio" + }, + "ed3c7efa-0467-4a57-8d06-0f4775906cc5": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" } }, "incompleteColumns": {} @@ -1329,54 +2982,52 @@ } }, "filters": [], + "internalReferences": [], "query": { "language": "kuery", "query": "" }, "visualization": { "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "None", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, + "x": false, + "yLeft": false, "yRight": true }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, "layers": [ { "accessors": [ - "55bdc1db-cab9-4ae6-b81e-3461c9fd0adc", - "84334806-6865-466a-aa66-23137db2e788", - "81b26618-20bb-462e-8401-e644d94cc83f", - "f45caf7a-e3d9-45ec-8995-66cc032a8b74" + "43097f7a-e478-47bc-81c1-7541bd899d46" ], - "layerId": "c46cb227-5f12-45ee-a3f0-58f837655aeb", + "layerId": "f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", "layerType": "data", - "seriesType": "area", - "xAccessor": "630b8963-a216-4c85-8a25-4a4a5e27fa75" + "palette": { + "name": "kibana_palette", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "35a11916-4ca3-421b-9df2-521f52f21fbb", + "xAccessor": "ed3c7efa-0467-4a57-8d06-0f4775906cc5", + "yConfig": [] } ], "legend": { + "horizontalAlignment": "right", + "isInside": false, "isVisible": true, "legendSize": "large", - "position": "right" + "maxLines": 1, + "position": "right", + "shouldTruncate": false, + "verticalAlignment": "bottom" }, "preferredSeriesType": "area", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, + "title": "Empty XY chart", "valueLabels": "hide", - "valuesInLegend": true + "valuesInLegend": false, + "xTitle": "", + "yTitle": "" } }, "title": "", @@ -1387,26 +3038,27 @@ "hidePanelTitles": false }, "gridData": { - "h": 15, - "i": "bf28ccd1-0c7a-4672-9c32-0576e8b0c67f", + "h": 13, + "i": "1bd24fa1-319e-4cae-9d45-d821b06a8034", "w": 24, "x": 0, - "y": 59 + "y": 71 }, - "panelIndex": "bf28ccd1-0c7a-4672-9c32-0576e8b0c67f", - "title": "NodeController Informations [Metrics Kubernetes]", + "panelIndex": "1bd24fa1-319e-4cae-9d45-d821b06a8034", + "title": "Average request latency", "type": "lens", - "version": "8.4.0-SNAPSHOT" + "version": "8.6.0" } ], "timeRestore": false, "title": "[Metrics Kubernetes] Controller Manager", "version": 1 }, - "coreMigrationVersion": "8.4.0", + "coreMigrationVersion": "8.6.0", + "created_at": "2023-01-11T16:15:05.999Z", "id": "kubernetes-bf9389f0-0c14-11ed-b760-5d1bccb47f56", "migrationVersion": { - "dashboard": "8.3.0" + "dashboard": "8.6.0" }, "references": [ { @@ -1416,12 +3068,72 @@ }, { "id": "metrics-*", - "name": "1bd24fa1-319e-4cae-9d45-d821b06a8034:indexpattern-datasource-layer-f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", + "name": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd:metrics_ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd_0_index_pattern", "type": "index-pattern" }, { "id": "metrics-*", - "name": "1604f0de-edd6-456e-8670-ab9b33988abb:indexpattern-datasource-layer-d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "name": "aef813b5-85d5-46c9-a86a-2e273806d488:indexpattern-datasource-layer-239b73ac-0fc9-44fd-a7c5-2d0281e6b765", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "0599e0ae-2375-4ceb-b12d-2ebec4310cc6:metrics_0599e0ae-2375-4ceb-b12d-2ebec4310cc6_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "2ba53067-d43d-42eb-ac50-2d941977ce95:indexpattern-datasource-layer-76c85206-02c1-4f35-bb0d-c1d4d3ee59d7", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "2ba53067-d43d-42eb-ac50-2d941977ce95:3ed2b7d8-6b77-43b7-8ed3-c52117016d59", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1cd3ebab-9630-4253-b9a6-5f921e5cb617:indexpattern-datasource-layer-77b347b2-91fa-470f-861d-ada0e175cbc4", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1cd3ebab-9630-4253-b9a6-5f921e5cb617:b460c8d2-ab24-41ed-aac8-998febec263b", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "3a26dffa-0696-485d-b991-1dbc5092082e:indexpattern-datasource-layer-2b80230c-9cc8-444f-b092-1fbc4d764992", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "3a26dffa-0696-485d-b991-1dbc5092082e:7e0ad24d-199f-4ede-8b71-90152913fa90", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6a8b9a40-11ec-4790-a38d-2d88c5468f12:indexpattern-datasource-layer-a2facaed-7c02-4fb6-9126-5512b8ffd26f", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6a8b9a40-11ec-4790-a38d-2d88c5468f12:1c580aea-6c0f-4de6-9c30-f6b9a6964b0d", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "c3fee68f-01c6-49da-a759-2900b1cd15bf:metrics_c3fee68f-01c6-49da-a759-2900b1cd15bf_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "75255ce8-2d49-4b4f-ac0e-a20fe8f4daec:indexpattern-datasource-layer-380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "75255ce8-2d49-4b4f-ac0e-a20fe8f4daec:daf730fb-a3b5-400a-acba-cff0c8ba607d", "type": "index-pattern" }, { @@ -1431,29 +3143,61 @@ }, { "id": "metrics-*", - "name": "74dcc137-b625-44d5-ae91-072040ef4b0a:indexpattern-datasource-layer-3334c868-1314-4b93-9742-06a9b35bfc64", + "name": "303702e1-ba33-49f2-b337-4cc7d7305606:236aa40a-181f-4c61-af17-8df4ecba80d3", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1604f0de-edd6-456e-8670-ab9b33988abb:indexpattern-datasource-layer-d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1604f0de-edd6-456e-8670-ab9b33988abb:a781e55e-e2bc-4b36-b197-1b55842aeff7", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f8313a9d-ab58-448e-b183-75f914caf53f:metrics_f8313a9d-ab58-448e-b183-75f914caf53f_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "fd90adaf-517f-4b92-a5b5-c29f7a16663b:indexpattern-datasource-layer-1048fff9-f5a4-446b-8173-e9e22d4b1cff", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "fd90adaf-517f-4b92-a5b5-c29f7a16663b:11922ebb-686e-4ad0-a043-e425a0d2ce35", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "91a7ce56-6a49-4b7e-837f-31c184b48c09:indexpattern-datasource-layer-7c7c4b67-a2df-427f-abbd-635e5fa73a9c", "type": "index-pattern" }, { "id": "metrics-*", - "name": "d680bbc4-b3dd-4237-9825-5394ff9d402c:indexpattern-datasource-layer-3334c868-1314-4b93-9742-06a9b35bfc64", + "name": "91a7ce56-6a49-4b7e-837f-31c184b48c09:692cad49-25ea-40b4-87d2-535b5f35ecd4", "type": "index-pattern" }, { "id": "metrics-*", - "name": "0be041d4-096a-4131-ab5b-f9ae02eb685a:indexpattern-datasource-layer-dc84d4db-4cef-465b-9db9-5074b7e03b66", + "name": "1bd24fa1-319e-4cae-9d45-d821b06a8034:indexpattern-datasource-layer-f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", "type": "index-pattern" }, { "id": "metrics-*", - "name": "a015a089-006e-4eb8-ad45-7f9d5f16eecb:indexpattern-datasource-layer-dc84d4db-4cef-465b-9db9-5074b7e03b66", + "name": "controlGroup_f53d0d21-4502-4dce-8004-017a92104040:optionsListDataView", "type": "index-pattern" }, { "id": "metrics-*", - "name": "bf28ccd1-0c7a-4672-9c32-0576e8b0c67f:indexpattern-datasource-layer-c46cb227-5f12-45ee-a3f0-58f837655aeb", + "name": "controlGroup_df56c430-83b1-436e-8b9c-fb027aaa29ca:optionsListDataView", "type": "index-pattern" } ], - "type": "dashboard" -} \ No newline at end of file + "type": "dashboard", + "updated_at": "2023-01-11T16:15:05.999Z", + "version": "WzM0NTEsMV0=" +} diff --git a/packages/kubernetes/kibana/dashboard/kubernetes-f5ab5510-9c94-11e9-94fd-c91206cd5249.json b/packages/kubernetes/kibana/dashboard/kubernetes-f5ab5510-9c94-11e9-94fd-c91206cd5249.json index c15390adf44..d4c4be135ea 100644 --- a/packages/kubernetes/kibana/dashboard/kubernetes-f5ab5510-9c94-11e9-94fd-c91206cd5249.json +++ b/packages/kubernetes/kibana/dashboard/kubernetes-f5ab5510-9c94-11e9-94fd-c91206cd5249.json @@ -1,16 +1,37 @@ { "attributes": { "controlGroupInput": { - "chainingSystem": "NONE", + "chainingSystem": "HIERARCHICAL", "controlStyle": "oneLine", "ignoreParentSettingsJSON": "{\"ignoreFilters\":false,\"ignoreQuery\":false,\"ignoreTimerange\":false,\"ignoreValidations\":false}", - "panelsJSON": "{\"6a06f361-cf30-4320-b162-fbd6e9838329\":{\"order\":0,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"host.hostname\",\"title\":\"Hostname\",\"id\":\"6a06f361-cf30-4320-b162-fbd6e9838329\",\"enhancements\":{}}},\"2ea76dd1-bff4-424c-bef2-46a3611de039\":{\"order\":1,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"service.address\",\"title\":\"Service address\",\"singleSelect\":true,\"id\":\"2ea76dd1-bff4-424c-bef2-46a3611de039\",\"enhancements\":{}}}}" + "panelsJSON": "{\"f53d0d21-4502-4dce-8004-017a92104040\":{\"order\":1,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"host.name\",\"title\":\"Host\",\"id\":\"f53d0d21-4502-4dce-8004-017a92104040\",\"selectedOptions\":[],\"enhancements\":{},\"singleSelect\":false}},\"df56c430-83b1-436e-8b9c-fb027aaa29ca\":{\"order\":0,\"width\":\"medium\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"orchestrator.cluster.name\",\"title\":\"Cluster\",\"singleSelect\":true,\"id\":\"df56c430-83b1-436e-8b9c-fb027aaa29ca\",\"selectedOptions\":[],\"enhancements\":{}}}}" }, "description": "Kubernetes Scheduler metrics", - "hits": 0, "kibanaSavedObjectMeta": { "searchSourceJSON": { - "filter": [], + "filter": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "kubernetes.scheduler" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "kubernetes.scheduler" + } + } + } + ], "query": { "language": "kuery", "query": "" @@ -19,167 +40,54 @@ }, "optionsJSON": { "hidePanelTitles": false, + "syncColors": true, + "syncCursor": true, + "syncTooltips": false, "useMargins": true }, "panelsJSON": [ { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], - "searchSource": {} + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } }, "description": "", + "id": "", "params": { - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "drop_last_bucket": 1, - "filter": { - "language": "lucene", - "query": "_exists_:\"kubernetes.scheduler.process.started.sec\"" - }, - "hide_last_value_indicator": true, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", - "interval": "30s", - "markdown": "| | |\n|---|---|\n|**Days running**|{{ math.started.last.raw }}|\n|**File descriptors open**|{{ max_of_kubernetes_scheduler_process_fds_open_count.fds.last.raw }}|\n|**Resident Memory**|{{ max_of_kubernetes_scheduler_process_memory_resident_bytes.resident_memory.last.formatted }}|\n|**Virtual Memory**|{{ max_of_kubernetes_scheduler_process_memory_virtual_bytes.virtual_memory.last.formatted }}|\n", - "markdown_css": "table, tr, td, th{border:none}", - "max_lines_legend": 1, - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.process.started.sec", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "max" - }, - { - "id": "94b52370-9c95-11e9-87bc-455cc45f013a", - "script": "round( (params._timestamp /1000 - params.started) / 86400, 2)", - "type": "math", - "variables": [ - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "97cc0060-9c95-11e9-87bc-455cc45f013a", - "name": "started" - } - ] - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "var_name": "started" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "number", - "id": "a8475ca0-9c95-11e9-87bc-455cc45f013a", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.process.fds.open.count", - "id": "a8475ca1-9c95-11e9-87bc-455cc45f013a", - "type": "max" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "var_name": "fds" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "bytes", - "id": "cdc6d190-9c95-11e9-87bc-455cc45f013a", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.process.memory.resident.bytes", - "id": "cdc6d191-9c95-11e9-87bc-455cc45f013a", - "type": "max" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "var_name": "resident_memory" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "bytes", - "id": "dfa0fa80-9c95-11e9-87bc-455cc45f013a", - "label": "", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.process.memory.virtual.bytes", - "id": "dfa0fa81-9c95-11e9-87bc-455cc45f013a", - "type": "max" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "var_name": "virtual_memory" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "", - "tooltip_mode": "show_all", - "truncate_legend": 1, - "type": "markdown", - "use_kibana_indexes": false + "fontSize": 12, + "markdown": "### Scheduler\n\nThis dashboard collects metrics from [kube scheduler](https://kubernetes.io/docs/concepts/overview/components/#kube-scheduler) endpoint. Its purpose is to give an overview of what is happening inside it through this component metrics and detect problems that might be happening. \n\n**WARNING**: This dataset **requires access** to the Kubernetes scheduler endpoint. Refer [here](https://docs.elastic.co/en/integrations/kubernetes#scheduler-and-controllermanager) to learn how to enable it. In some \"As a Service\" Kubernetes implementations, like GKE or AKS, it is **not possible** to access its metrics.", + "openLinksInNewTab": false }, - "type": "metrics", + "title": "", + "type": "markdown", "uiState": {} } }, "gridData": { - "h": 14, - "i": "a28885ff-1498-40cc-8d57-602104c21503", - "w": 14, + "h": 12, + "i": "c13eb504-6afb-4fa5-8a7d-a75c5fee15b7", + "w": 13, "x": 0, "y": 0 }, - "panelIndex": "a28885ff-1498-40cc-8d57-602104c21503", - "title": "Process summary [Metrics Kubernetes]", + "panelIndex": "c13eb504-6afb-4fa5-8a7d-a75c5fee15b7", "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -196,82 +104,39 @@ "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "drop_last_bucket": 1, - "filter": { - "language": "kuery", - "query": "event.dataset : \"kubernetes.scheduler\" " - }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", + "background_color": "rgba(203,228,249,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd_0_index_pattern", "interval": "", "isModelInvalid": false, + "markdown": "Scheduling", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", "max_lines_legend": 1, "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(165,228,85,1)", - "fill": 0.5, - "formatter": "us,ms,2", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "P99", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.http.request.duration.us.percentile.99", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, { "axis_position": "right", "chart_type": "line", "color": "#68BC00", "fill": 0.5, - "formatter": "us,ms,2", - "id": "708a5a50-9c9b-11e9-b248-53caaa33a2c5", - "label": "P90", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.http.request.duration.us.percentile.90", - "id": "708a8160-9c9b-11e9-b248-53caaa33a2c5", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(65,117,0,1)", - "fill": 0.5, - "formatter": "us,ms,2", - "id": "9ba449d0-9c9b-11e9-b248-53caaa33a2c5", - "label": "P50", + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", "line_width": 1, "metrics": [ { - "field": "kubernetes.scheduler.http.request.duration.us.percentile.50", - "id": "9ba449d1-9c9b-11e9-b248-53caaa33a2c5", - "type": "avg" + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" } ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, "point_size": 1, "separate_axis": 0, - "split_color_mode": "gradient", + "series_drop_last_bucket": 0, "split_mode": "everything", "stacked": "none", "time_range_mode": "entire_time_range" @@ -283,8 +148,8 @@ "time_range_mode": "entire_time_range", "tooltip_mode": "show_all", "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "type": "markdown", + "use_kibana_indexes": true }, "title": "", "type": "metrics", @@ -292,20 +157,21 @@ } }, "gridData": { - "h": 14, - "i": "1081bca5-a431-4a55-9488-711bd0580b00", - "w": 33, - "x": 15, + "h": 3, + "i": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd", + "w": 35, + "x": 13, "y": 0 }, - "panelIndex": "1081bca5-a431-4a55-9488-711bd0580b00", - "title": "Scheduler HTTP request duration [Metrics Kubernetes]", + "panelIndex": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd", + "title": "", "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -318,18 +184,197 @@ } }, "description": "", + "id": "", + "params": { + "fontSize": 12, + "markdown": "**NOTE**: This section is meant for **one** cluster. Please, filter above. Otherwise, results might be inaccurate.", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 3, + "i": "a47d16df-1a5a-49e1-9a33-dba87c371904", + "w": 16, + "x": 13, + "y": 3 + }, + "panelIndex": "a47d16df-1a5a-49e1-9a33-dba87c371904", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-0c578d26-c937-4b73-a3a6-e15ebd5854e6", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "0c578d26-c937-4b73-a3a6-e15ebd5854e6": { + "columnOrder": [ + "51d8044e-b2ce-4afa-bca8-4898ee203019", + "680c2d97-35c9-4804-9c57-06645378bef4", + "3309a725-61ed-41e9-99cf-c37888da689b" + ], + "columns": { + "3309a725-61ed-41e9-99cf-c37888da689b": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.scheduling.pending.pods.count: *" + }, + "isBucketed": false, + "label": "Total", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.scheduling.pending.pods.count" + }, + "51d8044e-b2ce-4afa-bca8-4898ee203019": { + "customLabel": false, + "dataType": "string", + "isBucketed": true, + "label": "Top 3 values of kubernetes.scheduler.queue", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "3309a725-61ed-41e9-99cf-c37888da689b", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "kubernetes.scheduler.queue" + }, + "680c2d97-35c9-4804-9c57-06645378bef4": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Scheduler node", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "3309a725-61ed-41e9-99cf-c37888da689b", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "host.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "alignment": "center", + "columnId": "3309a725-61ed-41e9-99cf-c37888da689b" + }, + { + "alignment": "center", + "columnId": "680c2d97-35c9-4804-9c57-06645378bef4", + "isTransposed": false + }, + { + "columnId": "51d8044e-b2ce-4afa-bca8-4898ee203019", + "isTransposed": true + } + ], + "headerRowHeight": "auto", + "layerId": "0c578d26-c937-4b73-a3a6-e15ebd5854e6", + "layerType": "data", + "rowHeight": "auto" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 9, + "i": "a2b844d8-11e3-4469-af4b-744d33b603ad", + "w": 19, + "x": 29, + "y": 3 + }, + "panelIndex": "a2b844d8-11e3-4469-af4b-744d33b603ad", + "title": "Pending pods", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "id": "", "params": { "axis_formatter": "number", - "axis_min": "0", "axis_position": "left", "axis_scale": "normal", - "drop_last_bucket": 1, + "background_color_rules": [ + { + "id": "bbe87000-8acb-11ed-b797-e3766bb8f14b" + } + ], + "drop_last_bucket": 0, "filter": { "language": "kuery", - "query": "event.dataset : \"kubernetes.scheduler\"" + "query": "kubernetes.scheduler.scheduling.preemption.attempts.count : * " }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", + "hide_last_value_indicator": true, + "id": "4dce3687-9b11-4c68-a5cd-59859fe9e9c7", + "index_pattern_ref_name": "metrics_d90b0470-44ab-4636-b90b-2b95e79e0577_0_index_pattern", "interval": "", "isModelInvalid": false, "max_lines_legend": 1, @@ -339,40 +384,38 @@ "chart_type": "line", "color": "#68BC00", "fill": 0.5, - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "CPU time", + "formatter": "default", + "id": "777e5b65-0feb-42f7-ae5a-18579ef36f1e", + "label": "Preemption attempts", "line_width": 1, "metrics": [ { - "field": "kubernetes.scheduler.process.cpu.sec", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - }, - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "11331120-9d98-11e9-9e81-115d18bcfeaa", - "type": "derivative", - "unit": "" + "field": "kubernetes.scheduler.scheduling.preemption.attempts.count", + "id": "4030c954-9620-4911-ad15-82629299d36d", + "type": "sum" } ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, "point_size": 1, "separate_axis": 0, - "split_color_mode": "gradient", + "series_drop_last_bucket": 0, "split_mode": "everything", "stacked": "none", - "time_range_mode": "entire_time_range", - "value_template": "{{value}} s" + "time_range_mode": "entire_time_range" } ], "show_grid": 1, "show_legend": 1, "time_field": "", - "time_range_mode": "entire_time_range", + "time_range_mode": "last_value", "tooltip_mode": "show_all", "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "type": "metric", + "use_kibana_indexes": true }, "title": "", "type": "metrics", @@ -380,20 +423,20 @@ } }, "gridData": { - "h": 15, - "i": "c75efe2d-835f-4701-b8d3-3fffacba1284", - "w": 24, - "x": 0, - "y": 14 + "h": 6, + "i": "d90b0470-44ab-4636-b90b-2b95e79e0577", + "w": 8, + "x": 13, + "y": 6 }, - "panelIndex": "c75efe2d-835f-4701-b8d3-3fffacba1284", - "title": "Scheduler CPU [Metrics Kubernetes]", + "panelIndex": "d90b0470-44ab-4636-b90b-2b95e79e0577", "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "version": "8.6.0" }, { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -410,59 +453,47 @@ "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "drop_last_bucket": 1, + "background_color_rules": [ + { + "id": "bbe87000-8acb-11ed-b797-e3766bb8f14b" + } + ], + "drop_last_bucket": 0, "filter": { "language": "kuery", - "query": "event.dataset : \"kubernetes.scheduler\"" + "query": "kubernetes.scheduler.scheduling.preemption.victims.sum : * " }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", + "hide_last_value_indicator": true, + "id": "4dce3687-9b11-4c68-a5cd-59859fe9e9c7", + "index_pattern_ref_name": "metrics_c6af3313-89c6-493b-8456-a296d3cd78a8_0_index_pattern", "interval": "", "isModelInvalid": false, "max_lines_legend": 1, "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(251,158,0,1)", - "fill": 0.5, - "formatter": "bytes", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Resident", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.process.memory.resident.bytes", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" - }, { "axis_position": "right", "chart_type": "line", "color": "#68BC00", "fill": 0.5, - "formatter": "bytes", - "id": "a14defa0-9d98-11e9-9e81-115d18bcfeaa", - "label": "Virtual", + "formatter": "default", + "id": "777e5b65-0feb-42f7-ae5a-18579ef36f1e", + "label": "Preemption victims", "line_width": 1, "metrics": [ { - "field": "kubernetes.scheduler.process.memory.virtual.bytes", - "id": "a14defa1-9d98-11e9-9e81-115d18bcfeaa", - "type": "avg" + "field": "kubernetes.scheduler.scheduling.preemption.victims.count", + "id": "4030c954-9620-4911-ad15-82629299d36d", + "type": "sum" } ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, "point_size": 1, "separate_axis": 0, - "split_color_mode": "gradient", + "series_drop_last_bucket": 0, "split_mode": "everything", "stacked": "none", "time_range_mode": "entire_time_range" @@ -471,11 +502,11 @@ "show_grid": 1, "show_legend": 1, "time_field": "", - "time_range_mode": "entire_time_range", + "time_range_mode": "last_value", "tooltip_mode": "show_all", "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "type": "metric", + "use_kibana_indexes": true }, "title": "", "type": "metrics", @@ -483,20 +514,433 @@ } }, "gridData": { - "h": 15, - "i": "fd58d4db-3089-4e96-9eb3-dfe90310648b", + "h": 6, + "i": "c6af3313-89c6-493b-8456-a296d3cd78a8", + "w": 8, + "x": 21, + "y": 6 + }, + "panelIndex": "c6af3313-89c6-493b-8456-a296d3cd78a8", + "title": "", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-c0fe3677-6a5b-4340-8ad0-d8e31b042fe8", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "c038d00b-5e03-420e-9c45-a8aea3c41f99", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "c0fe3677-6a5b-4340-8ad0-d8e31b042fe8": { + "columnOrder": [ + "51038211-b99f-4527-b1f1-cab52e7a4902", + "3ef7d43e-6806-4ae6-bd67-38a7c29d0f7c", + "d23c570b-1f9a-4ea6-be40-b6860fff0d75", + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X0", + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X2", + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X1" + ], + "columns": { + "3ef7d43e-6806-4ae6-bd67-38a7c29d0f7c": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "51038211-b99f-4527-b1f1-cab52e7a4902": { + "dataType": "string", + "isBucketed": true, + "label": "Top 3 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "d23c570b-1f9a-4ea6-be40-b6860fff0d75": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Average latency", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": "ms" + } + }, + "formula": "last_value(kubernetes.scheduler.scheduling.attempts.duration.us.sum)/pick_max(last_value(kubernetes.scheduler.scheduling.attempts.duration.us.count),1)/1000", + "isFormulaBroken": false + }, + "references": [ + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X2" + ], + "scale": "ratio" + }, + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.scheduling.attempts.duration.us.sum: *" + }, + "isBucketed": false, + "label": "Part of Average latency", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.scheduling.attempts.duration.us.sum" + }, + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.scheduling.attempts.duration.us.count: *" + }, + "isBucketed": false, + "label": "Part of Average latency", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.scheduling.attempts.duration.us.count" + }, + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Average latency", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + { + "args": [ + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X0", + { + "args": [ + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X1", + 1 + ], + "location": { + "max": 151, + "min": 69 + }, + "name": "pick_max", + "text": "pick_max(last_value(kubernetes.scheduler.scheduling.attempts.duration.us.count),1)", + "type": "function" + } + ], + "name": "divide", + "type": "function" + }, + 1000 + ], + "location": { + "max": 156, + "min": 0 + }, + "name": "divide", + "text": "last_value(kubernetes.scheduler.scheduling.attempts.duration.us.sum)/pick_max(last_value(kubernetes.scheduler.scheduling.attempts.duration.us.count),1)/1000", + "type": "function" + } + }, + "references": [ + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X0", + "d23c570b-1f9a-4ea6-be40-b6860fff0d75X1" + ], + "scale": "ratio" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "c038d00b-5e03-420e-9c45-a8aea3c41f99", + "key": "kubernetes.scheduler.scheduling.attempts.duration.us.bucket.+Inf", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.scheduler.scheduling.attempts.duration.us.bucket.+Inf" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "d23c570b-1f9a-4ea6-be40-b6860fff0d75" + ], + "layerId": "c0fe3677-6a5b-4340-8ad0-d8e31b042fe8", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "51038211-b99f-4527-b1f1-cab52e7a4902", + "xAccessor": "3ef7d43e-6806-4ae6-bd67-38a7c29d0f7c" + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "181a3fe5-e5b5-472e-98af-ea4aaadc3109", + "w": 24, + "x": 0, + "y": 12 + }, + "panelIndex": "181a3fe5-e5b5-472e-98af-ea4aaadc3109", + "title": "Average scheduling attempt latency", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-2b43c72b-5964-4c48-8239-72a42fbe334f", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "2b43c72b-5964-4c48-8239-72a42fbe334f": { + "columnOrder": [ + "9a10de81-8e85-4356-8381-5cd24bd4f88e", + "afa79db7-0c03-40d0-a80b-6bf59b9a4925", + "46b12a48-f8b8-42ca-bfd6-adec41da55ed", + "46b12a48-f8b8-42ca-bfd6-adec41da55edX0", + "46b12a48-f8b8-42ca-bfd6-adec41da55edX1" + ], + "columns": { + "46b12a48-f8b8-42ca-bfd6-adec41da55ed": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Attempts", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(kubernetes.scheduler.scheduling.attempts.duration.us.sum))", + "isFormulaBroken": false + }, + "references": [ + "46b12a48-f8b8-42ca-bfd6-adec41da55edX1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "46b12a48-f8b8-42ca-bfd6-adec41da55edX0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Attempts", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.scheduling.attempts.duration.us.sum" + }, + "46b12a48-f8b8-42ca-bfd6-adec41da55edX1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Attempts", + "operationType": "counter_rate", + "references": [ + "46b12a48-f8b8-42ca-bfd6-adec41da55edX0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "9a10de81-8e85-4356-8381-5cd24bd4f88e": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of kubernetes.scheduler.result + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "host.name" + ], + "size": 3 + }, + "scale": "ordinal", + "sourceField": "kubernetes.scheduler.result" + }, + "afa79db7-0c03-40d0-a80b-6bf59b9a4925": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "30s" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "46b12a48-f8b8-42ca-bfd6-adec41da55ed" + ], + "layerId": "2b43c72b-5964-4c48-8239-72a42fbe334f", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "9a10de81-8e85-4356-8381-5cd24bd4f88e", + "xAccessor": "afa79db7-0c03-40d0-a80b-6bf59b9a4925" + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right" + }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "d35d8849-89ba-42b8-8120-c14b087f9690", "w": 24, "x": 24, - "y": 14 + "y": 12 }, - "panelIndex": "fd58d4db-3089-4e96-9eb3-dfe90310648b", - "title": "Scheduler Memory [Metrics Kubernetes]", - "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "panelIndex": "d35d8849-89ba-42b8-8120-c14b087f9690", + "title": "Attempts counter rate by result", + "type": "lens", + "version": "8.6.0" }, { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -511,260 +955,923 @@ "description": "", "params": { "axis_formatter": "number", - "axis_min": "0", "axis_position": "left", "axis_scale": "normal", - "drop_last_bucket": 1, - "filter": { - "language": "kuery", - "query": "event.dataset : \"kubernetes.scheduler\"" - }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", + "background_color": "rgba(205,245,246,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_0599e0ae-2375-4ceb-b12d-2ebec4310cc6_0_index_pattern", "interval": "", "isModelInvalid": false, + "markdown": "Workqueue", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", "max_lines_legend": 1, "series": [ { "axis_position": "right", "chart_type": "line", - "color": "rgba(63,112,2,1)", + "color": "#68BC00", "fill": 0.5, - "formatter": "number", - "hidden": false, - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Under 16ms", + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", "line_width": 1, "metrics": [ { - "field": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.16000", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - }, - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "2a21d690-9c9d-11e9-8174-4589c2c40897", - "type": "derivative", - "unit": "" + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" } ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, "point_size": 1, "separate_axis": 0, - "split_color_mode": "gradient", + "series_drop_last_bucket": 0, "split_mode": "everything", "stacked": "none", "time_range_mode": "entire_time_range" - }, + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "time_range_mode": "entire_time_range", + "tooltip_mode": "show_all", + "truncate_legend": 1, + "type": "markdown", + "use_kibana_indexes": true + }, + "title": "", + "type": "metrics", + "uiState": {} + } + }, + "gridData": { + "h": 3, + "i": "0599e0ae-2375-4ceb-b12d-2ebec4310cc6", + "w": 48, + "x": 0, + "y": 26 + }, + "panelIndex": "0599e0ae-2375-4ceb-b12d-2ebec4310cc6", + "title": "", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-76c85206-02c1-4f35-bb0d-c1d4d3ee59d7", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6572ee4d-01b4-47db-8804-d8ef217e21da", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "76c85206-02c1-4f35-bb0d-c1d4d3ee59d7": { + "columnOrder": [ + "f2d3349e-531e-453c-bac7-fc4c1a47ea86", + "4266ba8e-3786-4162-9140-15f600580db0", + "5b2495ee-2297-4e20-81d3-ac385205cb01", + "5b2495ee-2297-4e20-81d3-ac385205cb01X1", + "5b2495ee-2297-4e20-81d3-ac385205cb01X0" + ], + "columns": { + "4266ba8e-3786-4162-9140-15f600580db0": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "5b2495ee-2297-4e20-81d3-ac385205cb01": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Counter rate", + "operationType": "formula", + "params": { + "formula": "counter_rate(last_value(kubernetes.scheduler.workqueue.adds.count))", + "isFormulaBroken": false + }, + "references": [ + "5b2495ee-2297-4e20-81d3-ac385205cb01X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "5b2495ee-2297-4e20-81d3-ac385205cb01X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.workqueue.adds.count: *" + }, + "isBucketed": false, + "label": "Part of Counter rate", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.workqueue.adds.count" + }, + "5b2495ee-2297-4e20-81d3-ac385205cb01X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Counter rate", + "operationType": "counter_rate", + "references": [ + "5b2495ee-2297-4e20-81d3-ac385205cb01X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f2d3349e-531e-453c-bac7-fc4c1a47ea86": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Workqueues", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of kubernetes.scheduler.workqueue.adds.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.workqueue.adds.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "host.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "kubernetes.scheduler.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(138,223,24,1)", - "fill": "0.4", - "formatter": "number", - "hidden": false, - "id": "a0344a80-9ca1-11e9-9b2f-4dae0cc2bdf1", - "label": "Under 512ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.512000", - "id": "a0347190-9ca1-11e9-9b2f-4dae0cc2bdf1", - "type": "avg" - }, - { - "field": "a0347190-9ca1-11e9-9b2f-4dae0cc2bdf1", - "id": "9a865d10-9ca3-11e9-9b2f-4dae0cc2bdf1", - "type": "derivative", - "unit": "" + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "6572ee4d-01b4-47db-8804-d8ef217e21da", + "key": "kubernetes.scheduler.workqueue.adds.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.scheduler.workqueue.adds.count" } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(174,161,255,1)", - "fill": "0.3", - "formatter": "number", - "hidden": false, - "id": "c456c780-9ca1-11e9-9b2f-4dae0cc2bdf1", - "label": "Under 1024ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.1024000", - "id": "c456c781-9ca1-11e9-9b2f-4dae0cc2bdf1", - "type": "avg" + "curveType": "LINEAR", + "layers": [ + { + "accessors": [ + "5b2495ee-2297-4e20-81d3-ac385205cb01" + ], + "layerId": "76c85206-02c1-4f35-bb0d-c1d4d3ee59d7", + "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" }, - { - "field": "c456c781-9ca1-11e9-9b2f-4dae0cc2bdf1", - "id": "a77cd850-9ca3-11e9-9b2f-4dae0cc2bdf1", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "f2d3349e-531e-453c-bac7-fc4c1a47ea86", + "xAccessor": "4266ba8e-3786-4162-9140-15f600580db0" + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "2ba53067-d43d-42eb-ac50-2d941977ce95", + "w": 24, + "x": 0, + "y": 29 + }, + "panelIndex": "2ba53067-d43d-42eb-ac50-2d941977ce95", + "title": "Workqueue additions increase rate", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-77b347b2-91fa-470f-861d-ada0e175cbc4", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "55eaa53f-a391-4996-9721-2f7af9aa963d", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "77b347b2-91fa-470f-861d-ada0e175cbc4": { + "columnOrder": [ + "68f1dece-b63b-4a27-9c1f-8068f2f9bedb", + "34f7328b-5fef-43e7-9350-98256b031a79", + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71", + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X1", + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X0" + ], + "columns": { + "34f7328b-5fef-43e7-9350-98256b031a79": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "68f1dece-b63b-4a27-9c1f-8068f2f9bedb": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of kubernetes.scheduler.name + 1 other", + "operationType": "terms", + "params": { + "accuracyMode": false, + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of kubernetes.scheduler.workqueue.retries.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.workqueue.retries.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "host.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "kubernetes.scheduler.name" + }, + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Rate", + "operationType": "formula", + "params": { + "formula": "counter_rate(last_value(kubernetes.scheduler.workqueue.retries.count))", + "isFormulaBroken": false + }, + "references": [ + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.workqueue.retries.count: *" + }, + "isBucketed": false, + "label": "Part of Rate", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.workqueue.retries.count" + }, + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Rate", + "operationType": "counter_rate", + "references": [ + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71X0" + ], + "scale": "ratio", + "timeScale": "s" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(115,216,255,1)", - "fill": "0.2", - "formatter": "number", - "hidden": false, - "id": "127a9810-9ca2-11e9-9b2f-4dae0cc2bdf1", - "label": "Under 4096ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.4096000", - "id": "127a9811-9ca2-11e9-9b2f-4dae0cc2bdf1", - "type": "avg" - }, - { - "field": "127a9811-9ca2-11e9-9b2f-4dae0cc2bdf1", - "id": "b48a0fe0-9ca3-11e9-9b2f-4dae0cc2bdf1", - "type": "derivative", - "unit": "" + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "55eaa53f-a391-4996-9721-2f7af9aa963d", + "key": "kubernetes.scheduler.workqueue.retries.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.scheduler.workqueue.retries.count" } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(252,196,0,1)", - "fill": "0.1", - "formatter": "number", - "hidden": false, - "id": "6a2ba130-9ca2-11e9-9b2f-4dae0cc2bdf1", - "label": "Under 8192ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.8192000", - "id": "6a2ba131-9ca2-11e9-9b2f-4dae0cc2bdf1", - "type": "avg" + "layers": [ + { + "accessors": [ + "a1a9d92a-c7cc-43f4-950a-25dd5108bf71" + ], + "layerId": "77b347b2-91fa-470f-861d-ada0e175cbc4", + "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" }, - { - "field": "6a2ba131-9ca2-11e9-9b2f-4dae0cc2bdf1", - "id": "c727fe00-9ca3-11e9-9b2f-4dae0cc2bdf1", - "type": "derivative", - "unit": "" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "68f1dece-b63b-4a27-9c1f-8068f2f9bedb", + "xAccessor": "34f7328b-5fef-43e7-9350-98256b031a79" + } + ], + "legend": { + "isVisible": true, + "position": "right", + "shouldTruncate": true }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "1cd3ebab-9630-4253-b9a6-5f921e5cb617", + "w": 24, + "x": 24, + "y": 29 + }, + "panelIndex": "1cd3ebab-9630-4253-b9a6-5f921e5cb617", + "title": "Workqueue retries increase rate", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-2b80230c-9cc8-444f-b092-1fbc4d764992", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "09d7cafe-19c4-4da8-a1b9-5ecd3ec6b0b0", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "2b80230c-9cc8-444f-b092-1fbc4d764992": { + "columnOrder": [ + "e7259e4c-0700-48a5-aeff-993fc075bcab", + "7b8d9b03-439b-4171-8b64-91b8664b4b94", + "725088f8-ac91-4df6-8863-f9abe7ad40cd", + "725088f8-ac91-4df6-8863-f9abe7ad40cdX1", + "725088f8-ac91-4df6-8863-f9abe7ad40cdX0" + ], + "columns": { + "725088f8-ac91-4df6-8863-f9abe7ad40cd": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Depth", + "operationType": "formula", + "params": { + "formula": "differences(average(kubernetes.scheduler.workqueue.depth.count, kql='kubernetes.scheduler.workqueue.depth.count: *'))", + "isFormulaBroken": false + }, + "references": [ + "725088f8-ac91-4df6-8863-f9abe7ad40cdX1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "725088f8-ac91-4df6-8863-f9abe7ad40cdX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.workqueue.depth.count: *" + }, + "isBucketed": false, + "label": "Part of Depth", + "operationType": "average", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.workqueue.depth.count" + }, + "725088f8-ac91-4df6-8863-f9abe7ad40cdX1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Depth", + "operationType": "differences", + "references": [ + "725088f8-ac91-4df6-8863-f9abe7ad40cdX0" + ], + "scale": "ratio" + }, + "7b8d9b03-439b-4171-8b64-91b8664b4b94": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "e7259e4c-0700-48a5-aeff-993fc075bcab": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Depth", + "operationType": "terms", + "params": { + "accuracyMode": false, + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of kubernetes.scheduler.workqueue.depth.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.workqueue.depth.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "host.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "kubernetes.scheduler.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(209,119,103,1)", - "fill": "0", - "formatter": "number", - "hidden": false, - "id": "f93a66e0-9ca2-11e9-9b2f-4dae0cc2bdf1", - "label": "Under 16384ms", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.16384000", - "id": "f93a66e1-9ca2-11e9-9b2f-4dae0cc2bdf1", - "type": "avg" - }, - { - "field": "f93a66e1-9ca2-11e9-9b2f-4dae0cc2bdf1", - "id": "ce42d700-9ca3-11e9-9b2f-4dae0cc2bdf1", - "type": "derivative", - "unit": "" + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "09d7cafe-19c4-4da8-a1b9-5ecd3ec6b0b0", + "key": "kubernetes.scheduler.workqueue.depth.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.scheduler.workqueue.depth.count" } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true }, - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": "0", - "formatter": "number", - "hidden": false, - "id": "310452c0-9ca3-11e9-9b2f-4dae0cc2bdf1", - "label": "All", - "line_width": 1, - "metrics": [ - { - "field": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.+Inf", - "id": "310452c1-9ca3-11e9-9b2f-4dae0cc2bdf1", - "type": "avg" + "curveType": "LINEAR", + "layers": [ + { + "accessors": [ + "725088f8-ac91-4df6-8863-f9abe7ad40cd" + ], + "collapseFn": "", + "layerId": "2b80230c-9cc8-444f-b092-1fbc4d764992", + "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" }, - { - "field": "310452c1-9ca3-11e9-9b2f-4dae0cc2bdf1", - "id": "e0692420-9ca3-11e9-9b2f-4dae0cc2bdf1", - "type": "derivative", - "unit": "" + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "e7259e4c-0700-48a5-aeff-993fc075bcab", + "xAccessor": "7b8d9b03-439b-4171-8b64-91b8664b4b94" + } + ], + "legend": { + "isVisible": true, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": true + }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "valuesInLegend": false, + "xTitle": "", + "yLeftExtent": { + "mode": "full" + }, + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "3a26dffa-0696-485d-b991-1dbc5092082e", + "w": 24, + "x": 0, + "y": 43 + }, + "panelIndex": "3a26dffa-0696-485d-b991-1dbc5092082e", + "title": "Workqueue depth rate", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-a2facaed-7c02-4fb6-9126-5512b8ffd26f", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "695725fe-9d35-49c6-8289-21fbe54ff2a6", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "a2facaed-7c02-4fb6-9126-5512b8ffd26f": { + "columnOrder": [ + "73933c6b-b6da-45c6-a190-c501453f658f", + "3ed7787d-1fbe-487f-a377-9a5e5e6f2571", + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778", + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778X0" + ], + "columns": { + "3ed7787d-1fbe-487f-a377-9a5e5e6f2571": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "73933c6b-b6da-45c6-a190-c501453f658f": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of kubernetes.scheduler.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of kubernetes.scheduler.workqueue.unfinished.sec", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.workqueue.unfinished.sec" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "host.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "kubernetes.scheduler.name" + }, + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778": { + "dataType": "number", + "isBucketed": false, + "label": "last_value(kubernetes.scheduler.workqueue.unfinished.sec)", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": "s" + } + }, + "formula": "last_value(kubernetes.scheduler.workqueue.unfinished.sec)", + "isFormulaBroken": false + }, + "references": [ + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778X0" + ], + "scale": "ratio" + }, + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.workqueue.unfinished.sec: *" + }, + "isBucketed": false, + "label": "Part of last_value(kubernetes.scheduler.workqueue.unfinished.sec)", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.workqueue.unfinished.sec" + } + }, + "incompleteColumns": {} } - ], - "point_size": 1, - "separate_axis": 0, - "split_color_mode": "gradient", - "split_mode": "everything", - "stacked": "none", - "time_range_mode": "entire_time_range" + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "695725fe-9d35-49c6-8289-21fbe54ff2a6", + "key": "kubernetes.scheduler.workqueue.unfinished.sec", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.scheduler.workqueue.unfinished.sec" + } + } } ], - "show_grid": 1, - "show_legend": 1, - "time_field": "", - "time_range_mode": "entire_time_range", - "tooltip_mode": "show_all", - "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "7b75d52d-c30f-4d3c-a1fc-f1a9ce764778" + ], + "layerId": "a2facaed-7c02-4fb6-9126-5512b8ffd26f", + "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "73933c6b-b6da-45c6-a190-c501453f658f", + "xAccessor": "3ed7787d-1fbe-487f-a377-9a5e5e6f2571" + } + ], + "legend": { + "isVisible": true, + "position": "right", + "shouldTruncate": true + }, + "preferredSeriesType": "bar_stacked", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } }, "title": "", - "type": "metrics", - "uiState": {} - } + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false }, "gridData": { - "h": 11, - "i": "3cf78ac5-7dd2-42b0-a36e-f99841267190", + "h": 14, + "i": "6a8b9a40-11ec-4790-a38d-2d88c5468f12", "w": 24, - "x": 0, - "y": 29 + "x": 24, + "y": 43 }, - "panelIndex": "3cf78ac5-7dd2-42b0-a36e-f99841267190", - "title": "Scheduler end to end scheduling duration [Metrics Kubernetes]", - "type": "visualization", - "version": "8.3.0-SNAPSHOT" + "panelIndex": "6a8b9a40-11ec-4790-a38d-2d88c5468f12", + "title": "Current unfinished work", + "type": "lens", + "version": "8.6.0" }, { "embeddableConfig": { "enhancements": {}, + "hidePanelTitles": true, "savedVis": { "data": { "aggs": [], @@ -779,18 +1886,17 @@ "description": "", "params": { "axis_formatter": "number", - "axis_min": "0", "axis_position": "left", "axis_scale": "normal", - "drop_last_bucket": 1, - "filter": { - "language": "kuery", - "query": "event.dataset : \"kubernetes.scheduler\"" - }, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metrics-*", + "background_color": "rgba(239,249,218,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_c3fee68f-01c6-49da-a759-2900b1cd15bf_0_index_pattern", "interval": "", "isModelInvalid": false, + "markdown": "Process", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", "max_lines_legend": 1, "series": [ { @@ -798,30 +1904,25 @@ "chart_type": "line", "color": "#68BC00", "fill": 0.5, - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "Attempts", + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", "line_width": 1, "metrics": [ { - "field": "kubernetes.scheduler.scheduling.pod.attempts.count", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - }, - { - "field": "61ca57f2-469d-11e7-af02-69e470af7417", - "id": "18aae5d0-9ca9-11e9-b8ef-3ddf5d748ddb", - "type": "derivative", - "unit": "" + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" } ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, "point_size": 1, "separate_axis": 0, - "split_color_mode": "rainbow", - "split_mode": "terms", + "series_drop_last_bucket": 0, + "split_mode": "everything", "stacked": "none", - "terms_field": "kubernetes.scheduler.result", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", "time_range_mode": "entire_time_range" } ], @@ -831,8 +1932,8 @@ "time_range_mode": "entire_time_range", "tooltip_mode": "show_all", "truncate_legend": 1, - "type": "timeseries", - "use_kibana_indexes": false + "type": "markdown", + "use_kibana_indexes": true }, "title": "", "type": "metrics", @@ -840,38 +1941,1744 @@ } }, "gridData": { - "h": 11, - "i": "e60e8993-0ec2-4bdc-8ddd-1b3549e59b98", - "w": 24, - "x": 24, - "y": 29 + "h": 3, + "i": "c3fee68f-01c6-49da-a759-2900b1cd15bf", + "w": 48, + "x": 0, + "y": 57 }, - "panelIndex": "e60e8993-0ec2-4bdc-8ddd-1b3549e59b98", - "title": "Scheduler scheduling attempts [Metrics Kubernetes]", + "panelIndex": "c3fee68f-01c6-49da-a759-2900b1cd15bf", + "title": "", "type": "visualization", - "version": "8.3.0-SNAPSHOT" - } - ], - "timeRestore": false, - "title": "[Metrics Kubernetes] Scheduler", - "version": 1 - }, - "coreMigrationVersion": "8.3.0", - "id": "kubernetes-f5ab5510-9c94-11e9-94fd-c91206cd5249", - "migrationVersion": { - "dashboard": "8.3.0" - }, - "references": [ + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "36494898-fe02-477e-9364-d94ea0fcb947", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "380c5d66-2e69-4e96-b5fb-ac4e5ab1c807": { + "columnOrder": [ + "6cbab896-ee42-4dad-8831-12f53cda0d6d", + "910bd079-4852-48bd-9d7a-e5eb940f0838", + "ee812faf-6f3c-4cc2-ad9a-27136340ef39", + "96c80749-da61-425a-b637-878d33e410fd", + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX2", + "96c80749-da61-425a-b637-878d33e410fdX1", + "910bd079-4852-48bd-9d7a-e5eb940f0838X0" + ], + "columns": { + "6cbab896-ee42-4dad-8831-12f53cda0d6d": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Host", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "ee812faf-6f3c-4cc2-ad9a-27136340ef39", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "910bd079-4852-48bd-9d7a-e5eb940f0838": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Resident memory", + "operationType": "formula", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + }, + "formula": "last_value(kubernetes.scheduler.process.memory.resident.bytes, kql='kubernetes.scheduler.process.memory.resident.bytes: *')", + "isFormulaBroken": false + }, + "references": [ + "910bd079-4852-48bd-9d7a-e5eb940f0838X0" + ], + "scale": "ratio" + }, + "910bd079-4852-48bd-9d7a-e5eb940f0838X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.process.memory.resident.bytes: *" + }, + "isBucketed": false, + "label": "Part of Resident memory", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.process.memory.resident.bytes" + }, + "96c80749-da61-425a-b637-878d33e410fd": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Open file descriptors usage", + "operationType": "formula", + "params": { + "format": { + "id": "percent", + "params": { + "decimals": 1 + } + }, + "formula": "last_value(kubernetes.scheduler.process.fds.open.count)/last_value(kubernetes.scheduler.process.fds.max.count)*100", + "isFormulaBroken": false + }, + "references": [ + "96c80749-da61-425a-b637-878d33e410fdX2" + ], + "scale": "ratio" + }, + "96c80749-da61-425a-b637-878d33e410fdX0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.process.fds.open.count: *" + }, + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.process.fds.open.count" + }, + "96c80749-da61-425a-b637-878d33e410fdX1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.process.fds.max.count: *" + }, + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.process.fds.max.count" + }, + "96c80749-da61-425a-b637-878d33e410fdX2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Open file descriptors usage", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + { + "args": [ + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX1" + ], + "name": "divide", + "type": "function" + }, + 100 + ], + "location": { + "max": 114, + "min": 0 + }, + "name": "multiply", + "text": "last_value(kubernetes.scheduler.process.fds.open.count)/last_value(kubernetes.scheduler.process.fds.max.count)*100", + "type": "function" + } + }, + "references": [ + "96c80749-da61-425a-b637-878d33e410fdX0", + "96c80749-da61-425a-b637-878d33e410fdX1" + ], + "scale": "ratio" + }, + "ee812faf-6f3c-4cc2-ad9a-27136340ef39": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.process.memory.virtual.bytes: *" + }, + "isBucketed": false, + "label": "Virtual memory", + "operationType": "last_value", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + }, + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.process.memory.virtual.bytes" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "36494898-fe02-477e-9364-d94ea0fcb947", + "key": "kubernetes.scheduler.process.fds.open.count", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.scheduler.process.fds.open.count" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "alignment": "center", + "columnId": "6cbab896-ee42-4dad-8831-12f53cda0d6d" + }, + { + "alignment": "center", + "columnId": "910bd079-4852-48bd-9d7a-e5eb940f0838" + }, + { + "alignment": "center", + "columnId": "ee812faf-6f3c-4cc2-ad9a-27136340ef39", + "isTransposed": false + }, + { + "alignment": "center", + "colorMode": "text", + "columnId": "96c80749-da61-425a-b637-878d33e410fd", + "isTransposed": false, + "palette": { + "name": "custom", + "params": { + "colorStops": [ + { + "color": "#54B399", + "stop": 0 + }, + { + "color": "#D6BF57", + "stop": 60 + }, + { + "color": "#E7664C", + "stop": 90 + } + ], + "continuity": "above", + "name": "custom", + "rangeMax": null, + "rangeMin": 0, + "rangeType": "number", + "steps": 5, + "stops": [ + { + "color": "#54B399", + "stop": 60 + }, + { + "color": "#D6BF57", + "stop": 90 + }, + { + "color": "#E7664C", + "stop": 91 + } + ] + }, + "type": "palette" + } + } + ], + "layerId": "380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 6, + "i": "a0716ae8-4157-473d-8eba-8ff6625fed4b", + "w": 24, + "x": 0, + "y": 60 + }, + "panelIndex": "a0716ae8-4157-473d-8eba-8ff6625fed4b", + "title": "Scheduler process data", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "77da5988-3f03-4e8f-b1e4-39a94d8bec07": { + "columnOrder": [ + "7e1756d9-af1b-4204-a8d4-8c57987216f0", + "d523e6d2-50f3-4b45-8815-8259df43850c", + "cf481e4f-b568-4306-8da9-5e3d516ccbea", + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0" + ], + "columns": { + "7e1756d9-af1b-4204-a8d4-8c57987216f0": { + "dataType": "string", + "isBucketed": true, + "label": "Top 3 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "cf481e4f-b568-4306-8da9-5e3d516ccbea": { + "dataType": "number", + "isBucketed": false, + "label": "average(kubernetes.scheduler.process.memory.resident.bytes)", + "operationType": "formula", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 1 + } + }, + "formula": "average(kubernetes.scheduler.process.memory.resident.bytes)", + "isFormulaBroken": false + }, + "references": [ + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0" + ], + "scale": "ratio" + }, + "cf481e4f-b568-4306-8da9-5e3d516ccbeaX0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of average(kubernetes.scheduler.process.memory.resident.bytes)", + "operationType": "average", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.process.memory.resident.bytes" + }, + "d523e6d2-50f3-4b45-8815-8259df43850c": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fillOpacity": 0.3, + "layers": [ + { + "accessors": [ + "cf481e4f-b568-4306-8da9-5e3d516ccbea" + ], + "layerId": "77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "layerType": "data", + "palette": { + "name": "temperature", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "7e1756d9-af1b-4204-a8d4-8c57987216f0", + "xAccessor": "d523e6d2-50f3-4b45-8815-8259df43850c", + "yConfig": [] + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "area", + "title": "Empty XY chart", + "valueLabels": "hide", + "valuesInLegend": false, + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "303702e1-ba33-49f2-b337-4cc7d7305606", + "w": 24, + "x": 24, + "y": 60 + }, + "panelIndex": "303702e1-ba33-49f2-b337-4cc7d7305606", + "title": "Average resident memory", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "38ef18ec-512c-4c90-ad86-214a5c9bfe9d", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "d3be0fa3-c7a4-49ba-b8cf-ab79f477f332": { + "columnOrder": [ + "9edf62a7-afd2-4574-9937-34f7ee0c5fcd", + "236eb2de-d45f-43f2-83f4-5a1d7355132b", + "301759e0-f73e-4e6d-a7c5-d0938024e989", + "301759e0-f73e-4e6d-a7c5-d0938024e989X1", + "301759e0-f73e-4e6d-a7c5-d0938024e989X0" + ], + "columns": { + "236eb2de-d45f-43f2-83f4-5a1d7355132b": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Increase in Scheduler CPU", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": "s" + } + }, + "formula": "counter_rate(last_value(kubernetes.scheduler.process.cpu.sec))", + "isFormulaBroken": false + }, + "references": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989X1" + ], + "scale": "ratio" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.process.cpu.sec: *" + }, + "isBucketed": false, + "label": "Part of Increase in Scheduler CPU", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.process.cpu.sec" + }, + "301759e0-f73e-4e6d-a7c5-d0938024e989X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Increase in Scheduler CPU", + "operationType": "counter_rate", + "references": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "9edf62a7-afd2-4574-9937-34f7ee0c5fcd": { + "dataType": "string", + "isBucketed": true, + "label": "Top 20 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": false, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 20 + }, + "scale": "ordinal", + "sourceField": "host.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "38ef18ec-512c-4c90-ad86-214a5c9bfe9d", + "key": "kubernetes.scheduler.process.cpu.sec", + "negate": false, + "type": "exists", + "value": "exists" + }, + "query": { + "exists": { + "field": "kubernetes.scheduler.process.cpu.sec" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fillOpacity": 0.3, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "hideEndzones": false, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "301759e0-f73e-4e6d-a7c5-d0938024e989" + ], + "layerId": "d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "9edf62a7-afd2-4574-9937-34f7ee0c5fcd", + "xAccessor": "236eb2de-d45f-43f2-83f4-5a1d7355132b", + "yConfig": [ + { + "axisMode": "left", + "color": "#d6bf57", + "forAccessor": "301759e0-f73e-4e6d-a7c5-d0938024e989" + } + ] + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "area", + "showCurrentTimeMarker": false, + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 12, + "i": "1604f0de-edd6-456e-8670-ab9b33988abb", + "w": 24, + "x": 0, + "y": 66 + }, + "panelIndex": "1604f0de-edd6-456e-8670-ab9b33988abb", + "title": "CPU usage increase over time", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color": "rgba(249,235,223,1)", + "drop_last_bucket": 0, + "id": "6f526672-7eb3-4643-b49d-676d2eeac17b", + "index_pattern_ref_name": "metrics_f8313a9d-ab58-448e-b183-75f914caf53f_0_index_pattern", + "interval": "", + "isModelInvalid": false, + "markdown": "HTTP Requests", + "markdown_css": "font-family:system-ui,\"Segoe UI\",Helvetica,Arial,sans-serif,\"Segoe UI Emoji\",\"Segoe UI Symbol\";font-weight:500;font-kerning:normal;font-size:36px;font-stretch:100%;font-style:normal;font-variant-caps:normal;font-variant-east-asian:normal;font-variant-ligatures:normal;font-variant-numeric:normal;\np {\n text-align: center;\n } a{text-decoration:none !important;}", + "markdown_vertical_align": "middle", + "max_lines_legend": 1, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "default", + "id": "d65c8740-c2c0-4471-9f94-38baadcf2df2", + "line_width": 1, + "metrics": [ + { + "id": "6a297bc8-ba40-4dbe-b5bc-6ca95dc292bb", + "type": "count" + } + ], + "override_index_pattern": 0, + "palette": { + "name": "default", + "type": "palette" + }, + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 0, + "split_mode": "everything", + "stacked": "none", + "time_range_mode": "entire_time_range" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "time_range_mode": "entire_time_range", + "tooltip_mode": "show_all", + "truncate_legend": 1, + "type": "markdown", + "use_kibana_indexes": true + }, + "title": "", + "type": "metrics", + "uiState": {} + } + }, + "gridData": { + "h": 3, + "i": "f8313a9d-ab58-448e-b183-75f914caf53f", + "w": 48, + "x": 0, + "y": 78 + }, + "panelIndex": "f8313a9d-ab58-448e-b183-75f914caf53f", + "title": "", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-1048fff9-f5a4-446b-8173-e9e22d4b1cff", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f3653393-ef8e-45e9-8b91-5a0472ecf752", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "1048fff9-f5a4-446b-8173-e9e22d4b1cff": { + "columnOrder": [ + "37b94d21-2d12-4136-a81d-908d8fc7f78a", + "52732cce-1342-46e1-8273-82efeffe9aac", + "469efac9-749a-455e-9864-90dc0f5f954e", + "e014cfcb-3d50-4bbe-a6e6-4d8ea547ec4e" + ], + "columns": { + "37b94d21-2d12-4136-a81d-908d8fc7f78a": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Cluster", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "orchestrator.cluster.name" + }, + "469efac9-749a-455e-9864-90dc0f5f954e": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Host", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "52732cce-1342-46e1-8273-82efeffe9aac": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Leader scheduler name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "kubernetes.scheduler.name" + }, + "e014cfcb-3d50-4bbe-a6e6-4d8ea547ec4e": { + "dataType": "boolean", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.leader.is_master: *" + }, + "isBucketed": false, + "label": "Last value of kubernetes.scheduler.leader.is_master", + "operationType": "last_value", + "params": { + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.leader.is_master" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "f3653393-ef8e-45e9-8b91-5a0472ecf752", + "key": "kubernetes.scheduler.leader.is_master", + "negate": false, + "params": { + "query": true + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "kubernetes.scheduler.leader.is_master": true + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "alignment": "center", + "columnId": "469efac9-749a-455e-9864-90dc0f5f954e", + "isTransposed": false, + "width": 256.6666666666667 + }, + { + "columnId": "e014cfcb-3d50-4bbe-a6e6-4d8ea547ec4e", + "hidden": true, + "isTransposed": false + }, + { + "alignment": "center", + "columnId": "52732cce-1342-46e1-8273-82efeffe9aac", + "isTransposed": false + }, + { + "alignment": "center", + "columnId": "37b94d21-2d12-4136-a81d-908d8fc7f78a", + "isTransposed": false, + "width": 345.66666666666663 + } + ], + "headerRowHeight": "auto", + "layerId": "1048fff9-f5a4-446b-8173-e9e22d4b1cff", + "layerType": "data", + "rowHeight": "auto" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 6, + "i": "668a51aa-98da-465e-9b09-d49e4f219968", + "w": 24, + "x": 0, + "y": 81 + }, + "panelIndex": "668a51aa-98da-465e-9b09-d49e4f219968", + "title": "Leader scheduler", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "hidePanelTitles": true, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "id": "", + "params": { + "fontSize": 12, + "markdown": "**NOTE**: The default period to fetch the metrics used in **Requests and responses counter rate** visualization is **10s**. The timestamps from the visualizations were chosen according to that. Otherwise, they might be inaccurate. Adjust them by clicking on the **settings wheel** on the top right of the visualization and go to the **right side menu**. After that, write the custom period value on **Horizontal axis \u003e @timestamp \u003e Minimum interval**.", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 5, + "i": "e70eea20-8653-4340-b6dd-620090d3cf7a", + "w": 24, + "x": 24, + "y": 81 + }, + "panelIndex": "e70eea20-8653-4340-b6dd-620090d3cf7a", + "type": "visualization", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-7c7c4b67-a2df-427f-abbd-635e5fa73a9c", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "c61ac757-89a1-4673-86b7-698a0d48e06e", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "7c7c4b67-a2df-427f-abbd-635e5fa73a9c": { + "columnOrder": [ + "d3b90051-0bb2-41e0-9d5d-34ff145dba09", + "8a2e9cea-60fb-4603-a072-9b0e6194344c", + "63268365-bb35-456f-831c-78238984a061", + "63268365-bb35-456f-831c-78238984a061X0", + "63268365-bb35-456f-831c-78238984a061X1", + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4", + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4X1", + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4X0", + "00501c90-b23d-4bca-9354-eb2c48236139", + "00501c90-b23d-4bca-9354-eb2c48236139X1", + "00501c90-b23d-4bca-9354-eb2c48236139X0" + ], + "columns": { + "00501c90-b23d-4bca-9354-eb2c48236139": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.schedule.code \u003e= 500" + }, + "isBucketed": false, + "label": "Server errors", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1 + } + }, + "formula": "counter_rate(sum(kubernetes.scheduler.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "00501c90-b23d-4bca-9354-eb2c48236139X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "00501c90-b23d-4bca-9354-eb2c48236139X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.schedule.code \u003e= 500" + }, + "isBucketed": false, + "label": "Part of Server errors", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.client.request.count" + }, + "00501c90-b23d-4bca-9354-eb2c48236139X1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.schedule.code \u003e= 500" + }, + "isBucketed": false, + "label": "Part of Server errors", + "operationType": "counter_rate", + "references": [ + "00501c90-b23d-4bca-9354-eb2c48236139X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.code \u003e= 400 and kubernetes.scheduler.code \u003c 500" + }, + "isBucketed": false, + "label": "Client errors", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1 + } + }, + "formula": "counter_rate(sum(kubernetes.scheduler.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4X0": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.code \u003e= 400 and kubernetes.scheduler.code \u003c 500" + }, + "isBucketed": false, + "label": "Part of Client errors", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.client.request.count" + }, + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4X1": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "kubernetes.scheduler.code \u003e= 400 and kubernetes.scheduler.code \u003c 500" + }, + "isBucketed": false, + "label": "Part of Client errors", + "operationType": "counter_rate", + "references": [ + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "63268365-bb35-456f-831c-78238984a061": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Requests", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1 + } + }, + "formula": "counter_rate(sum(kubernetes.scheduler.client.request.count))", + "isFormulaBroken": false + }, + "references": [ + "63268365-bb35-456f-831c-78238984a061X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "63268365-bb35-456f-831c-78238984a061X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Requests", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.client.request.count" + }, + "63268365-bb35-456f-831c-78238984a061X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Requests", + "operationType": "counter_rate", + "references": [ + "63268365-bb35-456f-831c-78238984a061X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "8a2e9cea-60fb-4603-a072-9b0e6194344c": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d3b90051-0bb2-41e0-9d5d-34ff145dba09": { + "dataType": "string", + "isBucketed": true, + "label": "Top 3 values of host.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "host.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "c61ac757-89a1-4673-86b7-698a0d48e06e", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "kubernetes.scheduler" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "kubernetes.scheduler" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "63268365-bb35-456f-831c-78238984a061", + "148bf5e1-71ed-4e36-af5d-ebc5a76b0da4", + "00501c90-b23d-4bca-9354-eb2c48236139" + ], + "layerId": "7c7c4b67-a2df-427f-abbd-635e5fa73a9c", + "layerType": "data", + "palette": { + "name": "default", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "d3b90051-0bb2-41e0-9d5d-34ff145dba09", + "xAccessor": "8a2e9cea-60fb-4603-a072-9b0e6194344c" + } + ], + "legend": { + "isVisible": true, + "legendSize": "large", + "position": "right", + "shouldTruncate": false + }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", + "valueLabels": "hide", + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "91a7ce56-6a49-4b7e-837f-31c184b48c09", + "w": 24, + "x": 24, + "y": 86 + }, + "panelIndex": "91a7ce56-6a49-4b7e-837f-31c184b48c09", + "title": "Requests and responses counter rate", + "type": "lens", + "version": "8.6.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9": { + "columnOrder": [ + "35a11916-4ca3-421b-9df2-521f52f21fbb", + "ed3c7efa-0467-4a57-8d06-0f4775906cc5", + "43097f7a-e478-47bc-81c1-7541bd899d46", + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1", + "43097f7a-e478-47bc-81c1-7541bd899d46X2" + ], + "columns": { + "35a11916-4ca3-421b-9df2-521f52f21fbb": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Host", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "kubernetes.scheduler.host" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "host.name" + }, + "43097f7a-e478-47bc-81c1-7541bd899d46": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Average latency in ms", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": "ms" + } + }, + "formula": "sum(kubernetes.scheduler.client.request.duration.us.sum)/sum(kubernetes.scheduler.client.request.duration.us.count)/1000", + "isFormulaBroken": false + }, + "references": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X2" + ], + "scale": "ratio" + }, + "43097f7a-e478-47bc-81c1-7541bd899d46X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Average latency in ms", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.client.request.duration.us.sum" + }, + "43097f7a-e478-47bc-81c1-7541bd899d46X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Average latency in ms", + "operationType": "sum", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "kubernetes.scheduler.client.request.duration.us.count" + }, + "43097f7a-e478-47bc-81c1-7541bd899d46X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Average latency in ms", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + { + "args": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1" + ], + "name": "divide", + "type": "function" + }, + 1000 + ], + "location": { + "max": 120, + "min": 0 + }, + "name": "divide", + "text": "sum(kubernetes.scheduler.client.request.duration.us.sum)/sum(kubernetes.scheduler.client.request.duration.us.count)/1000", + "type": "function" + } + }, + "references": [ + "43097f7a-e478-47bc-81c1-7541bd899d46X0", + "43097f7a-e478-47bc-81c1-7541bd899d46X1" + ], + "scale": "ratio" + }, + "ed3c7efa-0467-4a57-8d06-0f4775906cc5": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "10s" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "43097f7a-e478-47bc-81c1-7541bd899d46" + ], + "layerId": "f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", + "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "35a11916-4ca3-421b-9df2-521f52f21fbb", + "xAccessor": "ed3c7efa-0467-4a57-8d06-0f4775906cc5", + "yConfig": [] + } + ], + "legend": { + "horizontalAlignment": "right", + "isInside": false, + "isVisible": true, + "legendSize": "large", + "maxLines": 1, + "position": "right", + "shouldTruncate": false, + "verticalAlignment": "bottom" + }, + "preferredSeriesType": "area", + "title": "Empty XY chart", + "valueLabels": "hide", + "valuesInLegend": false, + "xTitle": "", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 13, + "i": "1bd24fa1-319e-4cae-9d45-d821b06a8034", + "w": 24, + "x": 0, + "y": 87 + }, + "panelIndex": "1bd24fa1-319e-4cae-9d45-d821b06a8034", + "title": "Average request latency", + "type": "lens", + "version": "8.6.0" + } + ], + "timeRestore": false, + "title": "[Metrics Kubernetes] Scheduler", + "version": 1 + }, + "coreMigrationVersion": "8.6.0", + "created_at": "2023-01-11T16:15:10.039Z", + "id": "kubernetes-f5ab5510-9c94-11e9-94fd-c91206cd5249", + "migrationVersion": { + "dashboard": "8.6.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd:metrics_ff6afcdf-0de2-47fb-aa9e-72b48f11e0cd_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "a2b844d8-11e3-4469-af4b-744d33b603ad:indexpattern-datasource-layer-0c578d26-c937-4b73-a3a6-e15ebd5854e6", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "d90b0470-44ab-4636-b90b-2b95e79e0577:metrics_d90b0470-44ab-4636-b90b-2b95e79e0577_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "c6af3313-89c6-493b-8456-a296d3cd78a8:metrics_c6af3313-89c6-493b-8456-a296d3cd78a8_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "181a3fe5-e5b5-472e-98af-ea4aaadc3109:indexpattern-datasource-layer-c0fe3677-6a5b-4340-8ad0-d8e31b042fe8", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "181a3fe5-e5b5-472e-98af-ea4aaadc3109:c038d00b-5e03-420e-9c45-a8aea3c41f99", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "d35d8849-89ba-42b8-8120-c14b087f9690:indexpattern-datasource-layer-2b43c72b-5964-4c48-8239-72a42fbe334f", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "0599e0ae-2375-4ceb-b12d-2ebec4310cc6:metrics_0599e0ae-2375-4ceb-b12d-2ebec4310cc6_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "2ba53067-d43d-42eb-ac50-2d941977ce95:indexpattern-datasource-layer-76c85206-02c1-4f35-bb0d-c1d4d3ee59d7", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "2ba53067-d43d-42eb-ac50-2d941977ce95:6572ee4d-01b4-47db-8804-d8ef217e21da", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1cd3ebab-9630-4253-b9a6-5f921e5cb617:indexpattern-datasource-layer-77b347b2-91fa-470f-861d-ada0e175cbc4", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1cd3ebab-9630-4253-b9a6-5f921e5cb617:55eaa53f-a391-4996-9721-2f7af9aa963d", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "3a26dffa-0696-485d-b991-1dbc5092082e:indexpattern-datasource-layer-2b80230c-9cc8-444f-b092-1fbc4d764992", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "3a26dffa-0696-485d-b991-1dbc5092082e:09d7cafe-19c4-4da8-a1b9-5ecd3ec6b0b0", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6a8b9a40-11ec-4790-a38d-2d88c5468f12:indexpattern-datasource-layer-a2facaed-7c02-4fb6-9126-5512b8ffd26f", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6a8b9a40-11ec-4790-a38d-2d88c5468f12:695725fe-9d35-49c6-8289-21fbe54ff2a6", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "c3fee68f-01c6-49da-a759-2900b1cd15bf:metrics_c3fee68f-01c6-49da-a759-2900b1cd15bf_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "a0716ae8-4157-473d-8eba-8ff6625fed4b:indexpattern-datasource-layer-380c5d66-2e69-4e96-b5fb-ac4e5ab1c807", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "a0716ae8-4157-473d-8eba-8ff6625fed4b:36494898-fe02-477e-9364-d94ea0fcb947", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "303702e1-ba33-49f2-b337-4cc7d7305606:indexpattern-datasource-layer-77da5988-3f03-4e8f-b1e4-39a94d8bec07", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1604f0de-edd6-456e-8670-ab9b33988abb:indexpattern-datasource-layer-d3be0fa3-c7a4-49ba-b8cf-ab79f477f332", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1604f0de-edd6-456e-8670-ab9b33988abb:38ef18ec-512c-4c90-ad86-214a5c9bfe9d", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f8313a9d-ab58-448e-b183-75f914caf53f:metrics_f8313a9d-ab58-448e-b183-75f914caf53f_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "668a51aa-98da-465e-9b09-d49e4f219968:indexpattern-datasource-layer-1048fff9-f5a4-446b-8173-e9e22d4b1cff", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "668a51aa-98da-465e-9b09-d49e4f219968:f3653393-ef8e-45e9-8b91-5a0472ecf752", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "91a7ce56-6a49-4b7e-837f-31c184b48c09:indexpattern-datasource-layer-7c7c4b67-a2df-427f-abbd-635e5fa73a9c", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "91a7ce56-6a49-4b7e-837f-31c184b48c09:c61ac757-89a1-4673-86b7-698a0d48e06e", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1bd24fa1-319e-4cae-9d45-d821b06a8034:indexpattern-datasource-layer-f7b7d15b-f8d9-4c06-abf0-7503ae32b8e9", + "type": "index-pattern" + }, { "id": "metrics-*", - "name": "controlGroup_6a06f361-cf30-4320-b162-fbd6e9838329:optionsListDataView", + "name": "controlGroup_f53d0d21-4502-4dce-8004-017a92104040:optionsListDataView", "type": "index-pattern" }, { "id": "metrics-*", - "name": "controlGroup_2ea76dd1-bff4-424c-bef2-46a3611de039:optionsListDataView", + "name": "controlGroup_df56c430-83b1-436e-8b9c-fb027aaa29ca:optionsListDataView", "type": "index-pattern" } ], - "type": "dashboard" -} \ No newline at end of file + "type": "dashboard", + "updated_at": "2023-01-11T16:15:10.039Z", + "version": "WzM0NzYsMV0=" +} diff --git a/packages/kubernetes/manifest.yml b/packages/kubernetes/manifest.yml index 5537e08b834..c18ffc60ecf 100644 --- a/packages/kubernetes/manifest.yml +++ b/packages/kubernetes/manifest.yml @@ -1,7 +1,7 @@ format_version: 1.0.0 name: kubernetes title: Kubernetes -version: 1.31.0 +version: 1.31.1 license: basic description: Collect logs and metrics from Kubernetes clusters with Elastic Agent. type: integration @@ -10,7 +10,7 @@ categories: - kubernetes release: ga conditions: - kibana.version: "^8.6.0" + kibana.version: "^8.6.1" screenshots: - src: /img/metricbeat_kubernetes_overview.png title: Metricbeat Kubernetes Overview