From 1581858853a64faf4cb7236a573510732d229c8a Mon Sep 17 00:00:00 2001 From: ruflin Date: Mon, 16 Apr 2018 16:41:20 +0200 Subject: [PATCH 1/3] Index metricset for elasticsearch Metricbeat module This adds the index metricset to the Elasticsearch module. For now it only contains very basic metrics and is marked experimental. This PR is used to create the basic for adding tests with the fetch reporter v2 interface and also generate data with it. It also adds basic utility functions to fetch Master or Node information in the Elasticsearch module. --- CHANGELOG.asciidoc | 1 + metricbeat/_meta/fields.common.yml | 4 + metricbeat/docs/fields.asciidoc | 92 + .../docs/modules/elasticsearch.asciidoc | 9 +- .../docs/modules/elasticsearch/index.asciidoc | 23 + metricbeat/docs/modules_list.asciidoc | 3 +- metricbeat/include/list.go | 1 + metricbeat/mb/testing/data_generator.go | 22 + metricbeat/mb/testing/modules.go | 21 +- metricbeat/metricbeat.reference.yml | 5 +- .../elasticsearch/_meta/config.reference.yml | 5 +- .../module/elasticsearch/_meta/fields.yml | 5 + .../module/elasticsearch/elasticsearch.go | 126 ++ .../elasticsearch/index/_meta/data.json | 36 + .../elasticsearch/index/_meta/docs.asciidoc | 1 + .../elasticsearch/index/_meta/fields.yml | 35 + .../index/_meta/test/empty.512.json | 12 + .../index/_meta/test/generate.sh | 31 + .../index/_meta/test/output.json | 20 + .../index/_meta/test/stats.175.json | 457 ++++ .../index/_meta/test/stats.201.json | 509 +++++ .../index/_meta/test/stats.240.json | 513 +++++ .../index/_meta/test/stats.512.json | 481 ++++ .../index/_meta/test/stats.623.json | 1929 +++++++++++++++++ metricbeat/module/elasticsearch/index/data.go | 60 + .../module/elasticsearch/index/data_test.go | 46 + .../module/elasticsearch/index/index.go | 78 + .../index/index_integration_test.go | 75 + .../node_stats/_meta/docs.asciidoc | 2 - .../elasticsearch/test_elasticsearch.py | 8 + metricbeat/module/elasticsearch/testing.go | 3 + 31 files changed, 4603 insertions(+), 10 deletions(-) create mode 100644 metricbeat/docs/modules/elasticsearch/index.asciidoc create mode 100644 metricbeat/module/elasticsearch/elasticsearch.go create mode 100644 metricbeat/module/elasticsearch/index/_meta/data.json create mode 100644 metricbeat/module/elasticsearch/index/_meta/docs.asciidoc create mode 100644 metricbeat/module/elasticsearch/index/_meta/fields.yml create mode 100644 metricbeat/module/elasticsearch/index/_meta/test/empty.512.json create mode 100644 metricbeat/module/elasticsearch/index/_meta/test/generate.sh create mode 100644 metricbeat/module/elasticsearch/index/_meta/test/output.json create mode 100644 metricbeat/module/elasticsearch/index/_meta/test/stats.175.json create mode 100644 metricbeat/module/elasticsearch/index/_meta/test/stats.201.json create mode 100644 metricbeat/module/elasticsearch/index/_meta/test/stats.240.json create mode 100644 metricbeat/module/elasticsearch/index/_meta/test/stats.512.json create mode 100644 metricbeat/module/elasticsearch/index/_meta/test/stats.623.json create mode 100644 metricbeat/module/elasticsearch/index/data.go create mode 100644 metricbeat/module/elasticsearch/index/data_test.go create mode 100644 metricbeat/module/elasticsearch/index/index.go create mode 100644 metricbeat/module/elasticsearch/index/index_integration_test.go diff --git a/CHANGELOG.asciidoc b/CHANGELOG.asciidoc index 6efce8285f2..58fca872c5a 100644 --- a/CHANGELOG.asciidoc +++ b/CHANGELOG.asciidoc @@ -196,6 +196,7 @@ https://github.com/elastic/beats/compare/v6.0.0-beta2...master[Check the HEAD di - Add accumulated I/O stats to diskio in the line of `docker stats`. {pull}6701[6701] - Ignore virtual filesystem types by default in system module. {pull}6819[6819] - Release config reloading feature as GA. +- Add experimental Elasticsearch index metricset. *Packetbeat* diff --git a/metricbeat/_meta/fields.common.yml b/metricbeat/_meta/fields.common.yml index ed8cb9ed433..ed6b0308f24 100644 --- a/metricbeat/_meta/fields.common.yml +++ b/metricbeat/_meta/fields.common.yml @@ -34,3 +34,7 @@ description: > The document type. Always set to "doc". + - name: service.name + example: elasticsearch + description: > + Name of the service metricbeat fetches the data from. diff --git a/metricbeat/docs/fields.asciidoc b/metricbeat/docs/fields.asciidoc index f12ca0cf74c..4a41c6630db 100644 --- a/metricbeat/docs/fields.asciidoc +++ b/metricbeat/docs/fields.asciidoc @@ -1861,6 +1861,16 @@ required: True The document type. Always set to "doc". +-- + +*`service.name`*:: ++ +-- +example: elasticsearch + +Name of the service metricbeat fetches the data from. + + -- [[exported-fields-couchbase]] @@ -3294,6 +3304,88 @@ type: keyword Elasticsearch cluster name. +-- + +*`elasticsearch.cluster.id`*:: ++ +-- +type: keyword + +Elasticsearch cluster id. + + +-- + +[float] +== index fields + +index + + + +*`elasticsearch.index.name`*:: ++ +-- +type: keyword + +Index name. + + +-- + + +*`elasticsearch.index.total.docs.count`*:: ++ +-- +type: long + +Total number of documents in the index. + + +-- + +*`elasticsearch.index.total.docs.deleted`*:: ++ +-- +type: long + +Total number of deleted documents in the index. + + +-- + +*`elasticsearch.index.total.store.size.bytes`*:: ++ +-- +type: long + +format: bytes + +Total size of the index in bytes. + + +-- + +*`elasticsearch.index.total.segments.count`*:: ++ +-- +type: long + +Total number of index segments. + + +-- + +*`elasticsearch.index.total.segments.memory.bytes`*:: ++ +-- +type: long + +format: bytes + +Total number of memory used by the segments in bytes. + + -- [float] diff --git a/metricbeat/docs/modules/elasticsearch.asciidoc b/metricbeat/docs/modules/elasticsearch.asciidoc index b557703e705..83d1d53fce3 100644 --- a/metricbeat/docs/modules/elasticsearch.asciidoc +++ b/metricbeat/docs/modules/elasticsearch.asciidoc @@ -22,7 +22,10 @@ in <>. Here is an example configuration: ---- metricbeat.modules: - module: elasticsearch - metricsets: ["node", "node_stats"] + metricsets: + #- index + - node + - node_stats period: 10s hosts: ["localhost:9200"] ---- @@ -34,10 +37,14 @@ This module supports TLS connection when using `ssl` config field, as described The following metricsets are available: +* <> + * <> * <> +include::elasticsearch/index.asciidoc[] + include::elasticsearch/node.asciidoc[] include::elasticsearch/node_stats.asciidoc[] diff --git a/metricbeat/docs/modules/elasticsearch/index.asciidoc b/metricbeat/docs/modules/elasticsearch/index.asciidoc new file mode 100644 index 00000000000..ac7068b734c --- /dev/null +++ b/metricbeat/docs/modules/elasticsearch/index.asciidoc @@ -0,0 +1,23 @@ +//// +This file is generated! See scripts/docs_collector.py +//// + +[[metricbeat-metricset-elasticsearch-index]] +=== Elasticsearch index metricset + +experimental[] + +include::../../../module/elasticsearch/index/_meta/docs.asciidoc[] + + +==== Fields + +For a description of each field in the metricset, see the +<> section. + +Here is an example document generated by this metricset: + +[source,json] +---- +include::../../../module/elasticsearch/index/_meta/data.json[] +---- diff --git a/metricbeat/docs/modules_list.asciidoc b/metricbeat/docs/modules_list.asciidoc index 8d75a9fff4b..f259a7d283b 100644 --- a/metricbeat/docs/modules_list.asciidoc +++ b/metricbeat/docs/modules_list.asciidoc @@ -33,7 +33,8 @@ This file is generated! See scripts/docs_collector.py |<> beta[] |image:./images/icon-no.png[No prebuilt dashboards] | .1+| .1+| |<> beta[] |<> beta[] |image:./images/icon-no.png[No prebuilt dashboards] | -.2+| .2+| |<> beta[] +.3+| .3+| |<> experimental[] +|<> beta[] |<> beta[] |<> beta[] |image:./images/icon-no.png[No prebuilt dashboards] | .3+| .3+| |<> beta[] diff --git a/metricbeat/include/list.go b/metricbeat/include/list.go index 6c84426c7aa..4319777090a 100644 --- a/metricbeat/include/list.go +++ b/metricbeat/include/list.go @@ -36,6 +36,7 @@ import ( _ "github.com/elastic/beats/metricbeat/module/dropwizard" _ "github.com/elastic/beats/metricbeat/module/dropwizard/collector" _ "github.com/elastic/beats/metricbeat/module/elasticsearch" + _ "github.com/elastic/beats/metricbeat/module/elasticsearch/index" _ "github.com/elastic/beats/metricbeat/module/elasticsearch/node" _ "github.com/elastic/beats/metricbeat/module/elasticsearch/node_stats" _ "github.com/elastic/beats/metricbeat/module/etcd" diff --git a/metricbeat/mb/testing/data_generator.go b/metricbeat/mb/testing/data_generator.go index 4af3965d1cc..8c38da39a30 100644 --- a/metricbeat/mb/testing/data_generator.go +++ b/metricbeat/mb/testing/data_generator.go @@ -57,6 +57,28 @@ func WriteEvents(f mb.EventsFetcher, t testing.TB) error { return nil } +// WriteEventsReporterV2 fetches events and writes the first event to a ./_meta/data.json +// file. +func WriteEventsReporterV2(f mb.ReportingMetricSetV2, t testing.TB) error { + if !*dataFlag { + t.Skip("skip data generation tests") + } + + events, errs := ReportingFetchV2(f) + if len(errs) > 0 { + return errs[0] + } + + if len(events) == 0 { + return fmt.Errorf("no events were generated") + } + + e := StandardizeEvent(f, events[0]) + + WriteEventToDataJSON(t, e) + return nil +} + // CreateFullEvent builds a full event given the data generated by a MetricSet. // This simulates the output of Metricbeat as if it were // 2016-05-23T08:05:34.853Z and the hostname is host.example.com. diff --git a/metricbeat/mb/testing/modules.go b/metricbeat/mb/testing/modules.go index d590da001f1..e14ab9b862b 100644 --- a/metricbeat/mb/testing/modules.go +++ b/metricbeat/mb/testing/modules.go @@ -151,25 +151,38 @@ func NewReportingMetricSetV2(t testing.TB, config interface{}) mb.ReportingMetri return reportingMetricSetV2 } -type capturingReporterV2 struct { +// CapturingReporterV2 is a reporter used for testing which stores all events and errors +type CapturingReporterV2 struct { events []mb.Event errs []error } -func (r *capturingReporterV2) Event(event mb.Event) bool { +// Event is used to report an event +func (r *CapturingReporterV2) Event(event mb.Event) bool { r.events = append(r.events, event) return true } -func (r *capturingReporterV2) Error(err error) bool { +// Error is used to report an error +func (r *CapturingReporterV2) Error(err error) bool { r.errs = append(r.errs, err) return true } +// GetEvents returns all reported events +func (r *CapturingReporterV2) GetEvents() []mb.Event { + return r.events +} + +// GetErrors returns all reported errors +func (r *CapturingReporterV2) GetErrors() []error { + return r.errs +} + // ReportingFetchV2 runs the given reporting metricset and returns all of the // events and errors that occur during that period. func ReportingFetchV2(metricSet mb.ReportingMetricSetV2) ([]mb.Event, []error) { - r := &capturingReporterV2{} + r := &CapturingReporterV2{} metricSet.Fetch(r) return r.events, r.errs } diff --git a/metricbeat/metricbeat.reference.yml b/metricbeat/metricbeat.reference.yml index 049ce10527e..b516fd97de0 100644 --- a/metricbeat/metricbeat.reference.yml +++ b/metricbeat/metricbeat.reference.yml @@ -195,7 +195,10 @@ metricbeat.modules: #---------------------------- Elasticsearch Module --------------------------- - module: elasticsearch - metricsets: ["node", "node_stats"] + metricsets: + #- index + - node + - node_stats period: 10s hosts: ["localhost:9200"] diff --git a/metricbeat/module/elasticsearch/_meta/config.reference.yml b/metricbeat/module/elasticsearch/_meta/config.reference.yml index a792d2bee9d..80fa99c9c4a 100644 --- a/metricbeat/module/elasticsearch/_meta/config.reference.yml +++ b/metricbeat/module/elasticsearch/_meta/config.reference.yml @@ -1,4 +1,7 @@ - module: elasticsearch - metricsets: ["node", "node_stats"] + metricsets: + #- index + - node + - node_stats period: 10s hosts: ["localhost:9200"] diff --git a/metricbeat/module/elasticsearch/_meta/fields.yml b/metricbeat/module/elasticsearch/_meta/fields.yml index 4245c4059a9..55a55bf8a9f 100644 --- a/metricbeat/module/elasticsearch/_meta/fields.yml +++ b/metricbeat/module/elasticsearch/_meta/fields.yml @@ -14,3 +14,8 @@ type: keyword description: > Elasticsearch cluster name. + + - name: cluster.id + type: keyword + description: > + Elasticsearch cluster id. diff --git a/metricbeat/module/elasticsearch/elasticsearch.go b/metricbeat/module/elasticsearch/elasticsearch.go new file mode 100644 index 00000000000..3bcdd372d0c --- /dev/null +++ b/metricbeat/module/elasticsearch/elasticsearch.go @@ -0,0 +1,126 @@ +package elasticsearch + +import ( + "encoding/json" + "fmt" + "net/url" + + "github.com/elastic/beats/metricbeat/helper" +) + +// Global clusterIdCache. Assumption is that the same node id never can belong to a different cluster id +var clusterIDCache = map[string]string{} + +// Info construct contains the data from the Elasticsearch / endpoint +type Info struct { + ClusterName string `json:"cluster_name"` + ClusterID string `json:"cluster_uuid"` +} + +// GetClusterID fetches cluster id for given nodeID +func GetClusterID(http *helper.HTTP, uri string, nodeID string) (string, error) { + // Check if cluster id already cached. If yes, return it. + if clusterID, ok := clusterIDCache[nodeID]; ok { + return clusterID, nil + } + + // Makes sure the http uri is reset to its inital value + defer http.SetURI(uri) + + info, err := GetInfo(http, uri) + if err != nil { + return "", err + } + + clusterIDCache[nodeID] = info.ClusterID + return info.ClusterID, nil +} + +// IsMaster checks if the given node host is a master node +// +// The detection of the master is done in two steps: +// * Fetch node name from /_nodes/_local/name +// * Fetch current master name from cluster state /_cluster/state/master_node +// +// The two names are compared +func IsMaster(http *helper.HTTP, uri string) (bool, error) { + // Makes sure the http uri is reset to its inital value + defer http.SetURI(uri) + + node, err := getNodeName(http, uri) + if err != nil { + return false, err + } + + master, err := getMasterName(http, uri) + if err != nil { + return false, err + } + + return master == node, nil +} + +func getNodeName(http *helper.HTTP, uri string) (string, error) { + content, err := fetchPath(http, uri, "/_nodes/_local/nodes") + if err != nil { + return "", err + } + + nodesStruct := struct { + Nodes map[string]interface{} `json:"nodes"` + }{} + + json.Unmarshal(content, &nodesStruct) + + // _local will only fetch one node info. First entry is node name + for k := range nodesStruct.Nodes { + return k, nil + } + return "", fmt.Errorf("No local node found") +} + +func getMasterName(http *helper.HTTP, uri string) (string, error) { + // TODO: evaluate on why when run with ?local=true request does not contain master_node field + content, err := fetchPath(http, uri, "_cluster/state/master_node") + if err != nil { + return "", err + } + + clusterStruct := struct { + MasterNode string `json:"master_node"` + }{} + + json.Unmarshal(content, &clusterStruct) + + return clusterStruct.MasterNode, nil +} + +// GetInfo returns the data for the Elasticsearch / endpoint +func GetInfo(http *helper.HTTP, uri string) (*Info, error) { + + // Parses the uri to replace the path + u, _ := url.Parse(uri) + u.Path = "" + + // Http helper includes the HostData with username and password + http.SetURI(u.String()) + content, err := http.FetchContent() + if err != nil { + return nil, err + } + + info := &Info{} + json.Unmarshal(content, info) + + return info, nil +} + +func fetchPath(http *helper.HTTP, uri, path string) ([]byte, error) { + // Parses the uri to replace the path + u, _ := url.Parse(uri) + u.Path = path + + // Http helper includes the HostData with username and password + http.SetURI(u.String()) + return http.FetchContent() +} diff --git a/metricbeat/module/elasticsearch/index/_meta/data.json b/metricbeat/module/elasticsearch/index/_meta/data.json new file mode 100644 index 00000000000..d9e8b1519a2 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/data.json @@ -0,0 +1,36 @@ +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "beat": { + "hostname": "host.example.com", + "name": "host.example.com" + }, + "elasticsearch": { + "cluster": { + "id": "AI8XrG4wTLKQg3lbRGgQYQ", + "name": "docker-cluster" + }, + "index": { + "name": ".watches", + "total": { + "docs": { + "count": 6, + "deleted": 0 + }, + "segments": { + "count": 3, + "memory": { + "bytes": 11505 + } + }, + "store": { + "size": { + "bytes": 67980 + } + } + } + } + }, + "service": { + "name": "elasticsearch" + } +} \ No newline at end of file diff --git a/metricbeat/module/elasticsearch/index/_meta/docs.asciidoc b/metricbeat/module/elasticsearch/index/_meta/docs.asciidoc new file mode 100644 index 00000000000..3c0b6a4ead7 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/docs.asciidoc @@ -0,0 +1 @@ +This is the index metricset of the module elasticsearch. diff --git a/metricbeat/module/elasticsearch/index/_meta/fields.yml b/metricbeat/module/elasticsearch/index/_meta/fields.yml new file mode 100644 index 00000000000..1e9ee003936 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/fields.yml @@ -0,0 +1,35 @@ +- name: index + type: group + description: > + index + fields: + - name: name + type: keyword + description: > + Index name. + - name: total + type: group + fields: + - name: docs.count + type: long + description: > + Total number of documents in the index. + - name: docs.deleted + type: long + description: > + Total number of deleted documents in the index. + - name: store.size.bytes + type: long + format: bytes + description: > + Total size of the index in bytes. + - name: segments.count + type: long + description: > + Total number of index segments. + - name: segments.memory.bytes + type: long + format: bytes + description: > + Total number of memory used by the segments in bytes. + diff --git a/metricbeat/module/elasticsearch/index/_meta/test/empty.512.json b/metricbeat/module/elasticsearch/index/_meta/test/empty.512.json new file mode 100644 index 00000000000..7ff8d63cc2e --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/test/empty.512.json @@ -0,0 +1,12 @@ +{ + "_shards" : { + "total" : 0, + "successful" : 0, + "failed" : 0 + }, + "_all" : { + "primaries" : { }, + "total" : { } + }, + "indices" : { } +} \ No newline at end of file diff --git a/metricbeat/module/elasticsearch/index/_meta/test/generate.sh b/metricbeat/module/elasticsearch/index/_meta/test/generate.sh new file mode 100644 index 00000000000..54f4b3a3953 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/test/generate.sh @@ -0,0 +1,31 @@ +#!/usr/bin/env bash + +# This script is to generate test input files for different elasticsearch versions +# +# The script creates an index, adds a document and writes the output from _stats +# to a document. The document name is based on the first param passed to the script. +# For es 5.1.2 pass 512 +# +# Note: Small corrections were made to the output documents as size of the index +# is not the same across all versions + +# Delete index first +curl -XDELETE 'http://localhost:9200/testindex' + +# Create index +curl -XPUT 'http://localhost:9200/testindex' + +# Add document +curl -XPUT 'http://localhost:9200/testindex/test/1?pretty' -H 'Content-Type: application/json' -d' +{ + "user" : "kimchy", + "message" : "trying out Elasticsearch" +} +' + +# Make sure index is created +curl -XPOST 'http://localhost:9200/_forcemerge' + +# Read stats output +curl -XGET 'http://localhost:9200/_stats?pretty' > stats.${1}.json + diff --git a/metricbeat/module/elasticsearch/index/_meta/test/output.json b/metricbeat/module/elasticsearch/index/_meta/test/output.json new file mode 100644 index 00000000000..bd6704417cb --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/test/output.json @@ -0,0 +1,20 @@ +{ + "name": "testindex", + "total": { + "docs": { + "count": 1, + "deleted": 0 + }, + "segments": { + "count": 1, + "memory": { + "bytes": 2588 + } + }, + "store": { + "size": { + "bytes": 260 + } + } + } +} \ No newline at end of file diff --git a/metricbeat/module/elasticsearch/index/_meta/test/stats.175.json b/metricbeat/module/elasticsearch/index/_meta/test/stats.175.json new file mode 100644 index 00000000000..d4fdb41902c --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/test/stats.175.json @@ -0,0 +1,457 @@ +{ + "_shards" : { + "total" : 10, + "successful" : 5, + "failed" : 0 + }, + "_all" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 3249, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 189, + "index_current" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 12, + "total_time_in_millis" : 26 + }, + "filter_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "id_cache" : { + "memory_size_in_bytes" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 335544320, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 17 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 3249, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 189, + "index_current" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 12, + "total_time_in_millis" : 26 + }, + "filter_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "id_cache" : { + "memory_size_in_bytes" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 335544320, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 17 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + "indices" : { + "testindex" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 189, + "index_current" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 12, + "total_time_in_millis" : 26 + }, + "filter_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "id_cache" : { + "memory_size_in_bytes" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 335544320, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 17 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 189, + "index_current" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 12, + "total_time_in_millis" : 26 + }, + "filter_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "id_cache" : { + "memory_size_in_bytes" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 335544320, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 17 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + } + } +} diff --git a/metricbeat/module/elasticsearch/index/_meta/test/stats.201.json b/metricbeat/module/elasticsearch/index/_meta/test/stats.201.json new file mode 100644 index 00000000000..7c9f8e69f5c --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/test/stats.201.json @@ -0,0 +1,509 @@ +{ + "_shards" : { + "total" : 10, + "successful" : 5, + "failed" : 0 + }, + "_all" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 254, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 51, + "index_current" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 16, + "total_time_in_millis" : 9 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 2320, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 40, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 335544320, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 254, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 51, + "index_current" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 16, + "total_time_in_millis" : 9 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 2320, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 40, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 335544320, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + "indices" : { + "testindex" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 51, + "index_current" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 16, + "total_time_in_millis" : 9 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 2320, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 40, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 335544320, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 51, + "index_current" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 16, + "total_time_in_millis" : 9 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 2320, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 40, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 335544320, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + } + } +} diff --git a/metricbeat/module/elasticsearch/index/_meta/test/stats.240.json b/metricbeat/module/elasticsearch/index/_meta/test/stats.240.json new file mode 100644 index 00000000000..aabdbe39558 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/test/stats.240.json @@ -0,0 +1,513 @@ +{ + "_shards" : { + "total" : 10, + "successful" : 5, + "failed" : 0 + }, + "_all" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 71, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 12, + "total_time_in_millis" : 15 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2106, + "terms_memory_in_bytes" : 1510, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 192, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 103887665, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 71, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 12, + "total_time_in_millis" : 15 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2106, + "terms_memory_in_bytes" : 1510, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 192, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 103887665, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + "indices" : { + "testindex" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 71, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 12, + "total_time_in_millis" : 15 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 1510, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 192, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 103887665, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 71, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 12, + "total_time_in_millis" : 15 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "percolate" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0, + "memory_size_in_bytes" : -1, + "memory_size" : "-1b", + "queries" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 1510, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 192, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "index_writer_max_memory_in_bytes" : 103887665, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0 + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "suggest" : { + "total" : 0, + "time_in_millis" : 0, + "current" : 0 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + } + } +} diff --git a/metricbeat/module/elasticsearch/index/_meta/test/stats.512.json b/metricbeat/module/elasticsearch/index/_meta/test/stats.512.json new file mode 100644 index 00000000000..99650fea325 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/test/stats.512.json @@ -0,0 +1,481 @@ +{ + "_shards" : { + "total" : 10, + "successful" : 5, + "failed" : 0 + }, + "_all" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 154, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 1, + "total_time_in_millis" : 168 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 6, + "total_time_in_millis" : 16 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 1992, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 192, + "points_memory_in_bytes" : 0, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 154, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 1, + "total_time_in_millis" : 168 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 6, + "total_time_in_millis" : 16 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 1992, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 192, + "points_memory_in_bytes" : 0, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + "indices" : { + "testindex" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 154, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 1, + "total_time_in_millis" : 168 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 6, + "total_time_in_millis" : 16 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 1992, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 192, + "points_memory_in_bytes" : 0, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 260, + "throttle_time_in_millis" : 0 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 154, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 1, + "total_time_in_millis" : 168 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 6, + "total_time_in_millis" : 16 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2588, + "terms_memory_in_bytes" : 1992, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 192, + "points_memory_in_bytes" : 0, + "doc_values_memory_in_bytes" : 92, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 0, + "size_in_bytes" : 215 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + } + } +} diff --git a/metricbeat/module/elasticsearch/index/_meta/test/stats.623.json b/metricbeat/module/elasticsearch/index/_meta/test/stats.623.json new file mode 100644 index 00000000000..059d5e8c08b --- /dev/null +++ b/metricbeat/module/elasticsearch/index/_meta/test/stats.623.json @@ -0,0 +1,1929 @@ +{ + "_shards" : { + "total" : 16, + "successful" : 11, + "failed" : 0 + }, + "_all" : { + "primaries" : { + "docs" : { + "count" : 2023, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 1442773 + }, + "indexing" : { + "index_total" : 3796, + "index_time_in_millis" : 14423, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 156, + "delete_time_in_millis" : 179, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 468, + "time_in_millis" : 285, + "exists_total" : 468, + "exists_time_in_millis" : 285, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 360, + "query_time_in_millis" : 5920, + "query_current" : 0, + "fetch_total" : 360, + "fetch_time_in_millis" : 1488, + "fetch_current" : 0, + "scroll_total" : 1, + "scroll_time_in_millis" : 3209, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 43, + "total_time_in_millis" : 8163, + "total_docs" : 17824, + "total_size_in_bytes" : 23068550, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 230686720 + }, + "refresh" : { + "total" : 606, + "total_time_in_millis" : 39195, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 545, + "total_time_in_millis" : 366 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 14, + "memory_in_bytes" : 139735, + "terms_memory_in_bytes" : 65772, + "stored_fields_memory_in_bytes" : 4576, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 3968, + "points_memory_in_bytes" : 1027, + "doc_values_memory_in_bytes" : 64392, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 1403, + "fixed_bit_set_memory_in_bytes" : 112, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 3952, + "size_in_bytes" : 5503537, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 473 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 2 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 2023, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 1442773 + }, + "indexing" : { + "index_total" : 3796, + "index_time_in_millis" : 14423, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 156, + "delete_time_in_millis" : 179, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 468, + "time_in_millis" : 285, + "exists_total" : 468, + "exists_time_in_millis" : 285, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 360, + "query_time_in_millis" : 5920, + "query_current" : 0, + "fetch_total" : 360, + "fetch_time_in_millis" : 1488, + "fetch_current" : 0, + "scroll_total" : 1, + "scroll_time_in_millis" : 3209, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 43, + "total_time_in_millis" : 8163, + "total_docs" : 17824, + "total_size_in_bytes" : 23068550, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 230686720 + }, + "refresh" : { + "total" : 606, + "total_time_in_millis" : 39195, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 545, + "total_time_in_millis" : 366 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 14, + "memory_in_bytes" : 139735, + "terms_memory_in_bytes" : 65772, + "stored_fields_memory_in_bytes" : 4576, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 3968, + "points_memory_in_bytes" : 1027, + "doc_values_memory_in_bytes" : 64392, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 1403, + "fixed_bit_set_memory_in_bytes" : 112, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 3952, + "size_in_bytes" : 5503537, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 473 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 2 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + "indices" : { + ".triggered_watches" : { + "primaries" : { + "docs" : { + "count" : 0, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 5378 + }, + "indexing" : { + "index_total" : 156, + "index_time_in_millis" : 87, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 156, + "delete_time_in_millis" : 179, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 11, + "total_time_in_millis" : 3, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 4, + "total_time_in_millis" : 0 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 0, + "memory_in_bytes" : 0, + "terms_memory_in_bytes" : 0, + "stored_fields_memory_in_bytes" : 0, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 0, + "points_memory_in_bytes" : 0, + "doc_values_memory_in_bytes" : 0, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 1403, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 312, + "size_in_bytes" : 85426, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 0, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 5378 + }, + "indexing" : { + "index_total" : 156, + "index_time_in_millis" : 87, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 156, + "delete_time_in_millis" : 179, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 11, + "total_time_in_millis" : 3, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 4, + "total_time_in_millis" : 0 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 0, + "memory_in_bytes" : 0, + "terms_memory_in_bytes" : 0, + "stored_fields_memory_in_bytes" : 0, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 0, + "points_memory_in_bytes" : 0, + "doc_values_memory_in_bytes" : 0, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 1403, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 312, + "size_in_bytes" : 85426, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + "testindex" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 5181 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 0, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 21, + "total_time_in_millis" : 0, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 6, + "total_time_in_millis" : 0 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 1698, + "terms_memory_in_bytes" : 1189, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 128, + "points_memory_in_bytes" : 1, + "doc_values_memory_in_bytes" : 68, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 1, + "size_in_bytes" : 382, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 215 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 5181 + }, + "indexing" : { + "index_total" : 1, + "index_time_in_millis" : 0, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 104857600 + }, + "refresh" : { + "total" : 21, + "total_time_in_millis" : 0, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 6, + "total_time_in_millis" : 0 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 1698, + "terms_memory_in_bytes" : 1189, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 128, + "points_memory_in_bytes" : 1, + "doc_values_memory_in_bytes" : 68, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 1, + "size_in_bytes" : 382, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 215 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + ".monitoring-alerts-6" : { + "primaries" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 6608 + }, + "indexing" : { + "index_total" : 13, + "index_time_in_millis" : 25, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 73, + "query_time_in_millis" : 33, + "query_current" : 0, + "fetch_total" : 73, + "fetch_time_in_millis" : 7, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 24, + "total_time_in_millis" : 340, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 17, + "total_time_in_millis" : 1 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2155, + "terms_memory_in_bytes" : 1639, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 128, + "points_memory_in_bytes" : 8, + "doc_values_memory_in_bytes" : 68, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 13, + "size_in_bytes" : 7830, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 6608 + }, + "indexing" : { + "index_total" : 13, + "index_time_in_millis" : 25, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 73, + "query_time_in_millis" : 33, + "query_current" : 0, + "fetch_total" : 73, + "fetch_time_in_millis" : 7, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 24, + "total_time_in_millis" : 340, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 17, + "total_time_in_millis" : 1 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 1, + "memory_in_bytes" : 2155, + "terms_memory_in_bytes" : 1639, + "stored_fields_memory_in_bytes" : 312, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 128, + "points_memory_in_bytes" : 8, + "doc_values_memory_in_bytes" : 68, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 13, + "size_in_bytes" : 7830, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + ".monitoring-kibana-6-2018.04.17" : { + "primaries" : { + "docs" : { + "count" : 159, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 134077 + }, + "indexing" : { + "index_total" : 159, + "index_time_in_millis" : 995, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 182, + "query_time_in_millis" : 2403, + "query_current" : 0, + "fetch_total" : 182, + "fetch_time_in_millis" : 372, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 17, + "total_time_in_millis" : 860, + "total_docs" : 1411, + "total_size_in_bytes" : 2947800, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 187, + "total_time_in_millis" : 5984, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 180, + "total_time_in_millis" : 35 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 5, + "memory_in_bytes" : 35520, + "terms_memory_in_bytes" : 17195, + "stored_fields_memory_in_bytes" : 1560, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 0, + "points_memory_in_bytes" : 217, + "doc_values_memory_in_bytes" : 16548, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 159, + "size_in_bytes" : 172539, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 2 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 159, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 134077 + }, + "indexing" : { + "index_total" : 159, + "index_time_in_millis" : 995, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 182, + "query_time_in_millis" : 2403, + "query_current" : 0, + "fetch_total" : 182, + "fetch_time_in_millis" : 372, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 17, + "total_time_in_millis" : 860, + "total_docs" : 1411, + "total_size_in_bytes" : 2947800, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 187, + "total_time_in_millis" : 5984, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 180, + "total_time_in_millis" : 35 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 5, + "memory_in_bytes" : 35520, + "terms_memory_in_bytes" : 17195, + "stored_fields_memory_in_bytes" : 1560, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 0, + "points_memory_in_bytes" : 217, + "doc_values_memory_in_bytes" : 16548, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 159, + "size_in_bytes" : 172539, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 2 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + ".monitoring-es-6-2018.04.17" : { + "primaries" : { + "docs" : { + "count" : 1674, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 959596 + }, + "indexing" : { + "index_total" : 3149, + "index_time_in_millis" : 9826, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 104, + "query_time_in_millis" : 1235, + "query_current" : 0, + "fetch_total" : 104, + "fetch_time_in_millis" : 922, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 18, + "total_time_in_millis" : 6063, + "total_docs" : 15562, + "total_size_in_bytes" : 16948046, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 195, + "total_time_in_millis" : 20775, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 188, + "total_time_in_millis" : 133 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 2, + "memory_in_bytes" : 56131, + "terms_memory_in_bytes" : 11421, + "stored_fields_memory_in_bytes" : 720, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 0, + "points_memory_in_bytes" : 758, + "doc_values_memory_in_bytes" : 43232, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 3149, + "size_in_bytes" : 3428860, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 1674, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 959596 + }, + "indexing" : { + "index_total" : 3149, + "index_time_in_millis" : 9826, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 104, + "query_time_in_millis" : 1235, + "query_current" : 0, + "fetch_total" : 104, + "fetch_time_in_millis" : 922, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 18, + "total_time_in_millis" : 6063, + "total_docs" : 15562, + "total_size_in_bytes" : 16948046, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 195, + "total_time_in_millis" : 20775, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 188, + "total_time_in_millis" : 133 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 2, + "memory_in_bytes" : 56131, + "terms_memory_in_bytes" : 11421, + "stored_fields_memory_in_bytes" : 720, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 0, + "points_memory_in_bytes" : 758, + "doc_values_memory_in_bytes" : 43232, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 3149, + "size_in_bytes" : 3428860, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + ".watches" : { + "primaries" : { + "docs" : { + "count" : 6, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 34140 + }, + "indexing" : { + "index_total" : 162, + "index_time_in_millis" : 2204, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 468, + "time_in_millis" : 285, + "exists_total" : 468, + "exists_time_in_millis" : 285, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 1, + "query_time_in_millis" : 2249, + "query_current" : 0, + "fetch_total" : 1, + "fetch_time_in_millis" : 187, + "fetch_current" : 0, + "scroll_total" : 1, + "scroll_time_in_millis" : 3209, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 88, + "total_time_in_millis" : 8306, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 77, + "total_time_in_millis" : 8 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 3, + "memory_in_bytes" : 11505, + "terms_memory_in_bytes" : 8967, + "stored_fields_memory_in_bytes" : 936, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 1152, + "points_memory_in_bytes" : 14, + "doc_values_memory_in_bytes" : 436, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 162, + "size_in_bytes" : 717420, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 6, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 34140 + }, + "indexing" : { + "index_total" : 162, + "index_time_in_millis" : 2204, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 468, + "time_in_millis" : 285, + "exists_total" : 468, + "exists_time_in_millis" : 285, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 1, + "query_time_in_millis" : 2249, + "query_current" : 0, + "fetch_total" : 1, + "fetch_time_in_millis" : 187, + "fetch_current" : 0, + "scroll_total" : 1, + "scroll_time_in_millis" : 3209, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 0, + "total_time_in_millis" : 0, + "total_docs" : 0, + "total_size_in_bytes" : 0, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 88, + "total_time_in_millis" : 8306, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 77, + "total_time_in_millis" : 8 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 3, + "memory_in_bytes" : 11505, + "terms_memory_in_bytes" : 8967, + "stored_fields_memory_in_bytes" : 936, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 1152, + "points_memory_in_bytes" : 14, + "doc_values_memory_in_bytes" : 436, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 0, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 162, + "size_in_bytes" : 717420, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + }, + ".watcher-history-7-2018.04.17" : { + "primaries" : { + "docs" : { + "count" : 182, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 297793 + }, + "indexing" : { + "index_total" : 156, + "index_time_in_millis" : 1286, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 8, + "total_time_in_millis" : 1240, + "total_docs" : 851, + "total_size_in_bytes" : 3172704, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 80, + "total_time_in_millis" : 3787, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 73, + "total_time_in_millis" : 189 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 2, + "memory_in_bytes" : 32726, + "terms_memory_in_bytes" : 25361, + "stored_fields_memory_in_bytes" : 736, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 2560, + "points_memory_in_bytes" : 29, + "doc_values_memory_in_bytes" : 4040, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 112, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 156, + "size_in_bytes" : 1091080, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + }, + "total" : { + "docs" : { + "count" : 182, + "deleted" : 0 + }, + "store" : { + "size_in_bytes" : 297793 + }, + "indexing" : { + "index_total" : 156, + "index_time_in_millis" : 1286, + "index_current" : 0, + "index_failed" : 0, + "delete_total" : 0, + "delete_time_in_millis" : 0, + "delete_current" : 0, + "noop_update_total" : 0, + "is_throttled" : false, + "throttle_time_in_millis" : 0 + }, + "get" : { + "total" : 0, + "time_in_millis" : 0, + "exists_total" : 0, + "exists_time_in_millis" : 0, + "missing_total" : 0, + "missing_time_in_millis" : 0, + "current" : 0 + }, + "search" : { + "open_contexts" : 0, + "query_total" : 0, + "query_time_in_millis" : 0, + "query_current" : 0, + "fetch_total" : 0, + "fetch_time_in_millis" : 0, + "fetch_current" : 0, + "scroll_total" : 0, + "scroll_time_in_millis" : 0, + "scroll_current" : 0, + "suggest_total" : 0, + "suggest_time_in_millis" : 0, + "suggest_current" : 0 + }, + "merges" : { + "current" : 0, + "current_docs" : 0, + "current_size_in_bytes" : 0, + "total" : 8, + "total_time_in_millis" : 1240, + "total_docs" : 851, + "total_size_in_bytes" : 3172704, + "total_stopped_time_in_millis" : 0, + "total_throttled_time_in_millis" : 0, + "total_auto_throttle_in_bytes" : 20971520 + }, + "refresh" : { + "total" : 80, + "total_time_in_millis" : 3787, + "listeners" : 0 + }, + "flush" : { + "total" : 0, + "total_time_in_millis" : 0 + }, + "warmer" : { + "current" : 0, + "total" : 73, + "total_time_in_millis" : 189 + }, + "query_cache" : { + "memory_size_in_bytes" : 0, + "total_count" : 0, + "hit_count" : 0, + "miss_count" : 0, + "cache_size" : 0, + "cache_count" : 0, + "evictions" : 0 + }, + "fielddata" : { + "memory_size_in_bytes" : 0, + "evictions" : 0 + }, + "completion" : { + "size_in_bytes" : 0 + }, + "segments" : { + "count" : 2, + "memory_in_bytes" : 32726, + "terms_memory_in_bytes" : 25361, + "stored_fields_memory_in_bytes" : 736, + "term_vectors_memory_in_bytes" : 0, + "norms_memory_in_bytes" : 2560, + "points_memory_in_bytes" : 29, + "doc_values_memory_in_bytes" : 4040, + "index_writer_memory_in_bytes" : 0, + "version_map_memory_in_bytes" : 0, + "fixed_bit_set_memory_in_bytes" : 112, + "max_unsafe_auto_id_timestamp" : -1, + "file_sizes" : { } + }, + "translog" : { + "operations" : 156, + "size_in_bytes" : 1091080, + "uncommitted_operations" : 0, + "uncommitted_size_in_bytes" : 43 + }, + "request_cache" : { + "memory_size_in_bytes" : 0, + "evictions" : 0, + "hit_count" : 0, + "miss_count" : 0 + }, + "recovery" : { + "current_as_source" : 0, + "current_as_target" : 0, + "throttle_time_in_millis" : 0 + } + } + } + } +} diff --git a/metricbeat/module/elasticsearch/index/data.go b/metricbeat/module/elasticsearch/index/data.go new file mode 100644 index 00000000000..dcfe916c960 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/data.go @@ -0,0 +1,60 @@ +package index + +import ( + "encoding/json" + + "github.com/elastic/beats/libbeat/common" + s "github.com/elastic/beats/libbeat/common/schema" + c "github.com/elastic/beats/libbeat/common/schema/mapstriface" + "github.com/elastic/beats/metricbeat/mb" + "github.com/elastic/beats/metricbeat/module/elasticsearch" +) + +var ( + schema = s.Schema{ + "total": c.Dict("total", s.Schema{ + "docs": c.Dict("docs", s.Schema{ + "count": c.Int("count"), + "deleted": c.Int("deleted"), + }), + "store": c.Dict("store", s.Schema{ + "size": s.Object{ + "bytes": c.Int("size_in_bytes"), + }, + }), + "segments": c.Dict("segments", s.Schema{ + "count": c.Int("count"), + "memory": s.Object{ + "bytes": c.Int("memory_in_bytes"), + }, + }), + }), + } +) + +func eventsMapping(r mb.ReporterV2, info elasticsearch.Info, content []byte) { + + var indicesStruct struct { + Indices map[string]map[string]interface{} `json:"indices"` + } + + json.Unmarshal(content, &indicesStruct) + + for name, index := range indicesStruct.Indices { + event := mb.Event{} + event.MetricSetFields = eventMapping(index) + // Write name here as full name only available as key + event.MetricSetFields["name"] = name + event.RootFields = common.MapStr{} + event.RootFields.Put("service.name", "elasticsearch") + event.ModuleFields = common.MapStr{} + event.ModuleFields.Put("cluster.name", info.ClusterName) + event.ModuleFields.Put("cluster.id", info.ClusterID) + r.Event(event) + } +} + +func eventMapping(node map[string]interface{}) common.MapStr { + event, _ := schema.Apply(node) + return event +} diff --git a/metricbeat/module/elasticsearch/index/data_test.go b/metricbeat/module/elasticsearch/index/data_test.go new file mode 100644 index 00000000000..cb3fa52adb6 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/data_test.go @@ -0,0 +1,46 @@ +// +build !integration + +package index + +import ( + "io/ioutil" + "testing" + + "github.com/stretchr/testify/assert" + + mbtest "github.com/elastic/beats/metricbeat/mb/testing" + "github.com/elastic/beats/metricbeat/module/elasticsearch" +) + +var info = elasticsearch.Info{ + ClusterID: "1234", + ClusterName: "helloworld", +} + +func TestIndex(t *testing.T) { + versions := []string{ + "175", "201", "240", "512", "623", + } + + _, err := ioutil.ReadFile("./_meta/test/output.json") + assert.NoError(t, err) + + for _, v := range versions { + input, err := ioutil.ReadFile("./_meta/test/stats." + v + ".json") + assert.NoError(t, err) + + reporter := &mbtest.CapturingReporterV2{} + eventsMapping(reporter, info, input) + assert.True(t, len(reporter.GetEvents()) >= 1) + assert.Equal(t, 0, len(reporter.GetErrors())) + } +} + +func TestEmpty(t *testing.T) { + input, err := ioutil.ReadFile("./_meta/test/empty.512.json") + assert.NoError(t, err) + + reporter := &mbtest.CapturingReporterV2{} + eventsMapping(reporter, info, input) + assert.Equal(t, 0, len(reporter.GetEvents())) +} diff --git a/metricbeat/module/elasticsearch/index/index.go b/metricbeat/module/elasticsearch/index/index.go new file mode 100644 index 00000000000..240f0a92cbf --- /dev/null +++ b/metricbeat/module/elasticsearch/index/index.go @@ -0,0 +1,78 @@ +package index + +import ( + "github.com/elastic/beats/libbeat/common/cfgwarn" + "github.com/elastic/beats/libbeat/logp" + "github.com/elastic/beats/metricbeat/helper" + "github.com/elastic/beats/metricbeat/mb" + "github.com/elastic/beats/metricbeat/mb/parse" + "github.com/elastic/beats/metricbeat/module/elasticsearch" +) + +// init registers the MetricSet with the central registry. +// The New method will be called after the setup of the module and before starting to fetch data +func init() { + mb.Registry.MustAddMetricSet("elasticsearch", "index", New, + mb.WithHostParser(hostParser), + ) +} + +var ( + hostParser = parse.URLHostParserBuilder{ + DefaultScheme: "http", + PathConfigKey: "path", + // TODO: This currently gets index data for all indices. Make it configurable. + DefaultPath: "_stats", + }.Build() +) + +// MetricSet type defines all fields of the MetricSet +type MetricSet struct { + mb.BaseMetricSet + http *helper.HTTP +} + +// New create a new instance of the MetricSet +func New(base mb.BaseMetricSet) (mb.MetricSet, error) { + cfgwarn.Experimental("The elasticsearch index metricset is experimental") + + http, err := helper.NewHTTP(base) + if err != nil { + return nil, err + } + + return &MetricSet{ + base, + http, + }, nil +} + +// Fetch gathers stats for each index from the _stats API +func (m *MetricSet) Fetch(r mb.ReporterV2) { + + isMaster, err := elasticsearch.IsMaster(m.http, m.HostData().SanitizedURI) + if err != nil { + r.Error(err) + return + } + + // Not master, no event sent + if !isMaster { + logp.Debug("elasticsearch", "Trying to fetch index stats from a none master node.") + return + } + + content, err := m.http.FetchContent() + if err != nil { + r.Error(err) + return + } + + info, err := elasticsearch.GetInfo(m.http, m.HostData().SanitizedURI) + if err != nil { + r.Error(err) + return + } + + eventsMapping(r, *info, content) +} diff --git a/metricbeat/module/elasticsearch/index/index_integration_test.go b/metricbeat/module/elasticsearch/index/index_integration_test.go new file mode 100644 index 00000000000..2694a46f1e2 --- /dev/null +++ b/metricbeat/module/elasticsearch/index/index_integration_test.go @@ -0,0 +1,75 @@ +// +build integration + +package index + +import ( + "fmt" + "net/http" + "testing" + + "github.com/stretchr/testify/assert" + + "github.com/elastic/beats/libbeat/tests/compose" + mbtest "github.com/elastic/beats/metricbeat/mb/testing" + "github.com/elastic/beats/metricbeat/module/elasticsearch" +) + +func TestFetch(t *testing.T) { + compose.EnsureUp(t, "elasticsearch") + + err := createIndex(elasticsearch.GetEnvHost() + ":" + elasticsearch.GetEnvPort()) + assert.NoError(t, err) + + f := mbtest.NewReportingMetricSetV2(t, elasticsearch.GetConfig("index")) + events, errs := mbtest.ReportingFetchV2(f) + + assert.NotNil(t, events) + assert.Nil(t, errs) + t.Logf("%s/%s event: %+v", f.Module().Name(), f.Name(), events[0]) +} + +func TestData(t *testing.T) { + compose.EnsureUp(t, "elasticsearch") + + err := createIndex(elasticsearch.GetEnvHost() + ":" + elasticsearch.GetEnvPort()) + assert.NoError(t, err) + + f := mbtest.NewReportingMetricSetV2(t, elasticsearch.GetConfig("index")) + err = mbtest.WriteEventsReporterV2(f, t) + if err != nil { + t.Fatal("write", err) + } +} + +// createIndex creates and elasticsearch index in case it does not exit yet +func createIndex(host string) error { + client := &http.Client{} + + resp, err := http.Get("http://" + host + "/testindex") + if err != nil { + return err + } + resp.Body.Close() + + // This means index already exists + if resp.StatusCode == 200 { + return nil + } + + req, err := http.NewRequest("PUT", "http://"+host+"/testindex", nil) + if err != nil { + return err + } + + resp, err = client.Do(req) + if err != nil { + return err + } + defer resp.Body.Close() + + if resp.StatusCode != 200 { + return fmt.Errorf("HTTP error %d: %s", resp.StatusCode, resp.Status) + } + + return nil +} diff --git a/metricbeat/module/elasticsearch/node_stats/_meta/docs.asciidoc b/metricbeat/module/elasticsearch/node_stats/_meta/docs.asciidoc index 33bea6ebbd4..e059f3187b1 100644 --- a/metricbeat/module/elasticsearch/node_stats/_meta/docs.asciidoc +++ b/metricbeat/module/elasticsearch/node_stats/_meta/docs.asciidoc @@ -1,5 +1,3 @@ -=== Elasticsearch node_stats metricset - The `node_stats` metricset interrogates the https://www.elastic.co/guide/en/elasticsearch/reference/master/cluster-nodes-stats.html[Cluster API endpoint] of Elasticsearch to get the cluster nodes statistics. The data received is only for the local node so this Metricbeat has diff --git a/metricbeat/module/elasticsearch/test_elasticsearch.py b/metricbeat/module/elasticsearch/test_elasticsearch.py index 87192696adc..a19eccc1b0d 100644 --- a/metricbeat/module/elasticsearch/test_elasticsearch.py +++ b/metricbeat/module/elasticsearch/test_elasticsearch.py @@ -26,6 +26,14 @@ def test_node_stats(self): """ self.check_metricset("elasticsearch", "node_stats", self.get_hosts()) + @unittest.skipUnless(metricbeat.INTEGRATION_TESTS, "integration test") + def test_index(self): + """ + elasticsearch index metricset test + """ + # TODO: need to create an index first to get stats + self.check_metricset("elasticsearch", "index", self.get_hosts()) + def get_hosts(self): return [os.getenv('ES_HOST', 'localhost') + ':' + os.getenv('ES_PORT', '9200')] diff --git a/metricbeat/module/elasticsearch/testing.go b/metricbeat/module/elasticsearch/testing.go index be30008f5d9..1631a533521 100644 --- a/metricbeat/module/elasticsearch/testing.go +++ b/metricbeat/module/elasticsearch/testing.go @@ -2,6 +2,7 @@ package elasticsearch import "os" +// GetEnvHost returns host for Elasticsearch func GetEnvHost() string { host := os.Getenv("ES_HOST") @@ -11,6 +12,7 @@ func GetEnvHost() string { return host } +// GetEnvPort returns port for Elasticsearch func GetEnvPort() string { port := os.Getenv("ES_PORT") @@ -20,6 +22,7 @@ func GetEnvPort() string { return port } +// GetConfig returns config for elasticsearch module func GetConfig(metricset string) map[string]interface{} { return map[string]interface{}{ "module": "elasticsearch", From 32cb62a4c746407719d4324b196c140ae3d8261b Mon Sep 17 00:00:00 2001 From: ruflin Date: Thu, 19 Apr 2018 23:06:09 +0200 Subject: [PATCH 2/3] Set max depth of index.asciidoc search to 1 as otherwise it took also the index.asciidoc metricset doc. --- script/build_docs.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/build_docs.sh b/script/build_docs.sh index b54cee2294d..d53f570d939 100755 --- a/script/build_docs.sh +++ b/script/build_docs.sh @@ -17,7 +17,7 @@ else echo "$docs_dir already exists. Not cloning." fi -index_list="$(find ${GOPATH%%:*}/src/$path -name 'index.asciidoc')" +index_list="$(find ${GOPATH%%:*}/src/$path -name 'index.asciidoc' -maxdepth 1)" for index in $index_list do echo "Building docs for ${name}..." From ef53fba56410172e48dcd4a651d5d293b69a7eed Mon Sep 17 00:00:00 2001 From: Nicolas Ruflin Date: Fri, 20 Apr 2018 15:47:30 +0200 Subject: [PATCH 3/3] Update CHANGELOG.asciidoc --- CHANGELOG.asciidoc | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/CHANGELOG.asciidoc b/CHANGELOG.asciidoc index 58fca872c5a..b80554b1469 100644 --- a/CHANGELOG.asciidoc +++ b/CHANGELOG.asciidoc @@ -125,8 +125,8 @@ https://github.com/elastic/beats/compare/v6.0.0-beta2...master[Check the HEAD di - Make registry file permission configurable. {pull}6455[6455] - Add MongoDB module. {pull}6283[6238] - Add Ingest pipeline loading to setup. {pull}6814[6814] -- Add support of log_format combined to NGINX access logs. {pull}6858[6858] -- Release config reloading feature as GA. +- Add support of log_format combined to NGINX access logs. +- Release config reloading feature as GA. {pull}6891[6891] *Heartbeat* @@ -195,8 +195,8 @@ https://github.com/elastic/beats/compare/v6.0.0-beta2...master[Check the HEAD di - Added support for haproxy 1.7 and 1.8. {pull}6793[6793] - Add accumulated I/O stats to diskio in the line of `docker stats`. {pull}6701[6701] - Ignore virtual filesystem types by default in system module. {pull}6819[6819] -- Release config reloading feature as GA. -- Add experimental Elasticsearch index metricset. +- Release config reloading feature as GA. {pull}6891[6891] +- Add experimental Elasticsearch index metricset. {pull}6881[6881] *Packetbeat*