diff --git a/filebeat/tests/files/logs/es_deprecation.log b/filebeat/tests/files/logs/es_deprecation.log new file mode 100644 index 00000000000..97190bf52d7 --- /dev/null +++ b/filebeat/tests/files/logs/es_deprecation.log @@ -0,0 +1 @@ +{"type": "deprecation", "timestamp": "2019-01-18T10:03:16,605+0100", "level": "WARN", "component": "o.e.d.l.RestPostStartTrialLicense", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "ogIOBeGXSFqLFoviipBGpw", "node.id": "McuJ9fNYQmitdoqYmTGpMQ", "message": "[POST /_xpack/license/start_trial] is deprecated! Use [POST /_license/start_trial] instead." } diff --git a/filebeat/tests/files/logs/es_docker_happy_startup.log b/filebeat/tests/files/logs/es_docker_happy_startup.log new file mode 100644 index 00000000000..a68d2c4fa55 --- /dev/null +++ b/filebeat/tests/files/logs/es_docker_happy_startup.log @@ -0,0 +1,63 @@ +OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. +{"type": "server", "timestamp": "2019-01-18T07:33:46,139+0000", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "using [1] data paths, mounts [[/ (overlay)]], net usable_space [36.8gb], net total_space [58.4gb], types [overlay]" } +{"type": "server", "timestamp": "2019-01-18T07:33:46,143+0000", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "heap size [989.8mb], compressed ordinary object pointers [true]" } +{"type": "server", "timestamp": "2019-01-18T07:33:46,146+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "node name [692d52182ca7], node ID [bCYFMbfrSyW2h_gsWsHrMg]" } +{"type": "server", "timestamp": "2019-01-18T07:33:46,146+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "version[7.0.0-SNAPSHOT], pid[1], build[default/tar/8c3c766/2019-01-18T07:15:04.412250Z], OS[Linux/4.9.125-linuxkit/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/11.0.1/11.0.1+13]" } +{"type": "server", "timestamp": "2019-01-18T07:33:46,147+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/tmp/elasticsearch-2740709148233088463, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -XX:UseAVX=2, -Dio.netty.allocator.type=unpooled, -Des.cgroups.hierarchy.override=/, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=tar]" } +{"type": "server", "timestamp": "2019-01-18T07:33:46,148+0000", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "version [7.0.0-SNAPSHOT] is a pre-release version of Elasticsearch and is not suitable for production" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,838+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [aggs-matrix-stats]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,838+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [analysis-common]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,839+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [ingest-common]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,839+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [ingest-geoip]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,839+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [ingest-user-agent]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,839+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [lang-expression]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,840+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [lang-mustache]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,840+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [lang-painless]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,840+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [mapper-extras]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,841+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [parent-join]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,841+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [percolator]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,841+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [rank-eval]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,841+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [reindex]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,842+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [repository-url]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,842+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [transport-netty4]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,842+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-ccr]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,843+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-core]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,843+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-deprecation]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,843+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-graph]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,844+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-ilm]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,844+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-logstash]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,844+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-ml]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,845+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-monitoring]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,845+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-rollup]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,845+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-security]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,845+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-sql]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,846+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-upgrade]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,846+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "loaded module [x-pack-watcher]" } +{"type": "server", "timestamp": "2019-01-18T07:33:47,846+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "no plugins loaded" } +{"type": "server", "timestamp": "2019-01-18T07:33:51,370+0000", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "parsed [0] roles from file [/usr/share/elasticsearch/config/roles.yml]" } +{"type": "server", "timestamp": "2019-01-18T07:33:51,973+0000", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "[controller/90] [Main.cc@109] controller (64 bit): Version 7.0.0-SNAPSHOT (Build cac31ab73e71c1) Copyright (c) 2019 Elasticsearch BV" } +{"type": "server", "timestamp": "2019-01-18T07:33:52,529+0000", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" } +{"type": "server", "timestamp": "2019-01-18T07:33:52,806+0000", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "using discovery type [single-node] and host providers [settings]" } +{"type": "server", "timestamp": "2019-01-18T07:33:53,708+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "initialized" } +{"type": "server", "timestamp": "2019-01-18T07:33:53,709+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "starting ..." } +{"type": "server", "timestamp": "2019-01-18T07:33:53,904+0000", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "publish_address {172.17.0.2:9300}, bound_addresses {0.0.0.0:9300}" } +{"type": "server", "timestamp": "2019-01-18T07:33:53,942+0000", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "publish_address {172.17.0.2:9200}, bound_addresses {0.0.0.0:9200}" } +{"type": "server", "timestamp": "2019-01-18T07:33:53,943+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "message": "started" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,066+0000", "level": "WARN", "component": "o.e.x.s.a.s.m.NativeRoleMappingStore", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "Failed to clear cache for realms [[]]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,165+0000", "level": "INFO", "component": "o.e.g.GatewayService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "recovered [0] indices into cluster_state" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,317+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "adding template [.triggered_watches] for index patterns [.triggered_watches*]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,345+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "adding template [.watches] for index patterns [.watches*]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,389+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "adding template [.watch-history-9] for index patterns [.watcher-history-9*]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,421+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "adding template [.monitoring-logstash] for index patterns [.monitoring-logstash-6-*]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,459+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "adding template [.monitoring-es] for index patterns [.monitoring-es-6-*]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,481+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "adding template [.monitoring-alerts] for index patterns [.monitoring-alerts-6]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,510+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "adding template [.monitoring-beats] for index patterns [.monitoring-beats-6-*]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,533+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "adding template [.monitoring-kibana] for index patterns [.monitoring-kibana-6-*]" } +{"type": "server", "timestamp": "2019-01-18T07:33:54,599+0000", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "license [37bdc271-bccd-4841-a8f9-598a3556bd50] mode [basic] - valid" } +{"type": "server", "timestamp": "2019-01-18T07:34:44,319+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "stopping ..." } +{"type": "server", "timestamp": "2019-01-18T07:34:44,345+0000", "level": "INFO", "component": "o.e.x.w.WatcherService", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "stopping watch service, reason [shutdown initiated]" } +{"type": "server", "timestamp": "2019-01-18T07:34:44,534+0000", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "[controller/90] [Main.cc@148] Ml controller exiting" } +{"type": "server", "timestamp": "2019-01-18T07:34:44,536+0000", "level": "INFO", "component": "o.e.x.m.p.NativeController", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "Native controller process has stopped - no new native processes can be started" } +{"type": "server", "timestamp": "2019-01-18T07:34:44,554+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "stopped" } +{"type": "server", "timestamp": "2019-01-18T07:34:44,555+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "closing ..." } +{"type": "server", "timestamp": "2019-01-18T07:34:44,580+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "692d52182ca7", "cluster.uuid": "_na_", "node.id": "bCYFMbfrSyW2h_gsWsHrMg", "message": "closed" } diff --git a/filebeat/tests/files/logs/es_docker_startup_and_deprecation.log b/filebeat/tests/files/logs/es_docker_startup_and_deprecation.log new file mode 100644 index 00000000000..01cb5860cd8 --- /dev/null +++ b/filebeat/tests/files/logs/es_docker_startup_and_deprecation.log @@ -0,0 +1,65 @@ +OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. +{"type": "server", "timestamp": "2019-01-18T07:35:35,097+0000", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "using [1] data paths, mounts [[/ (overlay)]], net usable_space [36.8gb], net total_space [58.4gb], types [overlay]" } +{"type": "server", "timestamp": "2019-01-18T07:35:35,101+0000", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "heap size [989.8mb], compressed ordinary object pointers [true]" } +{"type": "server", "timestamp": "2019-01-18T07:35:35,104+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "node name [488267972dfb], node ID [wWIN7a4wQRC1FchZhVnG-w]" } +{"type": "server", "timestamp": "2019-01-18T07:35:35,104+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "version[7.0.0-SNAPSHOT], pid[1], build[default/tar/8c3c766/2019-01-18T07:15:04.412250Z], OS[Linux/4.9.125-linuxkit/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/11.0.1/11.0.1+13]" } +{"type": "server", "timestamp": "2019-01-18T07:35:35,105+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/tmp/elasticsearch-6902269214819825760, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -XX:UseAVX=2, -Dio.netty.allocator.type=unpooled, -Des.cgroups.hierarchy.override=/, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=tar]" } +{"type": "server", "timestamp": "2019-01-18T07:35:35,106+0000", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "version [7.0.0-SNAPSHOT] is a pre-release version of Elasticsearch and is not suitable for production" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,822+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [aggs-matrix-stats]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,822+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [analysis-common]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,822+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [ingest-common]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,823+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [ingest-geoip]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,823+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [ingest-user-agent]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,823+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [lang-expression]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,823+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [lang-mustache]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,824+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [lang-painless]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,824+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [mapper-extras]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,824+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [parent-join]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,824+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [percolator]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,825+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [rank-eval]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,825+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [reindex]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,825+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [repository-url]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,826+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [transport-netty4]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,826+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-ccr]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,826+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-core]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,826+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-deprecation]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,827+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-graph]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,827+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-ilm]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,827+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-logstash]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,827+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-ml]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,828+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-monitoring]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,828+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-rollup]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,828+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-security]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,828+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-sql]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,829+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-upgrade]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,829+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "loaded module [x-pack-watcher]" } +{"type": "server", "timestamp": "2019-01-18T07:35:36,830+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "no plugins loaded" } +{"type": "server", "timestamp": "2019-01-18T07:35:40,312+0000", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "parsed [0] roles from file [/usr/share/elasticsearch/config/roles.yml]" } +{"type": "server", "timestamp": "2019-01-18T07:35:40,931+0000", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "[controller/91] [Main.cc@109] controller (64 bit): Version 7.0.0-SNAPSHOT (Build cac31ab73e71c1) Copyright (c) 2019 Elasticsearch BV" } +{"type": "server", "timestamp": "2019-01-18T07:35:41,450+0000", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" } +{"type": "server", "timestamp": "2019-01-18T07:35:41,750+0000", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "using discovery type [single-node] and host providers [settings]" } +{"type": "server", "timestamp": "2019-01-18T07:35:42,698+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "initialized" } +{"type": "server", "timestamp": "2019-01-18T07:35:42,699+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "starting ..." } +{"type": "server", "timestamp": "2019-01-18T07:35:42,876+0000", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "publish_address {172.17.0.2:9300}, bound_addresses {0.0.0.0:9300}" } +{"type": "server", "timestamp": "2019-01-18T07:35:42,915+0000", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "publish_address {172.17.0.2:9200}, bound_addresses {0.0.0.0:9200}" } +{"type": "server", "timestamp": "2019-01-18T07:35:42,915+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "message": "started" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,041+0000", "level": "WARN", "component": "o.e.x.s.a.s.m.NativeRoleMappingStore", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "Failed to clear cache for realms [[]]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,139+0000", "level": "INFO", "component": "o.e.g.GatewayService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "recovered [0] indices into cluster_state" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,318+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "adding template [.watch-history-9] for index patterns [.watcher-history-9*]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,348+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "adding template [.watches] for index patterns [.watches*]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,370+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "adding template [.triggered_watches] for index patterns [.triggered_watches*]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,398+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "adding template [.monitoring-logstash] for index patterns [.monitoring-logstash-6-*]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,437+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "adding template [.monitoring-es] for index patterns [.monitoring-es-6-*]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,460+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "adding template [.monitoring-alerts] for index patterns [.monitoring-alerts-6]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,488+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "adding template [.monitoring-beats] for index patterns [.monitoring-beats-6-*]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,511+0000", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "adding template [.monitoring-kibana] for index patterns [.monitoring-kibana-6-*]" } +{"type": "server", "timestamp": "2019-01-18T07:35:43,573+0000", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "license [d7ed9fff-9d86-4757-b9eb-de2fcac54a60] mode [basic] - valid" } +{"type": "deprecation", "timestamp": "2019-01-18T07:36:20,639+0000", "level": "WARN", "component": "o.e.d.l.RestPostStartTrialLicense", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "[POST /_xpack/license/start_trial] is deprecated! Use [POST /_license/start_trial] instead." } +{"type": "server", "timestamp": "2019-01-18T07:36:20,714+0000", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "license [400f82f3-01ea-4a26-8b17-53a01a7cf31f] mode [trial] - valid" } +{"type": "server", "timestamp": "2019-01-18T07:36:28,406+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "stopping ..." } +{"type": "server", "timestamp": "2019-01-18T07:36:28,437+0000", "level": "INFO", "component": "o.e.x.w.WatcherService", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "stopping watch service, reason [shutdown initiated]" } +{"type": "server", "timestamp": "2019-01-18T07:36:28,493+0000", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "[controller/91] [Main.cc@148] Ml controller exiting" } +{"type": "server", "timestamp": "2019-01-18T07:36:28,494+0000", "level": "INFO", "component": "o.e.x.m.p.NativeController", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "Native controller process has stopped - no new native processes can be started" } +{"type": "server", "timestamp": "2019-01-18T07:36:28,518+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "stopped" } +{"type": "server", "timestamp": "2019-01-18T07:36:28,518+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "closing ..." } +{"type": "server", "timestamp": "2019-01-18T07:36:28,539+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "488267972dfb", "cluster.uuid": "_na_", "node.id": "wWIN7a4wQRC1FchZhVnG-w", "message": "closed" } diff --git a/filebeat/tests/files/logs/es_docker_startup_bootstrap_fail.log b/filebeat/tests/files/logs/es_docker_startup_bootstrap_fail.log new file mode 100644 index 00000000000..1b17b82c9cc --- /dev/null +++ b/filebeat/tests/files/logs/es_docker_startup_bootstrap_fail.log @@ -0,0 +1,51 @@ +OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. +{"type": "server", "timestamp": "2019-01-18T07:26:56,541+0000", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "using [1] data paths, mounts [[/ (overlay)]], net usable_space [36.8gb], net total_space [58.4gb], types [overlay]" } +{"type": "server", "timestamp": "2019-01-18T07:26:56,545+0000", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "heap size [989.8mb], compressed ordinary object pointers [true]" } +{"type": "server", "timestamp": "2019-01-18T07:26:56,548+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "node name [c07efdabe16c], node ID [hDr8TsXoT9GdAoGKv7fKUA]" } +{"type": "server", "timestamp": "2019-01-18T07:26:56,549+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "version[7.0.0-SNAPSHOT], pid[1], build[default/tar/8c3c766/2019-01-18T07:15:04.412250Z], OS[Linux/4.9.125-linuxkit/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/11.0.1/11.0.1+13]" } +{"type": "server", "timestamp": "2019-01-18T07:26:56,550+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/tmp/elasticsearch-4449932134863071033, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -XX:UseAVX=2, -Dio.netty.allocator.type=unpooled, -Des.cgroups.hierarchy.override=/, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=tar]" } +{"type": "server", "timestamp": "2019-01-18T07:26:56,551+0000", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "version [7.0.0-SNAPSHOT] is a pre-release version of Elasticsearch and is not suitable for production" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,420+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [aggs-matrix-stats]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,420+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [analysis-common]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,420+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [ingest-common]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,421+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [ingest-geoip]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,421+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [ingest-user-agent]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,422+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [lang-expression]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,422+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [lang-mustache]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,423+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [lang-painless]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,423+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [mapper-extras]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,424+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [parent-join]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,424+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [percolator]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,425+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [rank-eval]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,425+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [reindex]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,425+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [repository-url]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,426+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [transport-netty4]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,426+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-ccr]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,426+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-core]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,427+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-deprecation]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,427+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-graph]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,428+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-ilm]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,428+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-logstash]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,429+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-ml]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,429+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-monitoring]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,430+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-rollup]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,430+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-security]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,431+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-sql]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,431+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-upgrade]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,432+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "loaded module [x-pack-watcher]" } +{"type": "server", "timestamp": "2019-01-18T07:26:58,433+0000", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "no plugins loaded" } +{"type": "server", "timestamp": "2019-01-18T07:27:01,890+0000", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "parsed [0] roles from file [/usr/share/elasticsearch/config/roles.yml]" } +{"type": "server", "timestamp": "2019-01-18T07:27:02,502+0000", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "[controller/90] [Main.cc@109] controller (64 bit): Version 7.0.0-SNAPSHOT (Build cac31ab73e71c1) Copyright (c) 2019 Elasticsearch BV" } +{"type": "server", "timestamp": "2019-01-18T07:27:03,066+0000", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" } +{"type": "server", "timestamp": "2019-01-18T07:27:03,403+0000", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "using discovery type [zen2] and host providers [settings]" } +{"type": "server", "timestamp": "2019-01-18T07:27:04,406+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "initialized" } +{"type": "server", "timestamp": "2019-01-18T07:27:04,407+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "starting ..." } +{"type": "server", "timestamp": "2019-01-18T07:27:04,590+0000", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "publish_address {172.17.0.2:9300}, bound_addresses {0.0.0.0:9300}" } +{"type": "server", "timestamp": "2019-01-18T07:27:04,604+0000", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" } +ERROR: [1] bootstrap checks failed +[1]: the default discovery settings are unsuitable for production use; at least one of [discovery.zen.ping.unicast.hosts, discovery.zen.hosts_provider, cluster.initial_master_nodes] must be configured +{"type": "server", "timestamp": "2019-01-18T07:27:04,617+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "stopping ..." } +{"type": "server", "timestamp": "2019-01-18T07:27:04,687+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "stopped" } +{"type": "server", "timestamp": "2019-01-18T07:27:04,688+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "closing ..." } +{"type": "server", "timestamp": "2019-01-18T07:27:04,712+0000", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "closed" } +{"type": "server", "timestamp": "2019-01-18T07:27:04,715+0000", "level": "INFO", "component": "o.e.x.m.p.NativeController", "cluster.name": "docker-cluster", "node.name": "c07efdabe16c", "message": "Native controller process has stopped - no new native processes can be started" } diff --git a/filebeat/tests/files/logs/es_happy_startup.log b/filebeat/tests/files/logs/es_happy_startup.log new file mode 100644 index 00000000000..a096d5f2e99 --- /dev/null +++ b/filebeat/tests/files/logs/es_happy_startup.log @@ -0,0 +1,55 @@ +{"type": "server", "timestamp": "2019-01-18T08:55:08,159+0100", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "distribution_run", "node.name": "node-0", "message": "using [1] data paths, mounts [[/ (/dev/disk1s1)]], net usable_space [181.3gb], net total_space [465.6gb], types [apfs]" } +{"type": "server", "timestamp": "2019-01-18T08:55:08,163+0100", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "distribution_run", "node.name": "node-0", "message": "heap size [989.8mb], compressed ordinary object pointers [true]" } +{"type": "server", "timestamp": "2019-01-18T08:55:08,165+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "node name [node-0], node ID [WFhM7OPMScyc-25-pLM3cw]" } +{"type": "server", "timestamp": "2019-01-18T08:55:08,166+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "version[7.0.0-SNAPSHOT], pid[25931], build[default/zip/8c3c766/2019-01-18T07:15:04.412250Z], OS[Mac OS X/10.13.6/x86_64], JVM[Oracle Corporation/Java HotSpot(TM) 64-Bit Server VM/11.0.1/11.0.1+13-LTS]" } +{"type": "server", "timestamp": "2019-01-18T08:55:08,166+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/var/folders/rp/ml5l5j1s3vlgmp2m7rb4b7bh0000gn/T/elasticsearch-7225721563973910748, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -XX:UseAVX=2, -Dio.netty.allocator.type=unpooled, -Des.path.home=/Users/przemek/workspace/pgomulka/elasticsearch/distribution/build/cluster/run node0/elasticsearch-7.0.0-SNAPSHOT, -Des.path.conf=/Users/przemek/workspace/pgomulka/elasticsearch/distribution/build/cluster/run node0/elasticsearch-7.0.0-SNAPSHOT/config, -Des.distribution.flavor=default, -Des.distribution.type=zip]" } +{"type": "server", "timestamp": "2019-01-18T08:55:08,167+0100", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "version [7.0.0-SNAPSHOT] is a pre-release version of Elasticsearch and is not suitable for production" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,492+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [aggs-matrix-stats]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,493+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [analysis-common]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,493+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [ingest-common]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,493+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [ingest-geoip]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,494+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [ingest-user-agent]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,494+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [lang-expression]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,494+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [lang-mustache]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,495+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [lang-painless]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,495+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [mapper-extras]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,495+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [parent-join]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,495+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [percolator]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,496+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [rank-eval]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,496+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [reindex]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,496+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [repository-url]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,497+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [transport-netty4]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,497+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-ccr]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,497+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-core]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,498+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-deprecation]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,498+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-graph]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,498+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-ilm]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,498+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-logstash]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,499+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-ml]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,499+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-monitoring]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,499+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-rollup]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,499+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-security]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,500+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-sql]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,500+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-upgrade]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,500+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-watcher]" } +{"type": "server", "timestamp": "2019-01-18T08:55:09,501+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "no plugins loaded" } +{"type": "server", "timestamp": "2019-01-18T08:55:12,057+0100", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "distribution_run", "node.name": "node-0", "message": "parsed [0] roles from file [/Users/przemek/workspace/pgomulka/elasticsearch/distribution/build/cluster/run node0/elasticsearch-7.0.0-SNAPSHOT/config/roles.yml]" } +{"type": "server", "timestamp": "2019-01-18T08:55:12,426+0100", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "distribution_run", "node.name": "node-0", "message": "[controller/25947] [Main.cc@109] controller (64 bit): Version 7.0.0-SNAPSHOT (Build cac31ab73e71c1) Copyright (c) 2019 Elasticsearch BV" } +{"type": "server", "timestamp": "2019-01-18T08:55:12,709+0100", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "distribution_run", "node.name": "node-0", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" } +{"type": "server", "timestamp": "2019-01-18T08:55:12,922+0100", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "distribution_run", "node.name": "node-0", "message": "using discovery type [zen2] and host providers [settings, file]" } +{"type": "server", "timestamp": "2019-01-18T08:55:13,507+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "initialized" } +{"type": "server", "timestamp": "2019-01-18T08:55:13,508+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "starting ..." } +{"type": "server", "timestamp": "2019-01-18T08:55:13,642+0100", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "publish_address {127.0.0.1:9300}, bound_addresses {[::1]:9300}, {127.0.0.1:9300}" } +{"type": "server", "timestamp": "2019-01-18T08:55:13,675+0100", "level": "WARN", "component": "o.e.d.z.FileBasedUnicastHostsProvider", "cluster.name": "distribution_run", "node.name": "node-0", "message": "expected, but did not find, a dynamic hosts list at [/Users/przemek/workspace/pgomulka/elasticsearch/distribution/build/cluster/run node0/elasticsearch-7.0.0-SNAPSHOT/config/unicast_hosts.txt]" } +{"type": "server", "timestamp": "2019-01-18T08:55:13,796+0100", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "elected-as-master ([1] nodes joined)[{node-0}{WFhM7OPMScyc-25-pLM3cw}{_fKBl8twSiaMd_4w-OwpUQ}{127.0.0.1}{127.0.0.1:9300}{ml.machine_memory=34359738368, xpack.installed=true, testattr=test, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 3, version: 18, reason: master node changed {previous [], current [{node-0}{WFhM7OPMScyc-25-pLM3cw}{_fKBl8twSiaMd_4w-OwpUQ}{127.0.0.1}{127.0.0.1:9300}{ml.machine_memory=34359738368, xpack.installed=true, testattr=test, ml.max_open_jobs=20}]}" } +{"type": "server", "timestamp": "2019-01-18T08:55:13,871+0100", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "master node changed {previous [], current [{node-0}{WFhM7OPMScyc-25-pLM3cw}{_fKBl8twSiaMd_4w-OwpUQ}{127.0.0.1}{127.0.0.1:9300}{ml.machine_memory=34359738368, xpack.installed=true, testattr=test, ml.max_open_jobs=20}]}, term: 3, version: 18, reason: Publication{term=3, version=18}" } +{"type": "server", "timestamp": "2019-01-18T08:55:13,922+0100", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "publish_address {127.0.0.1:9200}, bound_addresses {[::1]:9200}, {127.0.0.1:9200}" } +{"type": "server", "timestamp": "2019-01-18T08:55:13,923+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "started" } +{"type": "server", "timestamp": "2019-01-18T08:55:14,105+0100", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "license [1d3f8a3c-6580-42da-8c82-a1dd917f2fd5] mode [basic] - valid" } +{"type": "server", "timestamp": "2019-01-18T08:55:14,134+0100", "level": "INFO", "component": "o.e.g.GatewayService", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "recovered [0] indices into cluster_state" } +{"type": "server", "timestamp": "2019-01-18T08:55:51,725+0100", "level": "INFO", "component": "o.e.x.m.p.NativeController", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "Native controller process has stopped - no new native processes can be started" } +{"type": "server", "timestamp": "2019-01-18T08:55:51,726+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "stopping ..." } +{"type": "server", "timestamp": "2019-01-18T08:55:51,739+0100", "level": "INFO", "component": "o.e.x.w.WatcherService", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "stopping watch service, reason [shutdown initiated]" } +{"type": "server", "timestamp": "2019-01-18T08:55:52,141+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "stopped" } +{"type": "server", "timestamp": "2019-01-18T08:55:52,141+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "closing ..." } +{"type": "server", "timestamp": "2019-01-18T08:55:52,150+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "GmvrbHlNTiSVYiPf8kxg9g", "node.id": "WFhM7OPMScyc-25-pLM3cw", "message": "closed" } diff --git a/filebeat/tests/files/logs/es_index_indexing_slowlog.json b/filebeat/tests/files/logs/es_index_indexing_slowlog.json new file mode 100644 index 00000000000..2fff1458a15 --- /dev/null +++ b/filebeat/tests/files/logs/es_index_indexing_slowlog.json @@ -0,0 +1,2 @@ +{"type": "index_indexing_slowlog", "timestamp": "2019-01-29T08:35:54,170+0100", "level": "WARN", "component": "i.i.s.index", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oqKkg2eoQh2P_KrKliI3DA", "node.id": "U7rdLkcqR9eRvOiyLmr_qQ", "message": "[index1/PJlGJFFURIO1zIboktQMUw] took[4.6ms], took_millis[4], type[_doc], id[1], routing[], source[{\"somefield\":\"somevalue\"}]" } +{"type": "index_indexing_slowlog", "timestamp": "2019-01-29T08:35:58,359+0100", "level": "WARN", "component": "i.i.s.index", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oqKkg2eoQh2P_KrKliI3DA", "node.id": "U7rdLkcqR9eRvOiyLmr_qQ", "message": "[index1/PJlGJFFURIO1zIboktQMUw] took[803micros], took_millis[0], type[_doc], id[2], routing[], source[{\"somefield\":\"somevalue\"}]" } diff --git a/filebeat/tests/files/logs/es_index_search_slowlog.json b/filebeat/tests/files/logs/es_index_search_slowlog.json new file mode 100644 index 00000000000..6239afaa3ea --- /dev/null +++ b/filebeat/tests/files/logs/es_index_search_slowlog.json @@ -0,0 +1,3 @@ +{"type": "index_search_slowlog", "timestamp": "2019-01-29T08:31:40,426+0100", "level": "WARN", "component": "i.s.s.query", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oqKkg2eoQh2P_KrKliI3DA", "node.id": "U7rdLkcqR9eRvOiyLmr_qQ", "message": "[index1][0] took[70.4micros], took_millis[0], total_hits[0 hits], types[], stats[], search_type[QUERY_THEN_FETCH], total_shards[1], source[{}], id[], " } +{"type": "index_search_slowlog", "timestamp": "2019-01-29T08:36:01,675+0100", "level": "WARN", "component": "i.s.s.query", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oqKkg2eoQh2P_KrKliI3DA", "node.id": "U7rdLkcqR9eRvOiyLmr_qQ", "message": "[index1][0] took[731.3micros], took_millis[0], total_hits[2 hits], types[], stats[], search_type[QUERY_THEN_FETCH], total_shards[1], source[{}], id[], " } +{"type": "index_search_slowlog", "timestamp": "2019-01-29T08:36:01,685+0100", "level": "WARN", "component": "i.s.s.fetch", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oqKkg2eoQh2P_KrKliI3DA", "node.id": "U7rdLkcqR9eRvOiyLmr_qQ", "message": "[index1][0] took[9.9ms], took_millis[9], total_hits[2 hits], types[], stats[], search_type[QUERY_THEN_FETCH], total_shards[1], source[{}], id[], " } diff --git a/filebeat/tests/files/logs/es_json_logs_tests.log b/filebeat/tests/files/logs/es_json_logs_tests.log new file mode 100644 index 00000000000..93a2a044b8e --- /dev/null +++ b/filebeat/tests/files/logs/es_json_logs_tests.log @@ -0,0 +1,100 @@ +{"type": "server", "timestamp": "2019-01-10T11:18:58,448+0100", "level": "ERROR", "component": "test", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "This is an error message" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,448+0100", "level": "WARN", "component": "test", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "This is a warning message" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,448+0100", "level": "INFO", "component": "test", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "This is an info message" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,449+0100", "level": "DEBUG", "component": "test", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "This is a debug message" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,449+0100", "level": "TRACE", "component": "test", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "This is a trace message" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,489+0100", "level": "INFO", "component": "o.e.c.l.JsonLoggerTests", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "after test" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,523+0100", "level": "ERROR", "component": "test", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "error message {\n \"terms\" : {\n \"user\" : [\n \"u1\",\n \"u2\",\n \"u3\"\n ],\n \"boost\" : 1.0\n }\n}" , +"stacktrace": ["java.lang.Exception: {", +" \"terms\" : {", +" \"user\" : [", +" \"u1\",", +" \"u2\",", +" \"u3\"", +" ],", +" \"boost\" : 1.0", +" }", +"}", +"at org.elasticsearch.common.logging.JsonLoggerTests.testJsonInStacktraceMessageIsSplitted(JsonLoggerTests.java:159) [test/:?]", +"at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]", +"at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]", +"at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]", +"at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.1.jar:?]", +"at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.1.jar:?]", +"at java.lang.Thread.run(Thread.java:834) [?:?]"] } +{"type": "server", "timestamp": "2019-01-10T11:18:58,537+0100", "level": "INFO", "component": "o.e.c.l.JsonLoggerTests", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "after test" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,560+0100", "level": "ERROR", "component": "test", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "error message" , +"stacktrace": ["java.lang.Exception: exception message", +"at org.elasticsearch.common.logging.JsonLoggerTests.testStacktrace(JsonLoggerTests.java:125) [test/:?]", +"at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]", +"at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]", +"at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]", +"at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.1.jar:?]", +"at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [lucene-test-framework-8.0.0-snapshot-a1c6e642aa.jar:8.0.0-snapshot-a1c6e642aa a1c6e642aad90d3615b4c71bf261a5aad7e32369 - nknize - 2019-01-02 14:49:38]", +"at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.1.jar:?]", +"at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.1.jar:?]", +"at java.lang.Thread.run(Thread.java:834) [?:?]", +"Caused by: java.lang.RuntimeException: cause message", +"... 37 more"] } +{"type": "server", "timestamp": "2019-01-10T11:18:58,566+0100", "level": "INFO", "component": "o.e.c.l.JsonLoggerTests", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "after test" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,593+0100", "level": "INFO", "component": "test", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "{\n \"terms\" : {\n \"user\" : [\n \"u1\",\n \"u2\",\n \"u3\"\n ],\n \"boost\" : 1.0\n }\n}" } +{"type": "server", "timestamp": "2019-01-10T11:18:58,594+0100", "level": "INFO", "component": "o.e.c.l.JsonLoggerTests", "cluster.name": "elasticsearch", "node.name": "sample-name", "message": "after test" } + diff --git a/filebeat/tests/files/logs/es_startup_failure_boostrap.log b/filebeat/tests/files/logs/es_startup_failure_boostrap.log new file mode 100644 index 00000000000..5fb50b759b8 --- /dev/null +++ b/filebeat/tests/files/logs/es_startup_failure_boostrap.log @@ -0,0 +1,49 @@ +{"type": "server", "timestamp": "2019-01-18T09:01:31,534+0100", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "distribution_run", "node.name": "node-0", "message": "using [1] data paths, mounts [[/ (/dev/disk1s1)]], net usable_space [181.3gb], net total_space [465.6gb], types [apfs]" } +{"type": "server", "timestamp": "2019-01-18T09:01:31,537+0100", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "distribution_run", "node.name": "node-0", "message": "heap size [989.8mb], compressed ordinary object pointers [true]" } +{"type": "server", "timestamp": "2019-01-18T09:01:31,539+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "node name [node-0], node ID [WFhM7OPMScyc-25-pLM3cw]" } +{"type": "server", "timestamp": "2019-01-18T09:01:31,539+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "version[7.0.0-SNAPSHOT], pid[26044], build[default/zip/8c3c766/2019-01-18T07:15:04.412250Z], OS[Mac OS X/10.13.6/x86_64], JVM[Oracle Corporation/Java HotSpot(TM) 64-Bit Server VM/11.0.1/11.0.1+13-LTS]" } +{"type": "server", "timestamp": "2019-01-18T09:01:31,540+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/var/folders/rp/ml5l5j1s3vlgmp2m7rb4b7bh0000gn/T/elasticsearch-13645336927340781479, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -XX:UseAVX=2, -Dio.netty.allocator.type=unpooled, -Des.enforce.bootstrap.checks=true, -Des.path.home=/Users/przemek/workspace/pgomulka/elasticsearch/distribution/build/cluster/run node0/elasticsearch-7.0.0-SNAPSHOT, -Des.path.conf=/Users/przemek/workspace/pgomulka/elasticsearch/distribution/build/cluster/run node0/elasticsearch-7.0.0-SNAPSHOT/config, -Des.distribution.flavor=default, -Des.distribution.type=zip]" } +{"type": "server", "timestamp": "2019-01-18T09:01:31,541+0100", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "version [7.0.0-SNAPSHOT] is a pre-release version of Elasticsearch and is not suitable for production" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,958+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [aggs-matrix-stats]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,959+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [analysis-common]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,959+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [ingest-common]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,959+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [ingest-geoip]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,959+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [ingest-user-agent]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,960+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [lang-expression]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,960+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [lang-mustache]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,960+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [lang-painless]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,961+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [mapper-extras]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,961+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [parent-join]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,961+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [percolator]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,962+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [rank-eval]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,962+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [reindex]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,962+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [repository-url]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,962+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [transport-netty4]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,963+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-ccr]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,963+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-core]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,963+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-deprecation]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,963+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-graph]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,964+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-ilm]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,964+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-logstash]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,964+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-ml]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,964+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-monitoring]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,965+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-rollup]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,965+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-security]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,965+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-sql]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,965+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-upgrade]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,965+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "loaded module [x-pack-watcher]" } +{"type": "server", "timestamp": "2019-01-18T09:01:32,966+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "no plugins loaded" } +{"type": "server", "timestamp": "2019-01-18T09:01:35,573+0100", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "distribution_run", "node.name": "node-0", "message": "parsed [0] roles from file [/Users/przemek/workspace/pgomulka/elasticsearch/distribution/build/cluster/run node0/elasticsearch-7.0.0-SNAPSHOT/config/roles.yml]" } +{"type": "server", "timestamp": "2019-01-18T09:01:35,959+0100", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "distribution_run", "node.name": "node-0", "message": "[controller/26060] [Main.cc@109] controller (64 bit): Version 7.0.0-SNAPSHOT (Build cac31ab73e71c1) Copyright (c) 2019 Elasticsearch BV" } +{"type": "server", "timestamp": "2019-01-18T09:01:36,242+0100", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "distribution_run", "node.name": "node-0", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" } +{"type": "server", "timestamp": "2019-01-18T09:01:36,446+0100", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "distribution_run", "node.name": "node-0", "message": "using discovery type [zen2] and host providers [settings]" } +{"type": "server", "timestamp": "2019-01-18T09:01:37,015+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "initialized" } +{"type": "server", "timestamp": "2019-01-18T09:01:37,015+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "starting ..." } +{"type": "server", "timestamp": "2019-01-18T09:01:37,159+0100", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "distribution_run", "node.name": "node-0", "message": "publish_address {127.0.0.1:9300}, bound_addresses {[::1]:9300}, {127.0.0.1:9300}" } +{"type": "server", "timestamp": "2019-01-18T09:01:37,167+0100", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "distribution_run", "node.name": "node-0", "message": "explicitly enforcing bootstrap checks" } +{"type": "server", "timestamp": "2019-01-18T09:01:37,186+0100", "level": "ERROR", "component": "o.e.b.Bootstrap", "cluster.name": "distribution_run", "node.name": "node-0", "message": "node validation exception\n[1] bootstrap checks failed\n[1]: the default discovery settings are unsuitable for production use; at least one of [discovery.zen.ping.unicast.hosts, discovery.zen.hosts_provider, cluster.initial_master_nodes] must be configured" } +{"type": "server", "timestamp": "2019-01-18T09:01:37,188+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "stopping ..." } +{"type": "server", "timestamp": "2019-01-18T09:01:37,206+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "stopped" } +{"type": "server", "timestamp": "2019-01-18T09:01:37,207+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "closing ..." } +{"type": "server", "timestamp": "2019-01-18T09:01:37,219+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "distribution_run", "node.name": "node-0", "message": "closed" } +{"type": "server", "timestamp": "2019-01-18T09:01:37,223+0100", "level": "INFO", "component": "o.e.x.m.p.NativeController", "cluster.name": "distribution_run", "node.name": "node-0", "message": "Native controller process has stopped - no new native processes can be started" } diff --git a/filebeat/tests/files/logs/es_startup_shutdown_due_to_exception.log b/filebeat/tests/files/logs/es_startup_shutdown_due_to_exception.log new file mode 100644 index 00000000000..1b366df48a0 --- /dev/null +++ b/filebeat/tests/files/logs/es_startup_shutdown_due_to_exception.log @@ -0,0 +1,174 @@ +{"type": "server", "timestamp": "2019-01-10T10:46:46,679+0100", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "using [1] data paths, mounts [[/ (/dev/disk1s1)]], net usable_space [187gb], net total_space [465.6gb], types [apfs]" } +{"type": "server", "timestamp": "2019-01-10T10:46:46,681+0100", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "heap size [494.9mb], compressed ordinary object pointers [true]" } +{"type": "server", "timestamp": "2019-01-10T10:46:46,683+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "node name [node-0], node ID [WdRUwdxlQNOR2m5EI8_z2Q]" } +{"type": "server", "timestamp": "2019-01-10T10:46:46,684+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "version[7.0.0-SNAPSHOT], pid[26266], build[default/zip/de17fc1/2019-01-10T09:45:51.023362Z], OS[Mac OS X/10.13.6/x86_64], JVM[Oracle Corporation/Java HotSpot(TM) 64-Bit Server VM/11.0.1/11.0.1+13-LTS]" } +{"type": "server", "timestamp": "2019-01-10T10:46:46,684+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/var/folders/rp/ml5l5j1s3vlgmp2m7rb4b7bh0000gn/T/elasticsearch-12077270345559018797, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -XX:UseAVX=2, -Dio.netty.allocator.type=unpooled, -Xms512m, -Xmx512m, -ea, -esa, -Des.path.home=/Users/przemek/workspace/pgomulka/elasticsearch/qa/die-with-dignity/build/cluster/integTestCluster node0/elasticsearch-7.0.0-SNAPSHOT, -Des.path.conf=/Users/przemek/workspace/pgomulka/elasticsearch/qa/die-with-dignity/build/cluster/integTestCluster node0/elasticsearch-7.0.0-SNAPSHOT/config, -Des.distribution.flavor=default, -Des.distribution.type=zip]" } +{"type": "server", "timestamp": "2019-01-10T10:46:46,684+0100", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "version [7.0.0-SNAPSHOT] is a pre-release version of Elasticsearch and is not suitable for production" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,150+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [aggs-matrix-stats]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,151+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [analysis-common]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,151+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [ingest-common]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,151+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [ingest-geoip]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,152+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [ingest-user-agent]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,152+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [lang-expression]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,152+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [lang-mustache]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,152+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [lang-painless]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,153+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [mapper-extras]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,153+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [parent-join]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,153+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [percolator]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,153+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [rank-eval]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,154+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [reindex]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,154+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [repository-url]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,154+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [transport-netty4]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,154+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-ccr]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,155+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-core]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,155+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-deprecation]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,155+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-graph]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,155+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-ilm]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,156+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-logstash]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,156+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-ml]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,156+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-monitoring]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,156+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-rollup]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,157+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-security]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,157+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-sql]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,157+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-upgrade]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,157+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded module [x-pack-watcher]" } +{"type": "server", "timestamp": "2019-01-10T10:46:48,158+0100", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "loaded plugin [die-with-dignity]" } +{"type": "server", "timestamp": "2019-01-10T10:46:51,069+0100", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "parsed [0] roles from file [/Users/przemek/workspace/pgomulka/elasticsearch/qa/die-with-dignity/build/cluster/integTestCluster node0/elasticsearch-7.0.0-SNAPSHOT/config/roles.yml]" } +{"type": "server", "timestamp": "2019-01-10T10:46:51,459+0100", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "[controller/26282] [Main.cc@109] controller (64 bit): Version 7.0.0-SNAPSHOT (Build 6b39c8322b0733) Copyright (c) 2019 Elasticsearch BV" } +{"type": "server", "timestamp": "2019-01-10T10:46:51,771+0100", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,007+0100", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "using discovery type [zen2] and host providers [settings, file]" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,553+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "initialized" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,553+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "starting ..." } +{"type": "server", "timestamp": "2019-01-10T10:46:52,690+0100", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "publish_address {127.0.0.1:56075}, bound_addresses {[::1]:56074}, {127.0.0.1:56075}" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,708+0100", "level": "WARN", "component": "o.e.d.z.FileBasedUnicastHostsProvider", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "expected, but did not find, a dynamic hosts list at [/Users/przemek/workspace/pgomulka/elasticsearch/qa/die-with-dignity/build/cluster/integTestCluster node0/elasticsearch-7.0.0-SNAPSHOT/config/unicast_hosts.txt]" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,735+0100", "level": "INFO", "component": "o.e.c.c.Coordinator", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "setting initial configuration to VotingConfiguration{WdRUwdxlQNOR2m5EI8_z2Q}" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,879+0100", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "elected-as-master ([1] nodes joined)[{node-0}{WdRUwdxlQNOR2m5EI8_z2Q}{5PssGul1TYikShZZyV5DEQ}{127.0.0.1}{127.0.0.1:56075}{ml.machine_memory=34359738368, xpack.installed=true, testattr=test, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 1, version: 1, reason: master node changed {previous [], current [{node-0}{WdRUwdxlQNOR2m5EI8_z2Q}{5PssGul1TYikShZZyV5DEQ}{127.0.0.1}{127.0.0.1:56075}{ml.machine_memory=34359738368, xpack.installed=true, testattr=test, ml.max_open_jobs=20}]}" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,920+0100", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "message": "master node changed {previous [], current [{node-0}{WdRUwdxlQNOR2m5EI8_z2Q}{5PssGul1TYikShZZyV5DEQ}{127.0.0.1}{127.0.0.1:56075}{ml.machine_memory=34359738368, xpack.installed=true, testattr=test, ml.max_open_jobs=20}]}, term: 1, version: 1, reason: Publication{term=1, version=1}" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,967+0100", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "publish_address {127.0.0.1:56077}, bound_addresses {[::1]:56076}, {127.0.0.1:56077}" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,967+0100", "level": "WARN", "component": "o.e.x.s.a.s.m.NativeRoleMappingStore", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "Failed to clear cache for realms [[]]" } +{"type": "server", "timestamp": "2019-01-10T10:46:52,970+0100", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "started" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,008+0100", "level": "INFO", "component": "o.e.g.GatewayService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "recovered [0] indices into cluster_state" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,143+0100", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "adding template [.watch-history-9] for index patterns [.watcher-history-9*]" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,205+0100", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "adding template [.triggered_watches] for index patterns [.triggered_watches*]" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,250+0100", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "adding template [.watches] for index patterns [.watches*]" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,304+0100", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "adding template [.monitoring-logstash] for index patterns [.monitoring-logstash-6-*]" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,363+0100", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "adding template [.monitoring-es] for index patterns [.monitoring-es-6-*]" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,406+0100", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "adding template [.monitoring-alerts] for index patterns [.monitoring-alerts-6]" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,461+0100", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "adding template [.monitoring-beats] for index patterns [.monitoring-beats-6-*]" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,514+0100", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "adding template [.monitoring-kibana] for index patterns [.monitoring-kibana-6-*]" } +{"type": "server", "timestamp": "2019-01-10T10:46:53,635+0100", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "license [3e4f3887-aa77-40b4-a321-dbc69f92cdda] mode [basic] - valid" } +{"type": "server", "timestamp": "2019-01-10T10:46:55,699+0100", "level": "ERROR", "component": "o.e.ExceptionsHelper", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "fatal error\n\tat org.elasticsearch.ExceptionsHelper.lambda$maybeDieOnAnotherThread$2(ExceptionsHelper.java:264)\n\tat java.base/java.util.Optional.ifPresent(Optional.java:183)\n\tat org.elasticsearch.ExceptionsHelper.maybeDieOnAnotherThread(ExceptionsHelper.java:254)\n\tat org.elasticsearch.http.netty4.Netty4HttpRequestHandler.exceptionCaught(Netty4HttpRequestHandler.java:76)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:285)\n\tat io.netty.channel.AbstractChannelHandlerContext.notifyHandlerException(AbstractChannelHandlerContext.java:856)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:364)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)\n\tat io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)\n\tat org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)\n\tat io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)\n\tat io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102)\n\tat io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)\n\tat io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)\n\tat io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)\n\tat io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)\n\tat io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)\n\tat io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)\n\tat io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:323)\n\tat io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:297)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)\n\tat io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)\n\tat io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)\n\tat io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)\n\tat io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1434)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)\n\tat io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)\n\tat io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:965)\n\tat io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:656)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:556)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:510)\n\tat io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:470)\n\tat io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:909)\n\tat java.base/java.lang.Thread.run(Thread.java:834)" } +{"type": "server", "timestamp": "2019-01-10T10:46:55,705+0100", "level": "WARN", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "caught exception while handling client http traffic, closing connection Netty4HttpChannel{localAddress=/0:0:0:0:0:0:0:1:56076, remoteAddress=/0:0:0:0:0:0:0:1:56080}" , +"stacktrace": ["java.lang.Exception: java.lang.OutOfMemoryError: die with dignity", +"at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.exceptionCaught(Netty4HttpRequestHandler.java:79) [transport-netty4-client-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:285) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.notifyHandlerException(AbstractChannelHandlerContext.java:856) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:364) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111) [netty-codec-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:323) [netty-codec-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:297) [netty-codec-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1434) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:965) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:656) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:556) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:510) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:470) [netty-transport-4.1.32.Final.jar:4.1.32.Final]", +"at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:909) [netty-common-4.1.32.Final.jar:4.1.32.Final]", +"at java.lang.Thread.run(Thread.java:834) [?:?]", +"Caused by: java.lang.OutOfMemoryError: die with dignity", +"at org.elasticsearch.RestDieWithDignityAction.prepareRequest(RestDieWithDignityAction.java:44) ~[?:?]", +"at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:80) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:69) ~[?:?]", +"at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:240) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:337) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:174) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:328) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:378) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:307) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:66) ~[?:?]", +"at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) ~[?:?]", +"at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"... 39 more"] } +{"type": "server", "timestamp": "2019-01-10T10:46:55,705+0100", "level": "ERROR", "component": "o.e.b.ElasticsearchUncaughtExceptionHandler", "cluster.name": "qa_die-with-dignity_integTestCluster", "node.name": "node-0", "cluster.uuid": "eqAU7URqROCRITi_-ifShA", "node.id": "WdRUwdxlQNOR2m5EI8_z2Q", "message": "fatal error in thread [Thread-4], exiting" , +"stacktrace": ["java.lang.OutOfMemoryError: die with dignity", +"at org.elasticsearch.RestDieWithDignityAction.prepareRequest(RestDieWithDignityAction.java:44) ~[?:?]", +"at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:80) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:69) ~[?:?]", +"at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:240) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:337) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:174) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:328) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:378) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:307) ~[elasticsearch-7.0.0-SNAPSHOT.jar:7.0.0-SNAPSHOT]", +"at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:66) ~[?:?]", +"at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) ~[?:?]", +"at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) ~[?:?]", +"at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) ~[?:?]", +"at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) ~[?:?]", +"at io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) ~[?:?]", +"at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) ~[?:?]", +"at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) ~[?:?]", +"at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:323) ~[?:?]", +"at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:297) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) ~[?:?]", +"at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) ~[?:?]", +"at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1434) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[?:?]", +"at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) ~[?:?]", +"at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:965) ~[?:?]", +"at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) ~[?:?]", +"at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:656) ~[?:?]", +"at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:556) ~[?:?]", +"at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:510) ~[?:?]", +"at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:470) ~[?:?]", +"at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:909) ~[?:?]", +"at java.lang.Thread.run(Thread.java:834) [?:?]"] } diff --git a/filebeat/tests/files/logs/es_with_stats_index_search_slowlog.json b/filebeat/tests/files/logs/es_with_stats_index_search_slowlog.json new file mode 100644 index 00000000000..dc5a8518439 --- /dev/null +++ b/filebeat/tests/files/logs/es_with_stats_index_search_slowlog.json @@ -0,0 +1,6 @@ +{"type": "index_search_slowlog", "timestamp": "2019-01-29T12:49:48,434+0100", "level": "WARN", "component": "i.s.s.query", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oVyn8w_SSOKGqZPQSZfr_A", "node.id": "WocNXE_zSya-68jYBDXf7A", "message": "[index1][0] took[9.2ms], took_millis[9], total_hits[0 hits], types[], stats[group1,group2], search_type[QUERY_THEN_FETCH], total_shards[1], source[{\"query\":{\"match_all\":{\"boost\":1.0}},\"stats\":[\"group1\",\"group2\"]}], id[], " } +{"type": "index_search_slowlog", "timestamp": "2019-01-29T12:49:48,439+0100", "level": "WARN", "component": "i.s.s.fetch", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oVyn8w_SSOKGqZPQSZfr_A", "node.id": "WocNXE_zSya-68jYBDXf7A", "message": "[index1][0] took[5.4ms], took_millis[5], total_hits[0 hits], types[], stats[group1,group2], search_type[QUERY_THEN_FETCH], total_shards[1], source[{\"query\":{\"match_all\":{\"boost\":1.0}},\"stats\":[\"group1\",\"group2\"]}], id[], " } +{"type": "index_search_slowlog", "timestamp": "2019-01-29T12:49:54,016+0100", "level": "WARN", "component": "i.s.s.query", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oVyn8w_SSOKGqZPQSZfr_A", "node.id": "WocNXE_zSya-68jYBDXf7A", "message": "[index1][0] took[91.2micros], took_millis[0], total_hits[0 hits], types[_doc], stats[], search_type[QUERY_THEN_FETCH], total_shards[1], source[{}], id[], " } +{"type": "index_search_slowlog", "timestamp": "2019-01-29T12:49:54,017+0100", "level": "WARN", "component": "i.s.s.fetch", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oVyn8w_SSOKGqZPQSZfr_A", "node.id": "WocNXE_zSya-68jYBDXf7A", "message": "[index1][0] took[1ms], took_millis[1], total_hits[0 hits], types[_doc], stats[], search_type[QUERY_THEN_FETCH], total_shards[1], source[{}], id[], " } +{"type": "index_search_slowlog", "timestamp": "2019-01-29T12:50:17,273+0100", "level": "WARN", "component": "i.s.s.query", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oVyn8w_SSOKGqZPQSZfr_A", "node.id": "WocNXE_zSya-68jYBDXf7A", "message": "[index1][0] took[1.1ms], took_millis[1], total_hits[1 hits], types[_doc], stats[], search_type[QUERY_THEN_FETCH], total_shards[1], source[{}], id[], " } +{"type": "index_search_slowlog", "timestamp": "2019-01-29T12:50:17,283+0100", "level": "WARN", "component": "i.s.s.fetch", "cluster.name": "distribution_run", "node.name": "node-0", "cluster.uuid": "oVyn8w_SSOKGqZPQSZfr_A", "node.id": "WocNXE_zSya-68jYBDXf7A", "message": "[index1][0] took[9.8ms], took_millis[9], total_hits[1 hits], types[_doc], stats[], search_type[QUERY_THEN_FETCH], total_shards[1], source[{}], id[], " }