goroutine profile: total 11938 1 @ 0x6678c8 0x6676a3 0x662f94 0x87450e 0x874720 0x60f9de 0x7a9f7e 0x7a68be 0x4638f1 # 0x6678c8 runtime/pprof.writeRuntimeProfile+0xb8 /usr/local/go/src/runtime/pprof/pprof.go:545 # 0x6676a3 runtime/pprof.writeGoroutine+0x93 /usr/local/go/src/runtime/pprof/pprof.go:507 # 0x662f94 runtime/pprof.(*Profile).WriteTo+0xd4 /usr/local/go/src/runtime/pprof/pprof.go:236 # 0x87450e net/http/pprof.handler.ServeHTTP+0x37e /usr/local/go/src/net/http/pprof/pprof.go:210 # 0x874720 net/http/pprof.Index+0x200 /usr/local/go/src/net/http/pprof/pprof.go:222 # 0x60f9de github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP+0x36e /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:194 # 0x7a9f7e net/http.serverHandler.ServeHTTP+0x19e /usr/local/go/src/net/http/server.go:2081 # 0x7a68be net/http.(*conn).serve+0xf2e /usr/local/go/src/net/http/server.go:1472 1 @ 0x432b13 0x432bd4 0x408e8f 0x4089ab 0x402019 0x401319 0x432730 0x4638f1 # 0x402019 main.(*Main).Run+0xa39 /root/go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:94 # 0x401319 main.main+0x299 /root/go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:45 # 0x432730 runtime.main+0x2b0 /usr/local/go/src/runtime/proc.go:188 1 @ 0x4638f1 1 @ 0x412d5e 0x445ed2 0x491718 0x4638f1 # 0x445ed2 os/signal.signal_recv+0x132 /usr/local/go/src/runtime/sigqueue.go:116 # 0x491718 os/signal.loop+0x18 /usr/local/go/src/os/signal/signal_unix.go:22 767 @ 0x432b13 0x432bd4 0x44e1a9 0x8af97f 0x4638f1 # 0x44e1a9 time.Sleep+0xf9 /usr/local/go/src/runtime/time.go:59 # 0x8af97f github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache+0x20f /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:654 1 @ 0x432b13 0x42d4be 0x42c980 0x55b3aa 0x55b416 0x55f0ac 0x57ca1d 0x57cc5d 0x532b00 0x4638f1 # 0x42c980 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55b3aa net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55b416 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55f0ac net.(*netFD).accept+0x27c /usr/local/go/src/net/fd_unix.go:426 # 0x57ca1d net.(*TCPListener).AcceptTCP+0x4d /usr/local/go/src/net/tcpsock_posix.go:254 # 0x57cc5d net.(*TCPListener).Accept+0x3d /usr/local/go/src/net/tcpsock_posix.go:264 # 0x532b00 github.com/influxdata/influxdb/tcp.(*Mux).Serve+0xb0 /root/go/src/github.com/influxdata/influxdb/tcp/mux.go:74 767 @ 0x432b13 0x432bd4 0x44e1a9 0x8afec4 0x4638f1 # 0x44e1a9 time.Sleep+0xf9 /usr/local/go/src/runtime/time.go:59 # 0x8afec4 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x154 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:747 767 @ 0x432b13 0x4417e7 0x440d42 0x64cdc6 0x4638f1 # 0x64cdc6 github.com/influxdata/influxdb/tsdb.(*Shard).monitorSize+0x336 /root/go/src/github.com/influxdata/influxdb/tsdb/shard.go:628 2301 @ 0x432b13 0x432bd4 0x44e1a9 0x8afbbf 0x4638f1 # 0x44e1a9 time.Sleep+0xf9 /usr/local/go/src/runtime/time.go:59 # 0x8afbbf github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x11f /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:683 1 @ 0x432b13 0x4417e7 0x440d42 0x62e379 0x6300b6 0x4638f1 # 0x62e379 github.com/influxdata/influxdb/services/subscriber.(*Service).run+0x7c9 /root/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:204 # 0x6300b6 github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1+0x56 /root/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:95 1 @ 0x432b13 0x432bd4 0x4082c9 0x407e73 0x65bfe6 0x65c534 0x4638f1 # 0x65bfe6 github.com/influxdata/influxdb/tsdb.(*PointBatcher).Start.func1+0x66 /root/go/src/github.com/influxdata/influxdb/tsdb/batcher.go:63 # 0x65c534 github.com/influxdata/influxdb/tsdb.(*PointBatcher).Start.func2+0x504 /root/go/src/github.com/influxdata/influxdb/tsdb/batcher.go:106 7068 @ 0x432b13 0x432bd4 0x442667 0x4422b6 0x504bf8 0x65ac2c 0x5e3bd0 0x5f0e4d 0x4638f1 # 0x4422b6 sync.runtime_Semacquire+0x26 /usr/local/go/src/runtime/sema.go:47 # 0x504bf8 sync.(*RWMutex).RLock+0x58 /usr/local/go/src/sync/rwmutex.go:37 # 0x65ac2c github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard+0x3c /root/go/src/github.com/influxdata/influxdb/tsdb/store.go:723 # 0x5e3bd0 github.com/influxdata/influxdb/coordinator.(*PointsWriter).writeToShard+0xd0 /root/go/src/github.com/influxdata/influxdb/coordinator/points_writer.go:274 # 0x5f0e4d github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints.func1+0x8d /root/go/src/github.com/influxdata/influxdb/coordinator/points_writer.go:231 1 @ 0x432b13 0x4417e7 0x440d42 0x62ceda 0x630136 0x4638f1 # 0x62ceda github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates+0x2da /root/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:130 # 0x630136 github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func2+0x56 /root/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:99 1 @ 0x504c20 0x82eb34 0x5f90ed 0x82ec9d 0x82eb33 0x5f9502 0x82f6ef 0x5f5f11 0x5f9719 0x5f7dd9 0x4638f1 # 0x504c20 sync.(*RWMutex).RUnlock+0x0 /usr/local/go/src/sync/rwmutex.go:49 # 0x82eb34 expvar.(*Map).Do+0x74 /usr/local/go/src/expvar/expvar.go:203 # 0x5f90ed github.com/influxdata/influxdb/monitor.(*Monitor).Statistics.func1.1+0x1cd /root/go/src/github.com/influxdata/influxdb/monitor/service.go:255 # 0x82ec9d expvar.(*Map).doLocked+0x12d /usr/local/go/src/expvar/expvar.go:209 # 0x82eb33 expvar.(*Map).Do+0x73 /usr/local/go/src/expvar/expvar.go:202 # 0x5f9502 github.com/influxdata/influxdb/monitor.(*Monitor).Statistics.func1+0x332 /root/go/src/github.com/influxdata/influxdb/monitor/service.go:279 # 0x82f6ef expvar.Do+0x15f /usr/local/go/src/expvar/expvar.go:301 # 0x5f5f11 github.com/influxdata/influxdb/monitor.(*Monitor).Statistics+0xb1 /root/go/src/github.com/influxdata/influxdb/monitor/service.go:287 # 0x5f9719 github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics.func1+0xb9 /root/go/src/github.com/influxdata/influxdb/monitor/service.go:403 # 0x5f7dd9 github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0x3f9 /root/go/src/github.com/influxdata/influxdb/monitor/service.go:422 1 @ 0x432b13 0x4417e7 0x440d42 0x628e99 0x4638f1 # 0x628e99 github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation+0x3f9 /root/go/src/github.com/influxdata/influxdb/services/precreator/service.go:77 1 @ 0x432b13 0x432bd4 0x408e8f 0x4089db 0x533f3f 0x52fe0a 0x4638f1 # 0x533f3f github.com/influxdata/influxdb/tcp.(*listener).Accept+0x6f /root/go/src/github.com/influxdata/influxdb/tcp/mux.go:198 # 0x52fe0a github.com/influxdata/influxdb/services/snapshotter.(*Service).serve+0x9a /root/go/src/github.com/influxdata/influxdb/services/snapshotter/service.go:90 1 @ 0x432b13 0x42d4be 0x42c980 0x55b3aa 0x55b416 0x55f0ac 0x57ca1d 0x57cc5d 0x7aa2c9 0x7a9d0e 0x5fb59b 0x4638f1 # 0x42c980 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55b3aa net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55b416 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55f0ac net.(*netFD).accept+0x27c /usr/local/go/src/net/fd_unix.go:426 # 0x57ca1d net.(*TCPListener).AcceptTCP+0x4d /usr/local/go/src/net/tcpsock_posix.go:254 # 0x57cc5d net.(*TCPListener).Accept+0x3d /usr/local/go/src/net/tcpsock_posix.go:264 # 0x7aa2c9 net/http.(*Server).Serve+0x129 /usr/local/go/src/net/http/server.go:2117 # 0x7a9d0e net/http.Serve+0x8e /usr/local/go/src/net/http/server.go:1976 # 0x5fb59b github.com/influxdata/influxdb/services/admin.(*Service).serve+0x1bb /root/go/src/github.com/influxdata/influxdb/services/admin/service.go:118 1 @ 0x432b13 0x4417e7 0x440d42 0x601484 0x4638f1 # 0x601484 github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop+0x5d4 /root/go/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:180 1 @ 0x432b13 0x42d4be 0x42c980 0x55b3aa 0x55b416 0x55f0ac 0x57ca1d 0x57cc5d 0x7aa2c9 0x7a9d0e 0x61a10e 0x4638f1 # 0x42c980 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55b3aa net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55b416 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55f0ac net.(*netFD).accept+0x27c /usr/local/go/src/net/fd_unix.go:426 # 0x57ca1d net.(*TCPListener).AcceptTCP+0x4d /usr/local/go/src/net/tcpsock_posix.go:254 # 0x57cc5d net.(*TCPListener).Accept+0x3d /usr/local/go/src/net/tcpsock_posix.go:264 # 0x7aa2c9 net/http.(*Server).Serve+0x129 /usr/local/go/src/net/http/server.go:2117 # 0x7a9d0e net/http.Serve+0x8e /usr/local/go/src/net/http/server.go:1976 # 0x61a10e github.com/influxdata/influxdb/services/httpd.(*Service).serve+0x6e /root/go/src/github.com/influxdata/influxdb/services/httpd/service.go:166 1 @ 0x432b13 0x4417e7 0x440d42 0x62a2ea 0x4638f1 # 0x62a2ea github.com/influxdata/influxdb/services/retention.(*Service).deleteShardGroups+0x9fa /root/go/src/github.com/influxdata/influxdb/services/retention/service.go:70 1 @ 0x432b13 0x4417e7 0x440d42 0x62b108 0x4638f1 # 0x62b108 github.com/influxdata/influxdb/services/retention.(*Service).deleteShards+0xde8 /root/go/src/github.com/influxdata/influxdb/services/retention/service.go:99 1 @ 0x432b13 0x432bd4 0x4082c9 0x407e73 0x632d32 0x4638f1 # 0x632d32 github.com/influxdata/influxdb/services/udp.(*Service).serve+0x3e2 /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:170 1 @ 0x432b13 0x432bd4 0x4082c9 0x407e73 0x6331dc 0x4638f1 # 0x6331dc github.com/influxdata/influxdb/services/udp.(*Service).parser+0x46c /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:191 2 @ 0x432b13 0x4417e7 0x440d42 0x5e3a24 0x63265e 0x4638f1 # 0x5e3a24 github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints+0x844 /root/go/src/github.com/influxdata/influxdb/coordinator/points_writer.go:254 # 0x63265e github.com/influxdata/influxdb/services/udp.(*Service).writer+0x1ce /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:133 1 @ 0x432b13 0x432bd4 0x4082c9 0x407e73 0x65bfe6 0x65c367 0x4638f1 # 0x65bfe6 github.com/influxdata/influxdb/tsdb.(*PointBatcher).Start.func1+0x66 /root/go/src/github.com/influxdata/influxdb/tsdb/batcher.go:63 # 0x65c367 github.com/influxdata/influxdb/tsdb.(*PointBatcher).Start.func2+0x337 /root/go/src/github.com/influxdata/influxdb/tsdb/batcher.go:94 2 @ 0x432b13 0x42d4be 0x42c980 0x55b3aa 0x55b416 0x55d7a5 0x57eed7 0x632a95 0x4638f1 # 0x42c980 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55b3aa net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55b416 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55d7a5 net.(*netFD).readFrom+0x2a5 /usr/local/go/src/net/fd_unix.go:277 # 0x57eed7 net.(*UDPConn).ReadFromUDP+0x117 /usr/local/go/src/net/udpsock_posix.go:61 # 0x632a95 github.com/influxdata/influxdb/services/udp.(*Service).serve+0x145 /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:160 2 @ 0x432b13 0x4417e7 0x440d42 0x633259 0x4638f1 # 0x633259 github.com/influxdata/influxdb/services/udp.(*Service).parser+0x4e9 /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:179 1 @ 0x432b13 0x4417e7 0x440d42 0x632923 0x4638f1 # 0x632923 github.com/influxdata/influxdb/services/udp.(*Service).writer+0x493 /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:131 1 @ 0x432b13 0x4417e7 0x440d42 0x65c553 0x4638f1 # 0x65c553 github.com/influxdata/influxdb/tsdb.(*PointBatcher).Start.func2+0x523 /root/go/src/github.com/influxdata/influxdb/tsdb/batcher.go:74 1 @ 0x432b13 0x4417e7 0x440d42 0x4c3f83 0x4638f1 # 0x4c3f83 github.com/influxdata/influxdb/cmd/influxd/run.(*Command).monitorServerErrors+0x2c3 /root/go/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:144 1 @ 0x432b13 0x4417e7 0x440d42 0x458698 0x4638f1 # 0x432b13 runtime.gopark+0x163 /usr/local/go/src/runtime/proc.go:263 # 0x4417e7 runtime.selectgoImpl+0xa67 /usr/local/go/src/runtime/select.go:392 # 0x440d42 runtime.selectgo+0x12 /usr/local/go/src/runtime/select.go:215 # 0x458698 runtime.ensureSigM.func1+0x358 /usr/local/go/src/runtime/signal1_unix.go:279 20 @ 0x432b13 0x432bd4 0x442667 0x4422b6 0x504bf8 0x656309 0x6575ab 0x65e585 0x65aaed 0x5f0b78 0x5ea56d 0x5e8b05 0x5e425e 0x70cf74 0x4638f1 # 0x4422b6 sync.runtime_Semacquire+0x26 /usr/local/go/src/runtime/sema.go:47 # 0x504bf8 sync.(*RWMutex).RLock+0x58 /usr/local/go/src/sync/rwmutex.go:37 # 0x656309 github.com/influxdata/influxdb/tsdb.(*Store).Shard+0x39 /root/go/src/github.com/influxdata/influxdb/tsdb/store.go:235 # 0x6575ab github.com/influxdata/influxdb/tsdb.(*Store).ShardIteratorCreator+0x3b /root/go/src/github.com/influxdata/influxdb/tsdb/store.go:357 # 0x65e585 github.com/influxdata/influxdb/tsdb.(*Store).IteratorCreator.func1+0x95 /root/go/src/github.com/influxdata/influxdb/tsdb/store.go:705 # 0x65aaed github.com/influxdata/influxdb/tsdb.(*Store).IteratorCreator+0xbd /root/go/src/github.com/influxdata/influxdb/tsdb/store.go:703 # 0x5f0b78 github.com/influxdata/influxdb/coordinator.LocalTSDBStore.IteratorCreator+0x128 /root/go/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:922 # 0x5ea56d github.com/influxdata/influxdb/coordinator.(*StatementExecutor).iteratorCreator+0x19d /root/go/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:570 # 0x5e8b05 github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeSelectStatement+0x555 /root/go/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:429 # 0x5e425e github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement+0x9e /root/go/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:44 # 0x70cf74 github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery+0xdd4 /root/go/src/github.com/influxdata/influxdb/influxql/query_executor.go:267 4 @ 0x432b13 0x42d4be 0x42c980 0x55b3aa 0x55b416 0x55d26a 0x571444 0x7a027c 0x4638f1 # 0x42c980 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55b3aa net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55b416 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55d26a net.(*netFD).Read+0x23a /usr/local/go/src/net/fd_unix.go:250 # 0x571444 net.(*conn).Read+0xe4 /usr/local/go/src/net/net.go:172 # 0x7a027c net/http.(*connReader).closeNotifyAwaitActivityRead+0x9c /usr/local/go/src/net/http/server.go:542 1 @ 0x414550 0x40d46a 0x8ae873 0x8ae699 0x8aedfc 0x64935a 0x658673 0x5f2eeb 0x5e7b23 0x5e4711 0x70cf74 0x4638f1 # 0x8ae873 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).DeleteSeriesRange+0x1b3 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:486 # 0x8ae699 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).DeleteSeries+0x69 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:470 # 0x8aedfc github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).DeleteMeasurement+0xbc /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:531 # 0x64935a github.com/influxdata/influxdb/tsdb.(*Shard).DeleteMeasurement+0xca /root/go/src/github.com/influxdata/influxdb/tsdb/shard.go:359 # 0x658673 github.com/influxdata/influxdb/tsdb.(*Store).DeleteMeasurement+0x303 /root/go/src/github.com/influxdata/influxdb/tsdb/store.go:465 # 0x5f2eeb github.com/influxdata/influxdb/coordinator.LocalTSDBStore.DeleteMeasurement+0x6b :88 # 0x5e7b23 github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeDropMeasurementStatement+0xf3 /root/go/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:320 # 0x5e4711 github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement+0x551 /root/go/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:104 # 0x70cf74 github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery+0xdd4 /root/go/src/github.com/influxdata/influxdb/influxql/query_executor.go:267 22 @ 0x432b13 0x432bd4 0x408e8f 0x4089db 0x611924 0x61a428 0x61ad03 0x7a7b5a 0x61b8bd 0x7a7b5a 0x61b9e0 0x7a7b5a 0x61be06 0x7a7b5a 0x61bf9d 0x7a7b5a 0x61c0bb 0x7a7b5a 0x61c6e8 0x7a7b5a 0x874dc4 0x60facf 0x7a9f7e 0x7a68be 0x4638f1 # 0x611924 github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery+0x1624 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:377 # 0x61a428 github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveQuery)-fm+0x48 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:107 # 0x61ad03 github.com/influxdata/influxdb/services/httpd.authenticate.func1+0x73 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:723 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61b8bd github.com/influxdata/influxdb/services/httpd.gzipFilter.func1+0x25d /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:853 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61b9e0 github.com/influxdata/influxdb/services/httpd.versionHeader.func1+0xc0 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:862 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61be06 github.com/influxdata/influxdb/services/httpd.cors.func1+0x406 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:900 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61bf9d github.com/influxdata/influxdb/services/httpd.requestID.func1+0x15d /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:910 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61c0bb github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1+0x10b /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:918 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61c6e8 github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1+0x168 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:937 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x874dc4 github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP+0x244 /root/go/src/github.com/bmizerany/pat/mux.go:109 # 0x60facf github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP+0x45f /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:199 # 0x7a9f7e net/http.serverHandler.ServeHTTP+0x19e /usr/local/go/src/net/http/server.go:2081 # 0x7a68be net/http.(*conn).serve+0xf2e /usr/local/go/src/net/http/server.go:1472 4 @ 0x432b13 0x4417e7 0x440d42 0x70ebbb 0x4638f1 # 0x70ebbb github.com/influxdata/influxdb/influxql.(*QueryExecutor).waitForQuery+0x2cb /root/go/src/github.com/influxdata/influxdb/influxql/query_executor.go:416 4 @ 0x432b13 0x4417e7 0x440d42 0x61a6f4 0x4638f1 # 0x61a6f4 github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery.func2+0xd4 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:353 183 @ 0x432b13 0x4417e7 0x440d42 0x5e3a24 0x614450 0x61a488 0x61ad03 0x7a7b5a 0x61b73a 0x7a7b5a 0x61b9e0 0x7a7b5a 0x61be06 0x7a7b5a 0x61bf9d 0x7a7b5a 0x61c0bb 0x7a7b5a 0x61c6e8 0x7a7b5a 0x874dc4 0x60facf 0x7a9f7e 0x7a68be 0x4638f1 # 0x5e3a24 github.com/influxdata/influxdb/coordinator.(*PointsWriter).WritePoints+0x844 /root/go/src/github.com/influxdata/influxdb/coordinator/points_writer.go:254 # 0x614450 github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite+0x1510 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:547 # 0x61a488 github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm+0x48 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:119 # 0x61ad03 github.com/influxdata/influxdb/services/httpd.authenticate.func1+0x73 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:723 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61b73a github.com/influxdata/influxdb/services/httpd.gzipFilter.func1+0xda /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:847 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61b9e0 github.com/influxdata/influxdb/services/httpd.versionHeader.func1+0xc0 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:862 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61be06 github.com/influxdata/influxdb/services/httpd.cors.func1+0x406 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:900 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61bf9d github.com/influxdata/influxdb/services/httpd.requestID.func1+0x15d /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:910 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61c0bb github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1+0x10b /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:918 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x61c6e8 github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1+0x168 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:937 # 0x7a7b5a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x874dc4 github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP+0x244 /root/go/src/github.com/bmizerany/pat/mux.go:109 # 0x60facf github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP+0x45f /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:199 # 0x7a9f7e net/http.serverHandler.ServeHTTP+0x19e /usr/local/go/src/net/http/server.go:2081 # 0x7a68be net/http.(*conn).serve+0xf2e /usr/local/go/src/net/http/server.go:1472 1 @ 0x4125f0 0x42935f 0x442531 0x4422b6 0x503d44 0x5f6cce 0x5eb203 0x5e646d 0x70cf74 0x4638f1 # 0x4422b6 sync.runtime_Semacquire+0x26 /usr/local/go/src/runtime/sema.go:47 # 0x503d44 sync.(*Mutex).Lock+0x1c4 /usr/local/go/src/sync/mutex.go:83 # 0x5f6cce github.com/influxdata/influxdb/monitor.(*Monitor).Diagnostics+0x5e /root/go/src/github.com/influxdata/influxdb/monitor/service.go:329 # 0x5eb203 github.com/influxdata/influxdb/coordinator.(*StatementExecutor).executeShowDiagnosticsStatement+0x63 /root/go/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:598 # 0x5e646d github.com/influxdata/influxdb/coordinator.(*StatementExecutor).ExecuteStatement+0x22ad /root/go/src/github.com/influxdata/influxdb/coordinator/statement_executor.go:155 # 0x70cf74 github.com/influxdata/influxdb/influxql.(*QueryExecutor).executeQuery+0xdd4 /root/go/src/github.com/influxdata/influxdb/influxql/query_executor.go:267