[0.9.3] panic when query with 'select * from measurement' #4020

airyland · 2015-09-06T08:19:49Z

panic: interface conversion: interface is string, not map[string]interface {}

goroutine 354 [running]:
github.com/influxdb/influxdb/tsdb.(*limitedRowWriter).processValues(0xc218680f00, 0xc21c8ba000, 0x2710, 0x6000, 0x0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/executor.go:735 +0x1083
github.com/influxdb/influxdb/tsdb.(*limitedRowWriter).Add(0xc218680f00, 0xc220dd2000, 0x2710, 0x3000, 0x7f96b6f2c0c0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/executor.go:624 +0x3a3
github.com/influxdb/influxdb/tsdb.(*Executor).executeRaw(0xc21b2870b0, 0xc21ab51560)
    /root/go/src/github.com/influxdb/influxdb/tsdb/executor.go:321 +0xb61
created by github.com/influxdb/influxdb/tsdb.(*Executor).Execute
    /root/go/src/github.com/influxdb/influxdb/tsdb/executor.go:88 +0x9a

goroutine 1 [chan receive]:
main.(*Main).Run(0xc20806fb00, 0xc20800a010, 0x4, 0x4, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/main.go:91 +0x777
main.main()
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/main.go:42 +0xdc

goroutine 6 [syscall, 2 minutes]:
os/signal.loop()
    /root/.gvm/gos/go1.4.2/src/os/signal/signal_unix.go:21 +0x1f
created by os/signal.init·1
    /root/.gvm/gos/go1.4.2/src/os/signal/signal_unix.go:27 +0x35

goroutine 17 [syscall, 2 minutes, locked to thread]:
runtime.goexit()
    /root/.gvm/gos/go1.4.2/src/runtime/asm_amd64.s:2232 +0x1

goroutine 8 [IO wait, 2 minutes]:
net.(*pollDesc).Wait(0xc208010450, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc208010450, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc2080103f0, 0x0, 0x7f96ca5fde30, 0xc2080f4000)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc208037188, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc208037188, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/tcpsock_posix.go:244 +0x4c
github.com/influxdb/influxdb/tcp.(*Mux).Serve(0xc2080da8a0, 0x7f96ca600368, 0xc208037188, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/tcp/mux.go:45 +0x57
created by github.com/influxdb/influxdb/cmd/influxd/run.func·003
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:313 +0x8f2

goroutine 9 [chan receive, 2 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc208037190, 0x0, 0x0, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/tcp/mux.go:117 +0x80
github.com/influxdb/influxdb/meta.(*raftLayer).Accept(0xc2080da9f0, 0x0, 0x0, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/meta/store.go:2058 +0x64
github.com/hashicorp/raft.(*NetworkTransport).listen(0xc208010540)
    /root/go/src/github.com/hashicorp/raft/net_transport.go:346 +0x50
created by github.com/hashicorp/raft.NewNetworkTransport
    /root/go/src/github.com/hashicorp/raft/net_transport.go:138 +0x2c4

goroutine 10 [select]:
github.com/hashicorp/raft.(*Raft).leaderLoop(0xc2080c41c0)
    /root/go/src/github.com/hashicorp/raft/raft.go:826 +0xc7c
github.com/hashicorp/raft.(*Raft).runLeader(0xc2080c41c0)
    /root/go/src/github.com/hashicorp/raft/raft.go:798 +0x74e
github.com/hashicorp/raft.(*Raft).run(0xc2080c41c0)
    /root/go/src/github.com/hashicorp/raft/raft.go:595 +0xc9
github.com/hashicorp/raft.*Raft.(github.com/hashicorp/raft.run)·fm()
    /root/go/src/github.com/hashicorp/raft/raft.go:245 +0x27
github.com/hashicorp/raft.func·011()
    /root/go/src/github.com/hashicorp/raft/state.go:152 +0x51
created by github.com/hashicorp/raft.(*raftState).goFunc
    /root/go/src/github.com/hashicorp/raft/state.go:153 +0xe3

goroutine 11 [select, 2 minutes]:
github.com/hashicorp/raft.(*Raft).runFSM(0xc2080c41c0)
    /root/go/src/github.com/hashicorp/raft/raft.go:502 +0x1043
github.com/hashicorp/raft.*Raft.(github.com/hashicorp/raft.runFSM)·fm()
    /root/go/src/github.com/hashicorp/raft/raft.go:246 +0x27
github.com/hashicorp/raft.func·011()
    /root/go/src/github.com/hashicorp/raft/state.go:152 +0x51
created by github.com/hashicorp/raft.(*raftState).goFunc
    /root/go/src/github.com/hashicorp/raft/state.go:153 +0xe3

goroutine 12 [select]:
github.com/hashicorp/raft.(*Raft).runSnapshots(0xc2080c41c0)
    /root/go/src/github.com/hashicorp/raft/raft.go:1613 +0x466
github.com/hashicorp/raft.*Raft.(github.com/hashicorp/raft.runSnapshots)·fm()
    /root/go/src/github.com/hashicorp/raft/raft.go:247 +0x27
github.com/hashicorp/raft.func·011()
    /root/go/src/github.com/hashicorp/raft/state.go:152 +0x51
created by github.com/hashicorp/raft.(*raftState).goFunc
    /root/go/src/github.com/hashicorp/raft/state.go:153 +0xe3

goroutine 13 [select, 2 minutes]:
github.com/influxdb/influxdb/meta.(*localRaft).logLeaderChanges(0xc20800ce40)
    /root/go/src/github.com/influxdb/influxdb/meta/state.go:187 +0x46e
created by github.com/influxdb/influxdb/meta.(*localRaft).open
    /root/go/src/github.com/influxdb/influxdb/meta/state.go:177 +0x130c

goroutine 14 [chan receive, 2 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc208037198, 0x0, 0x0, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/tcp/mux.go:117 +0x80
github.com/influxdb/influxdb/meta.(*Store).serveExecListener(0xc208064140)
    /root/go/src/github.com/influxdb/influxdb/meta/store.go:619 +0x8f
created by github.com/influxdb/influxdb/meta.(*Store).Open
    /root/go/src/github.com/influxdb/influxdb/meta/store.go:239 +0x391

goroutine 15 [chan receive, 2 minutes]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc2080371a0, 0x0, 0x0, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/tcp/mux.go:117 +0x80
github.com/influxdb/influxdb/meta.(*Store).serveRPCListener(0xc208064140)
    /root/go/src/github.com/influxdb/influxdb/meta/store.go:723 +0xc9
created by github.com/influxdb/influxdb/meta.(*Store).Open
    /root/go/src/github.com/influxdb/influxdb/meta/store.go:242 +0x3db

goroutine 331 [IO wait]:
net.(*pollDesc).Wait(0xc20ca3b1e0, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc20ca3b1e0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc20ca3b180, 0xc21aadc000, 0x1000, 0x1000, 0x0, 0x7f96ca5fde30, 0xc21ad284b0)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20e7e1da0, 0xc21aadc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/net.go:121 +0xdc
net/http.(*liveSwitchReader).Read(0xc20d847a88, 0xc21aadc000, 0x1000, 0x1000, 0x5000000000, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:214 +0xab
io.(*LimitedReader).Read(0xc2135632e0, 0xc21aadc000, 0x1000, 0x1000, 0xc208100360, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/io/io.go:408 +0xce
bufio.(*Reader).fill(0xc21acd6240)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).ReadSlice(0xc21acd6240, 0xc21b20fc0a, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:295 +0x257
bufio.(*Reader).ReadLine(0xc21acd6240, 0x0, 0x0, 0x0, 0xc213feaa00, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:324 +0x62
net/textproto.(*Reader).readLineSlice(0xc21b20e900, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:55 +0x9e
net/textproto.(*Reader).ReadLine(0xc21b20e900, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:36 +0x4f
net/http.ReadRequest(0xc21acd6240, 0xc213f16a90, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/request.go:598 +0xcb
net/http.(*conn).readRequest(0xc20d847a40, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:586 +0x26f
net/http.(*conn).serve(0xc20d847a40)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1162 +0x69e
created by net/http.(*Server).Serve
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1751 +0x35e

goroutine 18 [select, 2 minutes]:
github.com/influxdb/influxdb/cmd/influxd/run.(*Server).monitorErrorChan(0xc2080ac0e0, 0xc20800c600)
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:442 +0x14a
created by github.com/influxdb/influxdb/cmd/influxd/run.func·003
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:319 +0xa63

goroutine 63 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117960, 0xc20dbfc2a0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 308 [select]:
github.com/influxdb/influxdb/services/precreator.(*Service).runPrecreation(0xc20800adc0)
    /root/go/src/github.com/influxdb/influxdb/services/precreator/service.go:75 +0x407
created by github.com/influxdb/influxdb/services/precreator.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/precreator/service.go:53 +0x20a

goroutine 324 [IO wait]:
net.(*pollDesc).Wait(0xc20ca3adf0, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc20ca3adf0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc20ca3ad90, 0xc21acf2000, 0x1000, 0x1000, 0x0, 0x7f96ca5fde30, 0xc214593000)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20e7e1d68, 0xc21acf2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/net.go:121 +0xdc
net/http.(*liveSwitchReader).Read(0xc20d847628, 0xc21acf2000, 0x1000, 0x1000, 0x5000000000, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:214 +0xab
io.(*LimitedReader).Read(0xc213563120, 0xc21acf2000, 0x1000, 0x1000, 0xc2081185a0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/io/io.go:408 +0xce
bufio.(*Reader).fill(0xc20f49bb00)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).ReadSlice(0xc20f49bb00, 0xc21b20d70a, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:295 +0x257
bufio.(*Reader).ReadLine(0xc20f49bb00, 0x0, 0x0, 0x0, 0xc21acd6700, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:324 +0x62
net/textproto.(*Reader).readLineSlice(0xc213467830, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:55 +0x9e
net/textproto.(*Reader).ReadLine(0xc213467830, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:36 +0x4f
net/http.ReadRequest(0xc20f49bb00, 0xc214dcb6c0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/request.go:598 +0xcb
net/http.(*conn).readRequest(0xc20d8475e0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:586 +0x26f
net/http.(*conn).serve(0xc20d8475e0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1162 +0x69e
created by net/http.(*Server).Serve
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1751 +0x35e

goroutine 41 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117500, 0xc20e78f2c0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 24 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc2080ac1c0, 0xc20ae6cf00)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 75 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e640a80, 0xc20a8a30e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 30 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ad27500, 0xc20e5ffd40)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 204 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea94000, 0xc20ccab9e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 35 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e640620, 0xc20e53b560)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 317 [IO wait]:
net.(*pollDesc).Wait(0xc2127a2fb0, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2127a2fb0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc2127a2f50, 0xc211448000, 0x1000, 0x1000, 0x0, 0x7f96ca5fde30, 0xc214593180)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20cf3cc60, 0xc211448000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/net.go:121 +0xdc
net/http.(*liveSwitchReader).Read(0xc20b4782c8, 0xc211448000, 0x1000, 0x1000, 0x5000000000, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:214 +0xab
io.(*LimitedReader).Read(0xc213f3bcc0, 0xc211448000, 0x1000, 0x1000, 0xc20e664360, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/io/io.go:408 +0xce
bufio.(*Reader).fill(0xc213fea4e0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).ReadSlice(0xc213fea4e0, 0xc21b20dc0a, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:295 +0x257
bufio.(*Reader).ReadLine(0xc213fea4e0, 0x0, 0x0, 0x0, 0xc21acd6f00, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:324 +0x62
net/textproto.(*Reader).readLineSlice(0xc213467fb0, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:55 +0x9e
net/textproto.(*Reader).ReadLine(0xc213467fb0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:36 +0x4f
net/http.ReadRequest(0xc213fea4e0, 0xc214dcb790, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/request.go:598 +0xcb
net/http.(*conn).readRequest(0xc20b478280, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:586 +0x26f
net/http.(*conn).serve(0xc20b478280)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1162 +0x69e
created by net/http.(*Server).Serve
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1751 +0x35e

goroutine 85 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e6409a0, 0xc20e84d5c0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 91 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117a40, 0xc20e0976e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 47 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e1175e0, 0xc20e84cf60)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 307 [chan receive]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc2080371a8, 0x0, 0x0, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/tcp/mux.go:117 +0x80
github.com/influxdb/influxdb/cluster.(*Service).serve(0xc2080102a0)
    /root/go/src/github.com/influxdb/influxdb/cluster/service.go:83 +0x102
created by github.com/influxdb/influxdb/cluster.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/cluster/service.go:60 +0x138

goroutine 291 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc2113360e0, 0xc20e4e6c00)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 69 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e1176c0, 0xc20e904ae0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 210 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea940e0, 0xc20d4b3680)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 52 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e1177a0, 0xc20e9c54a0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 119 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117b20, 0xc20d1df9e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 81 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117880, 0xc20d3ab440)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 98 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e640b60, 0xc20e761aa0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 97 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e640c40, 0xc20dbb94a0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 273 [select]:
github.com/influxdb/influxdb/services/hh.(*Service).retryWrites(0xc20805d360)
    /root/go/src/github.com/influxdb/influxdb/services/hh/service.go:103 +0x2e7
created by github.com/influxdb/influxdb/services/hh.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/hh/service.go:67 +0x20e

goroutine 104 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e640d20, 0xc20d63a120)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 125 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e640e00, 0xc20cfb5680)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 198 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117ea0, 0xc20ea6fd40)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 131 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e640ee0, 0xc20c0293e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 192 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117dc0, 0xc20d9f7ec0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 137 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e640fc0, 0xc20e4e78c0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 143 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e6410a0, 0xc20d3bd440)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 297 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20fdb2fc0, 0xc2161f9bc0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 180 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117c00, 0xc2081761e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 149 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e641180, 0xc20e7b90e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 186 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e117ce0, 0xc2085f6060)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 330 [IO wait]:
net.(*pollDesc).Wait(0xc20ca3b170, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc20ca3b170, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc20ca3b110, 0xc21aaf4000, 0x1000, 0x1000, 0x0, 0x7f96ca5fde30, 0xc21ad284d0)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20e7e1d98, 0xc21aaf4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/net.go:121 +0xdc
net/http.(*liveSwitchReader).Read(0xc20d8479e8, 0xc21aaf4000, 0x1000, 0x1000, 0x5000000000, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:214 +0xab
io.(*LimitedReader).Read(0xc2135632a0, 0xc21aaf4000, 0x1000, 0x1000, 0xc20da957a0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/io/io.go:408 +0xce
bufio.(*Reader).fill(0xc20f49bf80)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).ReadSlice(0xc20f49bf80, 0xc21b20f80a, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:295 +0x257
bufio.(*Reader).ReadLine(0xc20f49bf80, 0x0, 0x0, 0x0, 0xc213fea900, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:324 +0x62
net/textproto.(*Reader).readLineSlice(0xc21b20e930, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:55 +0x9e
net/textproto.(*Reader).ReadLine(0xc21b20e930, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:36 +0x4f
net/http.ReadRequest(0xc20f49bf80, 0xc213f16b60, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/request.go:598 +0xcb
net/http.(*conn).readRequest(0xc20d8479a0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:586 +0x26f
net/http.(*conn).serve(0xc20d8479a0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1162 +0x69e
created by net/http.(*Server).Serve
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1751 +0x35e

goroutine 155 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e641260, 0xc20e7c6d80)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 328 [IO wait]:
net.(*pollDesc).Wait(0xc20ca3b020, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc20ca3b020, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc20ca3afc0, 0xc21ab2c000, 0x1000, 0x1000, 0x0, 0x7f96ca5fde30, 0xc214592d90)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20e7e1d88, 0xc21ab2c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/net.go:121 +0xdc
net/http.(*liveSwitchReader).Read(0xc20d8478a8, 0xc21ab2c000, 0x1000, 0x1000, 0x5000000000, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:214 +0xab
io.(*LimitedReader).Read(0xc213563220, 0xc21ab2c000, 0x1000, 0x1000, 0xc20e8d25a0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/io/io.go:408 +0xce
bufio.(*Reader).fill(0xc20f49be60)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).ReadSlice(0xc20f49be60, 0xc21b20cc0a, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:295 +0x257
bufio.(*Reader).ReadLine(0xc20f49be60, 0x0, 0x0, 0x0, 0xc21acd6600, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:324 +0x62
net/textproto.(*Reader).readLineSlice(0xc213e49c20, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:55 +0x9e
net/textproto.(*Reader).ReadLine(0xc213e49c20, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:36 +0x4f
net/http.ReadRequest(0xc20f49be60, 0xc214dcb520, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/request.go:598 +0xcb
net/http.(*conn).readRequest(0xc20d847860, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:586 +0x26f
net/http.(*conn).serve(0xc20d847860)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1162 +0x69e
created by net/http.(*Server).Serve
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1751 +0x35e

goroutine 327 [IO wait]:
net.(*pollDesc).Wait(0xc20ca3afb0, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc20ca3afb0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc20ca3af50, 0xc21aba6000, 0x1000, 0x1000, 0x0, 0x7f96ca5fde30, 0xc214592ec0)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20e7e1d80, 0xc21aba6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/net.go:121 +0xdc
net/http.(*liveSwitchReader).Read(0xc20d847808, 0xc21aba6000, 0x1000, 0x1000, 0x5000000000, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:214 +0xab
io.(*LimitedReader).Read(0xc2135631e0, 0xc21aba6000, 0x1000, 0x1000, 0xc20e8d26c0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/io/io.go:408 +0xce
bufio.(*Reader).fill(0xc20f49bce0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).ReadSlice(0xc20f49bce0, 0xc21b20d00a, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:295 +0x257
bufio.(*Reader).ReadLine(0xc20f49bce0, 0x0, 0x0, 0x0, 0xc21acd6700, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/bufio/bufio.go:324 +0x62
net/textproto.(*Reader).readLineSlice(0xc213467d40, 0x0, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:55 +0x9e
net/textproto.(*Reader).ReadLine(0xc213467d40, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/textproto/reader.go:36 +0x4f
net/http.ReadRequest(0xc20f49bce0, 0xc214dcb5f0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/request.go:598 +0xcb
net/http.(*conn).readRequest(0xc20d8477c0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:586 +0x26f
net/http.(*conn).serve(0xc20d8477c0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1162 +0x69e
created by net/http.(*Server).Serve
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1751 +0x35e

goroutine 161 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e641340, 0xc209cf6a20)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 266 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20fdb30a0, 0xc2188cf860)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 167 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e641420, 0xc20c4f86c0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 110 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e641500, 0xc20a492540)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 216 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea941c0, 0xc20e41f320)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 272 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc211336380, 0xc214097aa0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 309 [chan receive]:
github.com/influxdb/influxdb/tcp.(*listener).Accept(0xc2080371b0, 0x0, 0x0, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/tcp/mux.go:117 +0x80
github.com/influxdb/influxdb/services/snapshotter.(*Service).serve(0xc20800aeb0)
    /root/go/src/github.com/influxdb/influxdb/services/snapshotter/service.go:75 +0xad
created by github.com/influxdb/influxdb/services/snapshotter.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/snapshotter/service.go:48 +0x133

goroutine 222 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea942a0, 0xc20c397080)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 306 [select]:
github.com/influxdb/influxdb/services/hh.(*Service).expireWrites(0xc20805d360)
    /root/go/src/github.com/influxdb/influxdb/services/hh/service.go:121 +0x2a4
created by github.com/influxdb/influxdb/services/hh.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/hh/service.go:68 +0x228

goroutine 310 [IO wait]:
net.(*pollDesc).Wait(0xc2127a2c30, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2127a2c30, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc2127a2bd0, 0x0, 0x7f96ca5fde30, 0xc214592af8)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc20cf3cc10, 0xc2080ebd90, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc20cf3cc10, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/tcpsock_posix.go:244 +0x4c
net/http.(*Server).Serve(0xc213fea000, 0x7f96ca600368, 0xc20cf3cc10, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1728 +0x92
net/http.Serve(0x7f96ca600368, 0xc20cf3cc10, 0x7f96b6c40078, 0xc21b2846c0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1606 +0xa1
github.com/influxdb/influxdb/services/admin.(*Service).serve(0xc20800af50)
    /root/go/src/github.com/influxdb/influxdb/services/admin/service.go:107 +0x147
created by github.com/influxdb/influxdb/services/admin.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/admin/service.go:70 +0x472

goroutine 228 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea94380, 0xc20d254f00)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 285 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20fdb28c0, 0xc2085f7200)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 265 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea949a0, 0xc20db950e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 234 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea94460, 0xc20d888ba0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 312 [IO wait]:
net.(*pollDesc).Wait(0xc2127a2f40, 0x72, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2127a2f40, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc2127a2ee0, 0x0, 0x7f96ca5fde30, 0xc21ad28540)
    /root/.gvm/gos/go1.4.2/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc20cf3cc18, 0xc2158dadc8, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc20cf3cc18, 0x0, 0x0, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/tcpsock_posix.go:244 +0x4c
net/http.(*Server).Serve(0xc213fea0c0, 0x7f96ca600368, 0xc20cf3cc18, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1728 +0x92
net/http.Serve(0x7f96ca600368, 0xc20cf3cc18, 0x7f96b6c400a0, 0xc208010380, 0x0, 0x0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1606 +0xa1
github.com/influxdb/influxdb/services/httpd.(*Service).serve(0xc20800b090)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/service.go:108 +0x79
created by github.com/influxdb/influxdb/services/httpd.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/httpd/service.go:76 +0x68b

goroutine 313 [select]:
github.com/influxdb/influxdb/services/retention.(*Service).deleteShardGroups(0xc20800ca80)
    /root/go/src/github.com/influxdb/influxdb/services/retention/service.go:69 +0x342
created by github.com/influxdb/influxdb/services/retention.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/retention/service.go:45 +0x138

goroutine 240 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea94540, 0xc20c9d6840)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 311 [select]:
github.com/influxdb/influxdb/services/continuous_querier.(*Service).backgroundLoop(0xc208010310)
    /root/go/src/github.com/influxdb/influxdb/services/continuous_querier/service.go:157 +0x3e9
created by github.com/influxdb/influxdb/services/continuous_querier.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/continuous_querier/service.go:93 +0x2df

goroutine 315 [chan receive]:
github.com/influxdb/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc2080ac0e0)
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:393 +0x1d7
created by github.com/influxdb/influxdb/cmd/influxd/run.func·003
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:342 +0xf0e

goroutine 246 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea94620, 0xc20cbe84e0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 264 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20e6415e0, 0xc20d3d2360)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 173 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea948c0, 0xc20d9ae180)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 252 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea94700, 0xc20d90c180)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 316 [select]:
github.com/influxdb/influxdb/cmd/influxd/run.(*Command).monitorServerErrors(0xc2080ae300)
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/run/command.go:140 +0x2da
created by github.com/influxdb/influxdb/cmd/influxd/run.(*Command).Run
    /root/go/src/github.com/influxdb/influxdb/cmd/influxd/run/command.go:122 +0xdef

goroutine 258 [select]:
github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).autoflusher(0xc20ea947e0, 0xc20d99de00)
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:603 +0x4d3
created by github.com/influxdb/influxdb/tsdb/engine/wal.(*Log).Open
    /root/go/src/github.com/influxdb/influxdb/tsdb/engine/wal/wal.go:219 +0x79b

goroutine 314 [select]:
github.com/influxdb/influxdb/services/retention.(*Service).deleteShards(0xc20800ca80)
    /root/go/src/github.com/influxdb/influxdb/services/retention/service.go:102 +0x71b
created by github.com/influxdb/influxdb/services/retention.(*Service).Open
    /root/go/src/github.com/influxdb/influxdb/services/retention/service.go:46 +0x152

goroutine 319 [chan receive]:
github.com/influxdb/influxdb/services/httpd.(*Handler).serveQuery(0xc208010380, 0x7f96b6c40e58, 0xc210e0d0a0, 0xc21f31a340, 0x0)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:260 +0xa4d
github.com/influxdb/influxdb/services/httpd.*Handler.(github.com/influxdb/influxdb/services/httpd.serveQuery)·fm(0x7f96b6c40e58, 0xc210e0d0a0, 0xc21f31a340, 0x0)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:95 +0x4f
github.com/influxdb/influxdb/services/httpd.func·001(0x7f96b6c40e58, 0xc210e0d0a0, 0xc21f31a340)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:621 +0x78
net/http.HandlerFunc.ServeHTTP(0xc2080dcae0, 0x7f96b6c40e58, 0xc210e0d0a0, 0xc21f31a340)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1265 +0x41
github.com/influxdb/influxdb/services/httpd.func·002(0x7f96b6c40dd0, 0xc210e0d000, 0xc21f31a340)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:679 +0x288
net/http.HandlerFunc.ServeHTTP(0xc2080d92b0, 0x7f96b6c40dd0, 0xc210e0d000, 0xc21f31a340)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1265 +0x41
github.com/influxdb/influxdb/services/httpd.func·003(0x7f96b6c40dd0, 0xc210e0d000, 0xc21f31a340)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:688 +0xba
net/http.HandlerFunc.ServeHTTP(0xc2080dcb00, 0x7f96b6c40dd0, 0xc210e0d000, 0xc21f31a340)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1265 +0x41
github.com/influxdb/influxdb/services/httpd.func·004(0x7f96b6c40dd0, 0xc210e0d000, 0xc21f31a340)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:721 +0x31a
net/http.HandlerFunc.ServeHTTP(0xc2080d92e0, 0x7f96b6c40dd0, 0xc210e0d000, 0xc21f31a340)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1265 +0x41
github.com/influxdb/influxdb/services/httpd.func·005(0x7f96b6c40dd0, 0xc210e0d000, 0xc21f31a340)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:731 +0x179
net/http.HandlerFunc.ServeHTTP(0xc2080d9300, 0x7f96b6c40dd0, 0xc210e0d000, 0xc21f31a340)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1265 +0x41
github.com/influxdb/influxdb/services/httpd.func·006(0x7f96b6c40dd0, 0xc210e0cfe0, 0xc21f31a340)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:739 +0x123
net/http.HandlerFunc.ServeHTTP(0xc2080dcb20, 0x7f96b6c40dd0, 0xc210e0cfe0, 0xc21f31a340)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1265 +0x41
github.com/influxdb/influxdb/services/httpd.func·007(0x7f96b6c405a0, 0xc20b478320, 0xc21f31a340)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:749 +0x12c
net/http.HandlerFunc.ServeHTTP(0xc2080dcb40, 0x7f96b6c405a0, 0xc20b478320, 0xc21f31a340)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1265 +0x41
github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc208037090, 0x7f96b6c405a0, 0xc20b478320, 0xc21f31a340)
    /root/go/src/github.com/bmizerany/pat/mux.go:109 +0x21c
github.com/influxdb/influxdb/services/httpd.(*Handler).ServeHTTP(0xc208010380, 0x7f96b6c405a0, 0xc20b478320, 0xc21f31a340)
    /root/go/src/github.com/influxdb/influxdb/services/httpd/handler.go:167 +0x256
net/http.serverHandler.ServeHTTP(0xc213fea0c0, 0x7f96b6c405a0, 0xc20b478320, 0xc21f31a340)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1703 +0x19a
net/http.(*conn).serve(0xc20b4788c0)
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1204 +0xb57
created by net/http.(*Server).Serve
    /root/.gvm/gos/go1.4.2/src/net/http/server.go:1751 +0x35e

goroutine 337 [chan receive]:
github.com/influxdb/influxdb/tsdb.(*QueryExecutor).executeSelectStatement(0xc20806fc40, 0x0, 0xc2188ec000, 0xc21ab50ea0, 0x2710, 0x0, 0x0)
    /root/go/src/github.com/influxdb/influxdb/tsdb/query_executor.go:265 +0xe1
github.com/influxdb/influxdb/tsdb.func·008()
    /root/go/src/github.com/influxdb/influxdb/tsdb/query_executor.go:146 +0x6bd
created by github.com/influxdb/influxdb/tsdb.(*QueryExecutor).ExecuteQuery
    /root/go/src/github.com/influxdb/influxdb/tsdb/query_executor.go:196 +0x1f5

The text was updated successfully, but these errors were encountered:

beckettsean · 2015-09-08T20:43:33Z

@airyland a simple panic log is not diagnostic enough. Some details that might help:

What was the exact query?
Did you run this query from the Admin UI, CLI, or curl?
Does this happen every time you execute that query, or was it a one-off?
How many points are in that measurement?
Cluster or single node?

airyland · 2015-09-08T21:32:04Z

query: select * from event
Admin UI
Yes, it can be reproduced
60490 points. But I find a strange thing. Every point has a field event.value=1i,user.uuid=somestring

select count("user.uuid") from event => count 60490
select count("event.value") from event => count 60463
select sum('event.value') from event => sum 36283888102414

So I may import some incorrect point with wrong event.value. But will 6w points cause influxdb to stop?

airyland · 2015-09-08T21:37:52Z

I still cannot remember I wrote data with such a big value..

beckettsean · 2015-09-08T22:36:05Z

@airyland how are you writing the points? Direct HTTP calls, a library, Graphite plugin, etc.?

So I may import some incorrect point with wrong event.value

Assuming this is a single node system, that shouldn't lead to any panics.

But will 6w points cause influxdb to stop?

I don't understand what you mean by "6w points". Six weeks of points is not a large amount of data and should cause no issues.

If the query select * from event causes a panic every time, but select count("user.uuid") from event doesn't cause a panic, it suggests there's something wrong with the metadata.

Can you paste in the results of SHOW TAG KEYS FROM event and SHOW FIELD KEYS FROM event?

airyland · 2015-09-09T02:28:55Z

SHOW TAG KEYS FROM event
----------------------------------------
device.brand
device.brand-model
device.browser
device.browser-version
device.os
device.os-version
event.action
event.category
event.label
page.url
page.x-app
page.x-app-version
page.x-block
page.x-page

SHOW FIELD KEYS FROM event
----------------------------------------------
device.id
device.ua
event.value
user.ip
user.uid
user.uuid

airyland · 2015-09-09T02:31:24Z

I use Direct HTTP calls to insert points.

beckettsean · 2015-09-09T18:13:31Z

Moving comment from #4018 (comment) to here:

select distinct(event.value) from event => [1099511758848, 1]
select * from event where event.value=1 => works
select * from event where event.value=1099511758848 => panic

beckettsean · 2015-09-09T18:14:59Z

@airyland can you paste in the log just before and including the panic when you run select * from event where "event.value"=1099511758848 (The double-quotes are necessary to query the correct field. If the panic only happens without the double-quotes that indicates an entirely different issue.)

airyland · 2015-09-10T02:25:42Z

Sorry, I have to drop the database and reinsert points as other people needed the correct data.

But this also happens in another measurement with different problem.

I am sure I didn't import a point with such a big number. I checked my code and make sure that every "event.value" equals '1i'.

select * from event=> panic
select select distinct("event.value") from event =>

{"results":[{"series":[{"name":"event","columns":["time","distinct"],"values":[["1970-01-01T00:00:00Z",[9061497862447970,9063696952209719,9070099879571555,9065715607101795,9067012600325427,9068991824803638,9068089898787427,9070310413514293,9060393253285943,9115166971356722,9060204338492257,9061510075736628,9064805037270373,9119767733482084,9114270192449075,1,9070087830332723,9062399821964593,9062421363963191,9063708984882484,9062614556883298,9116270909022519,9117580759806566,9065698373742648,9119780638505314,9115368898507109,9115179953828915,9117384063738672,9070117881471536,9118461258248291,9070113619928372,9067896658473826,9061506455123769,9067003342042417,9118466325362994,9066991192531554,9116266463245923,9118482719389028,9063495024927797,9119556559201846,9060217961789541,9116266597344057,9117396878386276,9115189251564902,9063481385169510]]]}]}]}

but select * from event where "event.value"=9061497862447970 doesn't cause panic =>

{"results":[{}]}

beckettsean · 2015-09-10T19:21:57Z

Please paste in a sample of your write statements for the event measurement.

smalenfant · 2015-09-28T21:10:41Z

Not sure if this is the same... I'm collecting data from collectd. Everytime I run the query below it crashes... This working last night for me but my cluster wasn't consistent. I cleared all the data about a few hours before...

Notes

Clustered (3 hosts)
If I run on node#1 (which receives the data) I get the query back
If I run on node#2 and The query engine should support percentiles aggregation #3. It fails.

[query] 2015/09/28 21:03:15 SELECT mean(value) FROM "collectd"."default".memory_value WHERE type = 'memory' AND type_instance = 'used' AND host =~ /.*edge/ OR host =~ /.*atsec/ AND time > now() - 1h GROUP BY time(1m), host fill(previous)
panic: interface conversion: interface {} is map[string]interface {}, not *influxql.meanMapOutput

jsternberg · 2016-04-07T12:54:09Z

We've had a complete refactor of the query engine since this bug. Please try it again with the most recent version and reopen if this bug still exists. Thanks!

beckettsean changed the title ~~[0.9.3]panic when query with 'select * from measurement'~~ [0.9.3] panic when query with 'select * from measurement' Sep 8, 2015

beckettsean mentioned this issue Sep 8, 2015

[0.9.3] can not group by tag with period in the name #4018

Closed

jwilder added the panic label Nov 5, 2015

beckettsean added the area/writes label Nov 23, 2015

jsternberg closed this as completed Apr 7, 2016

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

[0.9.3] panic when query with 'select * from measurement' #4020

[0.9.3] panic when query with 'select * from measurement' #4020

airyland commented Sep 6, 2015

beckettsean commented Sep 8, 2015

airyland commented Sep 8, 2015

airyland commented Sep 8, 2015

beckettsean commented Sep 8, 2015

airyland commented Sep 9, 2015

airyland commented Sep 9, 2015

beckettsean commented Sep 9, 2015

beckettsean commented Sep 9, 2015

airyland commented Sep 10, 2015

beckettsean commented Sep 10, 2015

smalenfant commented Sep 28, 2015

jsternberg commented Apr 7, 2016

[0.9.3] panic when query with 'select * from measurement' #4020

[0.9.3] panic when query with 'select * from measurement' #4020

Comments

airyland commented Sep 6, 2015

beckettsean commented Sep 8, 2015

airyland commented Sep 8, 2015

airyland commented Sep 8, 2015

beckettsean commented Sep 8, 2015

airyland commented Sep 9, 2015

airyland commented Sep 9, 2015

beckettsean commented Sep 9, 2015

beckettsean commented Sep 9, 2015

airyland commented Sep 10, 2015

beckettsean commented Sep 10, 2015

smalenfant commented Sep 28, 2015

jsternberg commented Apr 7, 2016