goroutine 2312265 [running]: runtime/pprof.writeGoroutineStacks(0x3250c80, 0xc000342000, 0x0, 0x0) /usr/local/go/src/runtime/pprof/pprof.go:679 +0x9d runtime/pprof.writeGoroutine(0x3250c80, 0xc000342000, 0x2, 0xc006f03938, 0x10a8a9f) /usr/local/go/src/runtime/pprof/pprof.go:668 +0x44 runtime/pprof.(*Profile).WriteTo(0x4263380, 0x3250c80, 0xc000342000, 0x2, 0xc000342000, 0x40) /usr/local/go/src/runtime/pprof/pprof.go:329 +0x3da net/http/pprof.handler.ServeHTTP(0x277e1c7, 0x9, 0x328dae0, 0xc000342000, 0xc00162cb00) /usr/local/go/src/net/http/pprof/pprof.go:245 +0x33a net/http.(*ServeMux).ServeHTTP(0xc002b14780, 0x328dae0, 0xc000342000, 0xc00162cb00) /usr/local/go/src/net/http/server.go:2387 +0x1bd go.etcd.io/etcd/embed.(*accessController).ServeHTTP(0xc0003aa860, 0x328dae0, 0xc000342000, 0xc00162cb00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/serve.go:359 +0x1b5 net/http.serverHandler.ServeHTTP(0xc004889260, 0x328dae0, 0xc000342000, 0xc00162cb00) /usr/local/go/src/net/http/server.go:2802 +0xa4 net/http.(*conn).serve(0xc0021f6460, 0x32969e0, 0xc006822800) /usr/local/go/src/net/http/server.go:1890 +0x875 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2927 +0x38e goroutine 1 [chan receive, 1248 minutes]: main.main() /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/cmd/pd-server/main.go:124 +0x73b goroutine 6 [syscall, 1248 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:147 +0x9c os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 created by os/signal.init.0 /usr/local/go/src/os/signal/signal_unix.go:29 +0x41 goroutine 84 [chan receive]: go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc000123820) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/logutil/merge_logger.go:173 +0x3a3 created by go.etcd.io/etcd/pkg/logutil.NewMergeLogger /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/logutil/merge_logger.go:91 +0x80 goroutine 124 [chan receive]: go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc00035e120) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/logutil/merge_logger.go:173 +0x3a3 created by go.etcd.io/etcd/pkg/logutil.NewMergeLogger /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/logutil/merge_logger.go:91 +0x80 goroutine 127 [chan receive]: go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc00035e2c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/logutil/merge_logger.go:173 +0x3a3 created by go.etcd.io/etcd/pkg/logutil.NewMergeLogger /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/logutil/merge_logger.go:91 +0x80 goroutine 200 [select]: go.etcd.io/etcd/etcdserver/api/v3compactor.(*Periodic).Run.func1(0xc0014d67e0, 0xb, 0x53d1ac1000, 0x34630b8a000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3compactor/periodic.go:112 +0x1f6 created by go.etcd.io/etcd/etcdserver/api/v3compactor.(*Periodic).Run /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3compactor/periodic.go:103 +0xae goroutine 95 [select]: go.etcd.io/etcd/pkg/fileutil.purgeFile.func1(0xc001d50ba0, 0x1e, 0xc001008480, 0x2775de1, 0x3, 0x5, 0xc000094720, 0x0, 0x6fc23ac00, 0xc00240e240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/fileutil/purge.go:80 +0xb5a created by go.etcd.io/etcd/pkg/fileutil.purgeFile /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/fileutil/purge.go:34 +0xd3 goroutine 177 [chan receive, 1248 minutes]: gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun(0xc0000946c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/gopkg.in/natefinch/lumberjack.v2@v2.0.0/lumberjack.go:379 +0x58 created by gopkg.in/natefinch/lumberjack%2ev2.(*Logger).mill.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/gopkg.in/natefinch/lumberjack.v2@v2.0.0/lumberjack.go:390 +0x79 goroutine 213 [chan receive, 1248 minutes]: main.main.func1(0xc001947ce0, 0xc001970f60, 0xc001868b40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/cmd/pd-server/main.go:116 +0x3d created by main.main /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/cmd/pd-server/main.go:115 +0x6e6 goroutine 214 [select]: github.com/tikv/pd/pkg/systimemon.StartMonitor(0x32969e0, 0xc0001858c0, 0x2e7a790, 0x2e77aa0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/systimemon/systimemon.go:32 +0x1a3 created by github.com/tikv/pd/server.(*Server).Run /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:463 +0x68 goroutine 226 [select, 1248 minutes]: go.etcd.io/etcd/wal.(*filePipeline).run(0xc00032ff80) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/wal/file_pipeline.go:98 +0x157 created by go.etcd.io/etcd/wal.newFilePipeline /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/wal/file_pipeline.go:52 +0x122 goroutine 93 [select]: go.etcd.io/etcd/pkg/fileutil.purgeFile.func1(0xc001d50b20, 0x1f, 0xc0010083c0, 0x277b44f, 0x7, 0x5, 0xc000094720, 0x0, 0x6fc23ac00, 0xc00240e240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/fileutil/purge.go:80 +0xb5a created by go.etcd.io/etcd/pkg/fileutil.purgeFile /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/fileutil/purge.go:34 +0xd3 goroutine 193 [select]: go.etcd.io/etcd/mvcc/backend.(*backend).run(0xc00037a180) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/mvcc/backend/backend.go:323 +0x172 created by go.etcd.io/etcd/mvcc/backend.newBackend /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/mvcc/backend/backend.go:185 +0x54c goroutine 227 [select]: go.etcd.io/etcd/raft.(*node).run(0xc000322720) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/raft/node.go:337 +0x44e created by go.etcd.io/etcd/raft.RestartNode /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/raft/node.go:240 +0x33b goroutine 198 [select, 1248 minutes]: go.etcd.io/etcd/mvcc.(*watchableStore).syncVictimsLoop(0xc00047c460) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/mvcc/watchable_store.go:253 +0x169 created by go.etcd.io/etcd/mvcc.newWatchableStore /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/mvcc/watchable_store.go:92 +0x3b8 goroutine 229 [select]: go.etcd.io/etcd/lease.(*lessor).runLoop(0xc00017e790) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/lease/lessor.go:590 +0x11a created by go.etcd.io/etcd/lease.newLessor /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/lease/lessor.go:222 +0x27f goroutine 230 [select, 48 minutes]: go.etcd.io/etcd/pkg/schedule.(*fifo).run(0xc000322c00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/schedule/schedule.go:143 +0x246 created by go.etcd.io/etcd/pkg/schedule.NewFIFOScheduler /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/schedule/schedule.go:70 +0x13b goroutine 94 [select]: go.etcd.io/etcd/pkg/fileutil.purgeFile.func1(0xc001d50b60, 0x1f, 0xc001008420, 0x2776ae6, 0x4, 0x5, 0xc000094720, 0x0, 0x6fc23ac00, 0xc00240e240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/fileutil/purge.go:80 +0xb5a created by go.etcd.io/etcd/pkg/fileutil.purgeFile /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/fileutil/purge.go:34 +0xd3 goroutine 197 [select]: go.etcd.io/etcd/mvcc.(*watchableStore).syncWatchersLoop(0xc00047c460) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/mvcc/watchable_store.go:227 +0x1bd created by go.etcd.io/etcd/mvcc.newWatchableStore /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/mvcc/watchable_store.go:91 +0x396 goroutine 202 [select]: go.etcd.io/etcd/etcdserver.(*EtcdServer).run(0xc00016f600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:1036 +0x815 created by go.etcd.io/etcd/etcdserver.(*EtcdServer).start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:805 +0x82a goroutine 219 [select]: go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader.func1(0xc00016f600, 0xc00015ea50) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:247 +0xfe created by go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:242 +0x82 goroutine 205 [select, 1248 minutes]: go.etcd.io/etcd/etcdserver.(*EtcdServer).purgeFile(0xc00016f600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:819 +0x17d go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc00016f600, 0xc000458fc0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2632 +0x5f created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2630 +0x1ba goroutine 206 [select]: go.etcd.io/etcd/etcdserver.monitorFileDescriptor(0xc000094720, 0xc00240e3c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/metrics.go:215 +0x34a go.etcd.io/etcd/etcdserver.(*EtcdServer).Start.func3() /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:733 +0x4e go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc00016f600, 0xc000458fd0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2632 +0x5f created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2630 +0x1ba goroutine 207 [select]: go.etcd.io/etcd/etcdserver.(*EtcdServer).monitorVersions(0xc00016f600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2456 +0x119 go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc00016f600, 0xc000459020) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2632 +0x5f created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2630 +0x1ba goroutine 208 [select]: go.etcd.io/etcd/etcdserver.(*EtcdServer).linearizableReadLoop(0xc00016f600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/v3_server.go:684 +0x16e go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc00016f600, 0xc000459050) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2632 +0x5f created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/server.go:2630 +0x1ba goroutine 242 [select]: go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader.func1(0xc00016f600, 0xc000459170) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:247 +0xfe created by go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:242 +0x82 goroutine 217 [select]: go.etcd.io/etcd/pkg/schedule.(*fifo).run(0xc0014f6180) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/schedule/schedule.go:143 +0x246 created by go.etcd.io/etcd/pkg/schedule.NewFIFOScheduler /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/schedule/schedule.go:70 +0x13b goroutine 218 [select]: go.etcd.io/etcd/etcdserver.(*raftNode).start.func1(0xc00016f630, 0xc0018c80c0, 0x3b9aca00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/raft.go:170 +0x1a1 created by go.etcd.io/etcd/etcdserver.(*raftNode).start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/raft.go:165 +0x52 goroutine 243 [chan receive, 1248 minutes]: github.com/soheilhy/cmux.muxListener.Accept(...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:229 google.golang.org/grpc.(*Server).Serve(0xc0004e2a80, 0x328e7e0, 0xc0024097c0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:597 +0x22e created by go.etcd.io/etcd/embed.(*Etcd).servePeers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/etcd.go:542 +0x2b5 goroutine 244 [chan receive, 1248 minutes]: github.com/soheilhy/cmux.muxListener.Accept(...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:229 net/http.(*Server).Serve(0xc0001b8700, 0x328e7e0, 0xc002409800, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2896 +0x286 created by go.etcd.io/etcd/embed.(*Etcd).servePeers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/etcd.go:548 +0x490 goroutine 245 [IO wait, 1248 minutes]: internal/poll.runtime_pollWait(0x7fb43ab8af18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc001883418, 0x72, 0x0, 0x0, 0x277a553) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001883400, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8 net.(*netFD).accept(0xc001883400, 0xc00190c1a0, 0xc002716df0, 0x20) /usr/local/go/src/net/fd_unix.go:238 +0x42 net.(*TCPListener).accept(0xc00196fb60, 0xc00190c1a0, 0xc002716df0, 0xc00190c1a0) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00196fb60, 0xd52f1e, 0xc002716de0, 0xd76e10, 0xc002716e28) /usr/local/go/src/net/tcpsock.go:261 +0x47 go.etcd.io/etcd/pkg/transport.(*rwTimeoutListener).Accept(0xc00196fb80, 0x2e777d0, 0xc00015c2d0, 0x32b0460, 0xc00190c1a0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/transport/timeout_listener.go:48 +0x37 github.com/soheilhy/cmux.(*cMux).Serve(0xc00015c2d0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:162 +0xaf go.etcd.io/etcd/embed.(*Etcd).servePeers.func1(0xc000094720, 0x27938ee) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/etcd.go:549 +0x2f go.etcd.io/etcd/embed.(*Etcd).servePeers.func3(0xc001961180, 0xc00196fb40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/etcd.go:583 +0x1b4 created by go.etcd.io/etcd/embed.(*Etcd).servePeers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/etcd.go:573 +0x6f6 goroutine 248 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8ae48, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc001883518, 0x72, 0x0, 0x0, 0x277a553) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001883500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8 net.(*netFD).accept(0xc001883500, 0xc006786380, 0x6, 0x4) /usr/local/go/src/net/fd_unix.go:238 +0x42 net.(*TCPListener).accept(0xc00196fbe0, 0xc0000ac300, 0xc002ae9a18, 0xd22901) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00196fbe0, 0xc002ae9a18, 0xc006b339a8, 0x0, 0xc002ae9a40) /usr/local/go/src/net/tcpsock.go:261 +0x47 go.etcd.io/etcd/pkg/transport.(*limitListener).Accept(0xc00196fc00, 0xd52f1e, 0xc002ae9a68, 0xd76e10, 0xc002ae9ab0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/transport/limit_listen.go:46 +0x53 go.etcd.io/etcd/pkg/transport.(*keepaliveListener).Accept(0xc0019710d0, 0x2e777d0, 0xc000324dc0, 0x32afe00, 0xc006d39650) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/pkg/transport/keepalive_listener.go:49 +0x37 github.com/soheilhy/cmux.(*cMux).Serve(0xc000324dc0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:162 +0xaf go.etcd.io/etcd/embed.(*serveCtx).serve(0xc0003b5c70, 0xc00016f600, 0xc0019612c8, 0x3252d00, 0xc002409b20, 0xc0003214d0, 0xc002409b60, 0x2, 0x2, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/serve.go:201 +0x259 go.etcd.io/etcd/embed.(*Etcd).serveClients.func1(0xc001961180, 0xc001970120, 0xc002409b40, 0xc0003b5c70) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/etcd.go:751 +0xb6 created by go.etcd.io/etcd/embed.(*Etcd).serveClients /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/etcd.go:750 +0x406 goroutine 220 [chan receive, 130 minutes]: github.com/soheilhy/cmux.muxListener.Accept(...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:229 google.golang.org/grpc.(*Server).Serve(0xc00488e300, 0x328e7e0, 0xc0002919a0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:597 +0x22e go.etcd.io/etcd/embed.(*serveCtx).serve.func2(0xc0003214d0, 0xc004790018, 0x328e7e0, 0xc0002919a0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/serve.go:118 +0x42 created by go.etcd.io/etcd/embed.(*serveCtx).serve /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/serve.go:118 +0xcb7 goroutine 255 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8aca8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc00040e898, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00040e880, 0xc001440000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc00040e880, 0xc001440000, 0x8000, 0x8000, 0x0, 0x800010601, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc0014fc000, 0xc001440000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 bufio.(*Reader).Read(0xc0014f0360, 0xc0001b8038, 0x9, 0x9, 0xc00033bc00, 0x7fb43abe3460, 0x0) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc0014f0360, 0xc0001b8038, 0x9, 0x9, 0x9, 0x1141fd5, 0xc001aa502c, 0xc0023eede8) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc0001b8038, 0x9, 0x9, 0x324d480, 0xc0014f0360, 0x0, 0xbff36c7000000000, 0x441f550d706d, 0x4c19600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001b8000, 0xc001aa5020, 0xc001aa5020, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0000da8c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:1264 +0x183 created by google.golang.org/grpc/internal/transport.newHTTP2Client /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:300 +0xd23 goroutine 278 [IO wait, 48 minutes]: internal/poll.runtime_pollWait(0x7fb43ab8ab08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc0001bc798, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0001bc780, 0xc0026da000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc0001bc780, 0xc0026da000, 0x8000, 0x8000, 0x0, 0x800000601, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc004884398, 0xc0026da000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 bufio.(*Reader).Read(0xc004190720, 0xc00100e038, 0x9, 0x9, 0xc00270ede0, 0xd1ea2a, 0xc0019cbd40) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc004190720, 0xc00100e038, 0x9, 0x9, 0x9, 0xd739c0, 0xc0019cbd40, 0xc00270ee18) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc00100e038, 0x9, 0x9, 0x324d480, 0xc004190720, 0x0, 0xc000000000, 0x100000000d263c8, 0xc00174e3d0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00100e000, 0xc004886f40, 0xc004886f40, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00101a000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:1264 +0x183 created by google.golang.org/grpc/internal/transport.newHTTP2Client /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:300 +0xd23 goroutine 300 [select, 1 minutes]: go.etcd.io/etcd/etcdserver/api/v3rpc.(*serverWatchStream).sendLoop(0xc0017700c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:359 +0x643 go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch.func1(0xc0017700c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:163 +0x2b created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:162 +0x275 goroutine 275 [select, 1248 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0015906c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/balancer_conn_wrappers.go:69 +0xc2 created by google.golang.org/grpc.newCCBalancerWrapper /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/balancer_conn_wrappers.go:60 +0x16d goroutine 276 [chan receive, 1248 minutes]: google.golang.org/grpc.(*addrConn).resetTransport(0xc000158b00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/clientconn.go:1164 +0x6ea created by google.golang.org/grpc.(*addrConn).connect /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/clientconn.go:800 +0x128 goroutine 279 [select, 48 minutes]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00174e3c0, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0041908a0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00101a000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:346 +0x7b created by google.golang.org/grpc/internal/transport.newHTTP2Client /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:344 +0xedb goroutine 221 [select, 1248 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc002b14700) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/balancer_conn_wrappers.go:69 +0xc2 created by google.golang.org/grpc.newCCBalancerWrapper /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/balancer_conn_wrappers.go:60 +0x16d goroutine 222 [chan receive, 1248 minutes]: google.golang.org/grpc.(*addrConn).resetTransport(0xc0003142c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/clientconn.go:1164 +0x6ea created by google.golang.org/grpc.(*addrConn).connect /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/clientconn.go:800 +0x128 goroutine 256 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001884e10, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0014f0420, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0000da8c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:346 +0x7b created by google.golang.org/grpc/internal/transport.newHTTP2Client /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:344 +0xedb goroutine 223 [chan receive, 1248 minutes]: go.etcd.io/etcd/embed.(*serveCtx).registerGateway.func1(0x32969e0, 0xc00019bac0, 0xc000149180, 0xc0003b5c70) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/serve.go:254 +0x63 created by go.etcd.io/etcd/embed.(*serveCtx).registerGateway /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/serve.go:253 +0x24f goroutine 224 [chan receive]: github.com/soheilhy/cmux.muxListener.Accept(...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:229 net/http.(*Server).Serve(0xc004889260, 0x328e7e0, 0xc0003aa880, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2896 +0x286 go.etcd.io/etcd/embed.(*serveCtx).serve.func3(0xc0003214d0, 0xc004889260, 0x328e7e0, 0xc0003aa880) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/serve.go:135 +0x3f created by go.etcd.io/etcd/embed.(*serveCtx).serve /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/embed/serve.go:135 +0xe6d goroutine 469 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8abd8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc00154c598, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00154c580, 0xc002f7c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc00154c580, 0xc002f7c000, 0x8000, 0x8000, 0x1e, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc0014560f8, 0xc002f7c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc0004a2be0, 0xc002f7c000, 0x8000, 0x8000, 0xc0029f8cd8, 0xd25b56, 0xc0044870c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc0004a2bd0, 0xc002f7c000, 0x8000, 0x8000, 0x18, 0xc0044870c0, 0xd25b56) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc001a0a540, 0xc0014483b8, 0x9, 0x9, 0xc0029f8d08, 0xd263c8, 0x20) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc001a0a540, 0xc0014483b8, 0x9, 0x9, 0x9, 0xc0029f8dc0, 0xc0029f8d68, 0xc0029f8e30) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc0014483b8, 0x9, 0x9, 0x324d480, 0xc001a0a540, 0x0, 0x441f00000000, 0xc0019f5a60, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc001448380, 0xc0019f5a60, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00144d980, 0xc001a70300, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc00144d980) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc00144d980) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 1077 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005c9a680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 8417 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8a968, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc005a24118, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc005a24100, 0xc0026c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc005a24100, 0xc0026c2000, 0x8000, 0x8000, 0x2f, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc0048577c8, 0xc0026c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc0004173c0, 0xc0026c2000, 0x8000, 0x8000, 0xc003da7cd8, 0xd25b56, 0xc0032e7180) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc0004173b0, 0xc0026c2000, 0x8000, 0x8000, 0x18, 0xc0032e7180, 0xd25b56) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc004081b00, 0xc00100e2d8, 0x9, 0x9, 0xc003da7d08, 0xd263c8, 0x20) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc004081b00, 0xc00100e2d8, 0x9, 0x9, 0x9, 0xc003da7dc0, 0xc003da7d68, 0xc003da7e30) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc00100e2d8, 0x9, 0x9, 0x324d480, 0xc004081b00, 0x0, 0x441f00000000, 0xc001c64e80, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00100e2a0, 0xc001c64e80, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0004e3380, 0xc006026a50, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc0004e3380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc0004e3380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 373 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000c6870, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0010098c0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00144c300) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 8416 [select, 44 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0004e3380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 370 [select, 48 minutes]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000c6780, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00466e7e0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0002b5c80) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 371 [select, 48 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0002b5c80) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 372 [IO wait, 48 minutes]: internal/poll.runtime_pollWait(0x7fb43ab8a6f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc00037b398, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00037b380, 0xc0028aa000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc00037b380, 0xc0028aa000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc0047900e8, 0xc0028aa000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc00040c160, 0xc0028aa000, 0x8000, 0x8000, 0x1060100000011, 0x8, 0xc00007ed70) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc00040c150, 0xc0028aa000, 0x8000, 0x8000, 0xc001c53240, 0x20, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc0014f7080, 0xc001448038, 0x9, 0x9, 0xc0004ca700, 0x7fb43abe3b28, 0x0) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc0014f7080, 0xc001448038, 0x9, 0x9, 0x9, 0x1141fd5, 0xc001c5324c, 0xc00007ee30) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc001448038, 0x9, 0x9, 0x324d480, 0xc0014f7080, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc001448000, 0xc001c53240, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0002b5c80, 0xc0018be4e0, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc0002b5c80) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc0002b5c80) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 7998 [select]: net/http.(*persistConn).writeLoop(0xc000346c60) /usr/local/go/src/net/http/transport.go:2196 +0x123 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1567 +0xb23 goroutine 8369 [select, 44 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00488f680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 374 [select, 48 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00144c300) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 375 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8a7c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc00037b298, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00037b280, 0xc00297e000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc00037b280, 0xc00297e000, 0x8000, 0x8000, 0xd, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc0047900e0, 0xc00297e000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc0003f00f0, 0xc00297e000, 0x8000, 0x8000, 0x4, 0xc00270ac70, 0xd1ebbc) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc0003f00e0, 0xc00297e000, 0x8000, 0x8000, 0xc002508720, 0xc007630420, 0xc00270ad57) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc0014f70e0, 0xc001448118, 0x9, 0x9, 0xc002508778, 0xd739c0, 0xc002508720) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc0014f70e0, 0xc001448118, 0x9, 0x9, 0x9, 0xc00270ad01, 0x100000000d263c8, 0xc0000c6880) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc001448118, 0x9, 0x9, 0x324d480, 0xc0014f70e0, 0x0, 0x0, 0x0, 0xc0000c6870) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0014480e0, 0xc006d2bc20, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00144c300, 0xc0018be870, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc00144c300) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc00144c300) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 468 [select, 48 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00144d980) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 9389 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8a218, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc003a04698, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003a04680, 0xc003b92000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc003a04680, 0xc003b92000, 0x8000, 0x8000, 0x1e, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc0039f13c8, 0xc003b92000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc000414010, 0xc003b92000, 0x8000, 0x8000, 0xc006db8cd8, 0xd25b56, 0xc0031bb700) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc000414000, 0xc003b92000, 0x8000, 0x8000, 0x18, 0xc0031bb700, 0xd25b56) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc003b65da0, 0xc00144a118, 0x9, 0x9, 0xc006db8d08, 0xd263c8, 0x20) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc003b65da0, 0xc00144a118, 0x9, 0x9, 0x9, 0xc006db8dc0, 0xc006db8d68, 0xc006db8e30) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc00144a118, 0x9, 0x9, 0x324d480, 0xc003b65da0, 0x0, 0x441e00000000, 0xc001d27960, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00144a0e0, 0xc001d27960, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00144cc00, 0xc003b8e330, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc00144cc00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc00144cc00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 1076710 [select, 671 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0028767d0, 0xc0044f4ab0, 0x5, 0x5, 0x7fb43abe3460, 0x0, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0028767d0, 0xc0044f4ab0, 0x5, 0x5, 0xc0078036b8, 0xc00247a680, 0xc007803398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc004f0ec00, 0xc0044f4ab0, 0x5, 0x5, 0x1a0e22a, 0xc0078033c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc004f0ec00, 0xc0044f4ab0, 0x5, 0x5, 0x5, 0xd25b56, 0xc0028765f0, 0x50) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005bb8400, 0xc0044f4ab0, 0x5, 0x5, 0xc0028765f0, 0x2, 0x2) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc0044f4aa0, 0x200000, 0xc006d9a548, 0x116e68b, 0x2657340, 0xc0028765f0, 0x10, 0x1) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc0044f4aa0, 0xc005bb8400, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x0, 0xc0019534a0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc0044f4aa0, 0x7fb43ab4f540, 0x4c445e8, 0xc005bb8400, 0x0, 0x0, 0x26d6380, 0xc003fa27c0, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc0041220c0, 0x26d6380, 0xc003fa27c0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc0044f4ae0, 0x26d6380, 0xc003fa27c0, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc003aa02e0, 0x1, 0xc001ada870, 0xc006d9a900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc003aa02e0, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc0044f4ae0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc0044f4ae0, 0xc, 0xc002876870) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0041220c0, 0xc0044f4ac0, 0xc002876820, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0041220c0, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0041220c0, 0xc0044f4ac0, 0xc002876820, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0041220c0, 0xc0044f4ac0, 0x2e774b0, 0x3296aa0, 0xc004f0ec30) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005bb8400, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005bb8400, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005bb8400) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 337 [select]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/decorator.(*tidbLabelStrategy).Background(0xc0025446c0, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/decorator/tidb.go:79 +0x139 github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/decorator.TiDBLabelStrategy.func1.1(0xc0019d33f0, 0xc0025446c0, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/decorator/tidb.go:63 +0x73 created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/decorator.TiDBLabelStrategy.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/decorator/tidb.go:61 +0x85 goroutine 445 [select, 1248 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00217b900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/balancer_conn_wrappers.go:69 +0xc2 created by google.golang.org/grpc.newCCBalancerWrapper /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/balancer_conn_wrappers.go:60 +0x16d goroutine 343 [select, 1248 minutes]: go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch(0xc000324eb0, 0x32afda0, 0xc00015faf0, 0x324f9c0, 0xc000324eb0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:192 +0x3a2 go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x24cef40, 0xc000324eb0, 0x32a8900, 0xc0003abaa0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/etcdserverpb/rpc.pb.go:3724 +0xad github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x24cef40, 0xc000324eb0, 0x32a8900, 0xc0003abaa0, 0x19, 0xc000325b80) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x24cef40, 0xc000324eb0, 0x32a9740, 0xc001770000, 0xc0003aba80, 0xc000325b30, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x24cef40, 0xc000324eb0, 0x32a9740, 0xc001770000, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x24cef40, 0xc000324eb0, 0x32a9740, 0xc001770000, 0xc0003aba80, 0xc000325b30, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x24cef40, 0xc000324eb0, 0x32a9740, 0xc001770000, 0xc0003aba80, 0x2e78d08, 0x3296aa0, 0xc00400c660) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144c300, 0xc00162c200, 0xc0003c3860, 0x4261c60, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144c300, 0xc00162c200, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001a2a160, 0xc00488e300, 0x32b27a0, 0xc00144c300, 0xc00162c200) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 456 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc002420000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:1330 +0x193 created by google.golang.org/grpc/internal/transport.newHTTP2Client /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:295 +0x16cd goroutine 447 [select]: go.etcd.io/etcd/clientv3.(*Client).autoSync(0xc0003611e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/clientv3/client.go:190 +0x100 created by go.etcd.io/etcd/clientv3.newClient /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/clientv3/client.go:505 +0xc73 goroutine 321 [select]: github.com/syndtr/goleveldb/leveldb/util.(*BufferPool).drain(0xc0001b8540) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/util/buffer_pool.go:206 +0x134 created by github.com/syndtr/goleveldb/leveldb/util.NewBufferPool /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/util/buffer_pool.go:237 +0x176 goroutine 386 [select, 3 minutes]: github.com/syndtr/goleveldb/leveldb.(*session).refLoop(0xc00161a2d0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/session_util.go:189 +0x5f9 created by github.com/syndtr/goleveldb/leveldb.newSession /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/session.go:93 +0x2b4 goroutine 387 [select, 1248 minutes]: github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc000142000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db_compaction.go:90 +0xcd created by github.com/syndtr/goleveldb/leveldb.openDB /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:142 +0x40c goroutine 388 [select]: github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc000142000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db_state.go:101 +0xf6 created by github.com/syndtr/goleveldb/leveldb.openDB /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:143 +0x42e goroutine 389 [select, 1248 minutes]: github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc000142000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db_compaction.go:825 +0x25d created by github.com/syndtr/goleveldb/leveldb.openDB /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:149 +0x582 goroutine 390 [select, 1248 minutes]: github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc000142000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db_compaction.go:762 +0x150 created by github.com/syndtr/goleveldb/leveldb.openDB /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:150 +0x5a4 goroutine 391 [select]: github.com/tikv/pd/server/core.(*RegionStorage).backgroundFlush.func1(0xc002e9fe00, 0xc00040fa00, 0xc001ff2f6a, 0xc003089000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/core/region_storage.go:87 +0x11c created by github.com/tikv/pd/server/core.(*RegionStorage).backgroundFlush /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/core/region_storage.go:84 +0xa5 goroutine 392 [select]: github.com/tikv/pd/server/schedule/hbstream.(*HeartbeatStreams).run(0xc00167cfc0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/schedule/hbstream/heartbeat_streams.go:97 +0x29e created by github.com/tikv/pd/server/schedule/hbstream.newHbStreams /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/schedule/hbstream/heartbeat_streams.go:81 +0x197 goroutine 393 [select]: github.com/tikv/pd/pkg/dashboard/adapter.(*Manager).serviceLoop(0xc001947bc0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/dashboard/adapter/manager.go:84 +0x1b4 created by github.com/tikv/pd/pkg/dashboard/adapter.(*Manager).Start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/dashboard/adapter/manager.go:66 +0xbc goroutine 394 [select]: github.com/tikv/pd/server.(*Server).campaignLeader(0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:1239 +0xf11 github.com/tikv/pd/server.(*Server).leaderLoop(0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:1175 +0x46b created by github.com/tikv/pd/server.(*Server).startServerLoop /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:492 +0x9e goroutine 395 [select]: github.com/tikv/pd/server.(*Server).etcdLeaderLoop(0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:1265 +0x1f6 created by github.com/tikv/pd/server.(*Server).startServerLoop /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:493 +0xc0 goroutine 396 [select]: github.com/tikv/pd/server.(*Server).serverMetricsLoop(0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:511 +0x1d2 created by github.com/tikv/pd/server.(*Server).startServerLoop /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:494 +0xe2 goroutine 397 [select]: github.com/tikv/pd/server/tso.(*AllocatorManager).AllocatorDaemon(0xc001506510, 0x32969e0, 0xc003d06980) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/tso/allocator_manager.go:457 +0x231 github.com/tikv/pd/server.(*Server).tsoAllocatorLoop(0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:528 +0x12a created by github.com/tikv/pd/server.(*Server).startServerLoop /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:495 +0x104 goroutine 398 [select, 8 minutes]: github.com/tikv/pd/server/encryptionkm.(*KeyManager).StartBackgroundLoop(0xc00040f280, 0x32969e0, 0xc00151aec0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/encryptionkm/key_manager.go:221 +0x637 github.com/tikv/pd/server.(*Server).encryptionKeyManagerLoop(0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:539 +0x12a created by github.com/tikv/pd/server.(*Server).startServerLoop /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:496 +0x126 goroutine 399 [select, 1248 minutes]: context.propagateCancel.func1(0x3297360, 0xc0030890f0, 0x326aea0, 0xc00151af00) /usr/local/go/src/context/context.go:259 +0xd8 created by context.propagateCancel /usr/local/go/src/context/context.go:258 +0x1ce goroutine 400 [select, 1248 minutes]: go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc001670a90) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/clientv3/watch.go:524 +0x381 created by go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/clientv3/watch.go:277 +0x2de goroutine 402 [select, 1248 minutes]: google.golang.org/grpc.newClientStream.func5(0xc0004cae00, 0xc0002dd560, 0x3296aa0, 0xc001692c90) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:319 +0xd7 created by google.golang.org/grpc.newClientStream /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:318 +0x9a5 goroutine 403 [select, 1248 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc002e9fea0, 0xc000122e30, 0x5, 0x5, 0xc0027118f8, 0xd5a56c, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:186 +0xd3 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002e9fea0, 0xc000122e30, 0x5, 0x5, 0x0, 0xc001e7f240, 0xc0027119a0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:166 +0x195 google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001692d20, 0xc000122e30, 0x5, 0x5, 0x7fb43abe41f0, 0xc0027119c8, 0x117052c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc001692d20, 0xc000122e30, 0x5, 0x5, 0x5, 0xc002866240, 0xc002866222, 0x1c) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001571500, 0xc000122e30, 0x5, 0x5, 0x1e, 0x0, 0x2) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc000122e20, 0x7fffffff, 0xc0004110e0, 0xc002866220, 0x20, 0x20, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc000122e20, 0xc001571500, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc002866220, 0x20, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc000122e20, 0x7fb41c178560, 0x4c445e8, 0xc001571500, 0x0, 0x0, 0x26d2860, 0xc000411310, 0x7fffffff, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*csAttempt).recvMsg(0xc00040fb80, 0x26d2860, 0xc000411310, 0x0, 0xc002711d48, 0xd766d0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:885 +0xed google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00040fb80, 0x203000, 0x203000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:736 +0x46 google.golang.org/grpc.(*clientStream).withRetry(0xc0002dd560, 0xc002711e58, 0xc002711e28, 0x0, 0x40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:590 +0x360 google.golang.org/grpc.(*clientStream).RecvMsg(0xc0002dd560, 0x26d2860, 0xc000411310, 0xc002711ef4, 0x2) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:735 +0x103 go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc003089190, 0xc002711ef0, 0x2, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/etcdserverpb/rpc.pb.go:3702 +0x62 go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc001670a90, 0x32afd40, 0xc003089190) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/clientv3/watch.go:716 +0x5c created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/clientv3/watch.go:871 +0x52a goroutine 404 [select, 1248 minutes]: go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc001670a90, 0xc002b180b0, 0xc0014e2300) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/clientv3/watch.go:762 +0x2be created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/clientv3/watch.go:541 +0x606 goroutine 301 [select, 1248 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000411180, 0xc0003aba50, 0x5, 0x5, 0x20300000000000, 0x7fb437e3ffff, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000411180, 0xc0003aba50, 0x5, 0x5, 0xc0029a4a68, 0xc002866160, 0xc0029a4748) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00186eba0, 0xc0003aba50, 0x5, 0x5, 0x20300000000000, 0xc0029a4770, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc00186eba0, 0xc0003aba50, 0x5, 0x5, 0x5, 0x36, 0x8, 0x2) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00162c200, 0xc0003aba50, 0x5, 0x5, 0x7fb41c233158, 0x0, 0xd0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc0003aba40, 0x200000, 0xc0029a48a8, 0x8, 0x203000, 0x203000, 0x203000, 0x7fb43ab47b80) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc0003aba40, 0xc00162c200, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x203000, 0x203000, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc0003aba40, 0x7fb43ab4f540, 0x4c445e8, 0xc00162c200, 0x0, 0x0, 0x2679ee0, 0xc00015fb30, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc001770000, 0x2679ee0, 0xc00015fb30, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc0003abaa0, 0x2679ee0, 0xc00015fb30, 0xc0029a4c64, 0x2) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc00015faf0, 0xc0029a4c60, 0x2, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/etcdserverpb/rpc.pb.go:3743 +0x62 go.etcd.io/etcd/etcdserver/api/v3rpc.(*serverWatchStream).recvLoop(0xc0017700c0, 0x0, 0x2777276) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:222 +0x4c go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch.func2(0xc0017700c0, 0x32afda0, 0xc00015faf0, 0xc00466f740) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:173 +0x43 created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:172 +0x2dc goroutine 457 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8a898, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc000195f18, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000195f00, 0xc002f5c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc000195f00, 0xc002f5c000, 0x8000, 0x8000, 0x0, 0x800010601, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc000334b30, 0xc002f5c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 bufio.(*Reader).Read(0xc0019f2de0, 0xc001452658, 0x9, 0x9, 0xc0003c8a80, 0x7fb43abe2008, 0x0) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc0019f2de0, 0xc001452658, 0x9, 0x9, 0x9, 0x1141fd5, 0xc0019f5a8c, 0xc0029f7de8) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc001452658, 0x9, 0x9, 0x324d480, 0xc0019f2de0, 0x0, 0xbff36c7000000000, 0x441f6a7c96d4, 0x4c19600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc001452620, 0xc0019f5a80, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc002420000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:1264 +0x183 created by google.golang.org/grpc/internal/transport.newHTTP2Client /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:300 +0xd23 goroutine 458 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001afa910, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0019f2ea0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc002420000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:346 +0x7b created by google.golang.org/grpc/internal/transport.newHTTP2Client /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_client.go:344 +0xedb goroutine 471 [select]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/input.(*periodicInput).Background(0xc00012a3b8, 0x32969e0, 0xc0017bb240, 0xc002bbc7e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/input/periodic.go:45 +0x118 github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual.newStat.func1.1(0xc0019d33f0, 0x326cea0, 0xc00012a3b8, 0x32969e0, 0xc0017bb240, 0xc002bbc7e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/service.go:333 +0x8c created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual.newStat.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/service.go:331 +0xab goroutine 262 [select]: github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).doCheck(0xc002712480, 0x32969e0, 0xc001aea680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:169 +0x113 created by github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).run /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:200 +0x38c goroutine 467 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0019ceff0, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0019dbe00, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00144d980) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 470 [select, 1248 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/storage.(*Stat).rebuildRegularly(0xc002bbc7e0, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/storage/stat.go:242 +0x11f github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/storage.NewStat.func1.1(0xc0019d33f0, 0xc002bbc7e0, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/storage/stat.go:212 +0x73 created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/storage.NewStat.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/storage/stat.go:210 +0xb6 goroutine 446 [chan receive, 1248 minutes]: google.golang.org/grpc.(*addrConn).resetTransport(0xc000314580) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/clientconn.go:1164 +0x6ea created by google.golang.org/grpc.(*addrConn).connect /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/clientconn.go:800 +0x128 goroutine 448 [select, 1248 minutes]: database/sql.(*DB).connectionOpener(0xc001770b40, 0x32969e0, 0xc00217bb80) /usr/local/go/src/database/sql/sql.go:1052 +0xe8 created by database/sql.OpenDB /usr/local/go/src/database/sql/sql.go:722 +0x15d goroutine 449 [select, 1248 minutes]: database/sql.(*DB).connectionResetter(0xc001770b40, 0x32969e0, 0xc00217bb80) /usr/local/go/src/database/sql/sql.go:1065 +0xfb created by database/sql.OpenDB /usr/local/go/src/database/sql/sql.go:723 +0x193 goroutine 489 [select]: github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).doCheck(0xc002712420, 0x32969e0, 0xc001aea680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:169 +0x113 created by github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).run /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:200 +0x38c goroutine 483 [select]: github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*Forwarder).pollingForTiDB(0xc00217bac0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/forwarder.go:111 +0x433 created by github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*Forwarder).Start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/forwarder.go:67 +0x147 goroutine 484 [IO wait, 1248 minutes]: internal/poll.runtime_pollWait(0x7fb43ab8a628, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc001740d98, 0x72, 0x0, 0x0, 0x277a553) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001740d80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8 net.(*netFD).accept(0xc001740d80, 0xc001fb9500, 0xc0029a1f90, 0xc001609620) /usr/local/go/src/net/fd_unix.go:238 +0x42 net.(*TCPListener).accept(0xc00180ff20, 0xd1f97a, 0xc001fb9500, 0x0) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00180ff20, 0xc001fb9500, 0x0, 0x1, 0xc001aea601) /usr/local/go/src/net/tcpsock.go:261 +0x47 github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).run(0xc002712420, 0x32969e0, 0xc001aea680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:215 +0x4f2 created by github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*Forwarder).Start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/forwarder.go:68 +0x181 goroutine 485 [IO wait, 750 minutes]: internal/poll.runtime_pollWait(0x7fb43ab8a558, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc001740e98, 0x72, 0x0, 0x0, 0x277a553) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001740e80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8 net.(*netFD).accept(0xc001740e80, 0x37e11d600, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:238 +0x42 net.(*TCPListener).accept(0xc00180ff40, 0xd1f97a, 0xc001fb9500, 0x0) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00180ff40, 0xc001fb9500, 0xc002712400, 0x32b0280, 0xc0055f87f8) /usr/local/go/src/net/tcpsock.go:261 +0x47 github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).run(0xc002712480, 0x32969e0, 0xc001aea680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:215 +0x4f2 created by github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*Forwarder).Start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/forwarder.go:69 +0x1bb goroutine 487 [select, 1248 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/apiserver/profiling.(*Service).serviceLoop(0xc0016dd480, 0x32969e0, 0xc001aea680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/apiserver/profiling/service.go:114 +0x238 github.com/pingcap-incubator/tidb-dashboard/pkg/apiserver/profiling.NewService.func1.1(0xc0016dd480, 0x32969e0, 0xc001aea680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/apiserver/profiling/service.go:80 +0x79 created by github.com/pingcap-incubator/tidb-dashboard/pkg/apiserver/profiling.NewService.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/apiserver/profiling/service.go:78 +0x74 goroutine 488 [select, 1248 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual.(*Service).managerLoop(0xc001588fc0, 0x32969e0, 0xc001aea680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/manager.go:51 +0x118 github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual.(*Service).managerHook.func1.1(0xc001712220, 0xc001588fc0, 0x32969e0, 0xc001aea680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/manager.go:37 +0x73 created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual.(*Service).managerHook.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/manager.go:35 +0x85 goroutine 498 [select, 3 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).GenerateScaleColumnWork(0xc002c26410, 0x32969e0, 0xc0017bb240, 0xc002544780) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:219 +0x39a github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers.func1(0xc0019d33f0, 0xc002c26410, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:184 +0x7f created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:182 +0xc1 goroutine 499 [select, 1 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).GenerateScaleColumnWork(0xc002c26410, 0x32969e0, 0xc0017bb240, 0xc002544780) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:219 +0x39a github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers.func1(0xc0019d33f0, 0xc002c26410, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:184 +0x7f created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:182 +0xc1 goroutine 500 [select, 3 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).GenerateScaleColumnWork(0xc002c26410, 0x32969e0, 0xc0017bb240, 0xc002544780) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:219 +0x39a github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers.func1(0xc0019d33f0, 0xc002c26410, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:184 +0x7f created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:182 +0xc1 goroutine 501 [select, 5 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).GenerateScaleColumnWork(0xc002c26410, 0x32969e0, 0xc0017bb240, 0xc002544780) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:219 +0x39a github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers.func1(0xc0019d33f0, 0xc002c26410, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:184 +0x7f created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:182 +0xc1 goroutine 502 [select, 3 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).GenerateScaleColumnWork(0xc002c26410, 0x32969e0, 0xc0017bb240, 0xc002544780) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:219 +0x39a github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers.func1(0xc0019d33f0, 0xc002c26410, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:184 +0x7f created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:182 +0xc1 goroutine 503 [select, 3 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).GenerateScaleColumnWork(0xc002c26410, 0x32969e0, 0xc0017bb240, 0xc002544780) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:219 +0x39a github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers.func1(0xc0019d33f0, 0xc002c26410, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:184 +0x7f created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:182 +0xc1 goroutine 504 [select, 1 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).GenerateScaleColumnWork(0xc002c26410, 0x32969e0, 0xc0017bb240, 0xc002544780) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:219 +0x39a github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers.func1(0xc0019d33f0, 0xc002c26410, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:184 +0x7f created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:182 +0xc1 goroutine 505 [select, 3 minutes]: github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).GenerateScaleColumnWork(0xc002c26410, 0x32969e0, 0xc0017bb240, 0xc002544780) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:219 +0x39a github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers.func1(0xc0019d33f0, 0xc002c26410, 0x32969e0, 0xc0017bb240) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:184 +0x7f created by github.com/pingcap-incubator/tidb-dashboard/pkg/keyvisual/matrix.(*distanceStrategy).StartWorkers /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/keyvisual/matrix/distance.go:182 +0xc1 goroutine 1021 [select]: github.com/tikv/pd/server/election.(*lease).KeepAlive(0xc005b5aa50, 0x32969e0, 0xc005a135c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/election/lease.go:95 +0x237 github.com/tikv/pd/server/election.(*Leadership).Keep(0xc002e9e2d0, 0x32969e0, 0xc005a7f880) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/election/leadership.go:123 +0x7f github.com/tikv/pd/server/member.(*Member).KeepLeader(0xc00466f4a0, 0x32969e0, 0xc005a7f880) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/member/member.go:153 +0x42 created by github.com/tikv/pd/server.(*Server).campaignLeader /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/server.go:1195 +0x3d1 goroutine 1025 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005c9a500) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 1079 [chan receive, 1248 minutes]: github.com/tikv/pd/server/cluster.(*RaftCluster).runCoordinator(0xc0002dd440) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/cluster.go:333 +0x12c created by github.com/tikv/pd/server/cluster.(*RaftCluster).Start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/cluster.go:255 +0x714 goroutine 1075 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005c9a600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 1082 [select]: github.com/tikv/pd/server/replication.(*ModeManager).Run(0xc005b591e0, 0xc005b9b080) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/replication/replication_mode.go:356 +0x169 github.com/tikv/pd/server/cluster.(*RaftCluster).runReplicationMode(0xc0002dd440) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/cluster.go:346 +0xb9 created by github.com/tikv/pd/server/cluster.(*RaftCluster).Start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/cluster.go:261 +0x78f goroutine 2306063 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0030135e0, 0xc003016fb0, 0x5, 0x5, 0xc006ccf200, 0x1e, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0030135e0, 0xc003016fb0, 0x5, 0x5, 0xc00337d5c0, 0xc001d27ca0, 0xc00337d2a0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00782b080, 0xc003016fb0, 0x5, 0x5, 0x5c, 0xc00337d2c8, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc00782b080, 0xc003016fb0, 0x5, 0x5, 0x5, 0x2, 0x0, 0x2) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005ec9f00, 0xc003016fb0, 0x5, 0x5, 0xc001a9a210, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc003016fa0, 0x200000, 0xc00337d418, 0xd48321, 0x2e7a5c8, 0xc00337d428, 0x111ed8d, 0x2775555) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc003016fa0, 0xc005ec9f00, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc005e15e00, 0xc005e15dc0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc003016fa0, 0x7fb43ab4f540, 0x4c445e8, 0xc005ec9f00, 0x0, 0x0, 0x27284e0, 0xc0044d80b0, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc007264180, 0x27284e0, 0xc0044d80b0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc003016fe0, 0x27284e0, 0xc0044d80b0, 0xc00337d728, 0x110c3cb) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDRegionHeartbeatServer).Recv(0xc003bff230, 0xc005e15e00, 0xc005e15e00, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5436 +0x62 github.com/tikv/pd/server.(*heartbeatServer).Recv(0xc003017000, 0xc007e12300, 0x4, 0x4) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:366 +0x43 github.com/tikv/pd/server.(*Server).RegionHeartbeat(0xc000352a00, 0x32af860, 0xc003bff230, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:388 +0xe3 github.com/pingcap/kvproto/pkg/pdpb._PD_RegionHeartbeat_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc003016fe0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5417 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc003016fe0, 0x18, 0xc003013680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc007264180, 0xc003016fc0, 0xc003013630, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc007264180, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc007264180, 0xc003016fc0, 0xc003013630, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc007264180, 0xc003016fc0, 0x2e77468, 0x3296aa0, 0xc00782b110) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc001854900, 0xc005ec9f00, 0xc0018531a0, 0x426a4c0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc001854900, 0xc005ec9f00, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001876cb0, 0xc00488e300, 0x32b27a0, 0xc001854900, 0xc005ec9f00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1080 [select]: github.com/tikv/pd/server/cluster.(*RaftCluster).runBackgroundJobs(0xc0002dd440, 0x2540be400) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/cluster.go:311 +0x1c5 created by github.com/tikv/pd/server/cluster.(*RaftCluster).Start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/cluster.go:259 +0x745 goroutine 1033 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005b3efc0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 1075614 [select, 672 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0045d9bd0, 0xc0045fdfd0, 0x5, 0x5, 0xc00780738f, 0xc007807318, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0045d9bd0, 0xc0045fdfd0, 0x5, 0x5, 0xc0078076b8, 0xc001b22ba0, 0xc007807398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc006434c60, 0xc0045fdfd0, 0x5, 0x5, 0x1a0e22a, 0xc0078073c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc006434c60, 0xc0045fdfd0, 0x5, 0x5, 0x5, 0xc005d5b400, 0x40, 0x40) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0001c7000, 0xc0045fdfd0, 0x5, 0x5, 0x12, 0x20, 0xffffffffffffffff) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc0045fdfc0, 0x200000, 0xc006a29f90, 0xc003cea540, 0x1a2b55e, 0xc0059aea00, 0xffffffffffffffff, 0x324f260) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc0045fdfc0, 0xc0001c7000, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc00033dd80, 0x12, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc0045fdfc0, 0x7fb43ab4f540, 0x4c445e8, 0xc0001c7000, 0x0, 0x0, 0x26d6380, 0xc0059f0fc0, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc005464c00, 0x26d6380, 0xc0059f0fc0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc0048aa000, 0x26d6380, 0xc0059f0fc0, 0xc003cea840, 0xd2f2c8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc0045bafb0, 0x7fb401630600, 0x20300100000000, 0x7fb4017eafff) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc0045bafb0, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc0048aa000, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc0048aa000, 0xc, 0xc0045d9c70) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc005464c00, 0xc0045fdfe0, 0xc0045d9c20, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc005464c00, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc005464c00, 0xc0045fdfe0, 0xc0045d9c20, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc005464c00, 0xc0045fdfe0, 0x2e774b0, 0x3296aa0, 0xc006434c90) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0001c7000, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0001c7000, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0001c7000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1081 [select]: github.com/tikv/pd/server/region_syncer.(*RegionSyncer).RunServer(0xc00040fb00, 0xc005a96cc0, 0xc005b9b080) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/region_syncer/server.go:106 +0x672 github.com/tikv/pd/server/cluster.(*RaftCluster).syncRegions(0xc0002dd440) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/cluster.go:340 +0xc5 created by github.com/tikv/pd/server/cluster.(*RaftCluster).Start /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/cluster.go:260 +0x76a goroutine 1076 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005c9a640) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 1078 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005c9a6c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 1074 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005c9a580) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 1050 [select]: github.com/tikv/pd/server/election.(*lease).keepAliveWorker.func1(0x3b9aca00, 0xc005b5aa50, 0x32969e0, 0xc005a135c0, 0xc005af9380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/election/lease.go:140 +0x491 created by github.com/tikv/pd/server/election.(*lease).keepAliveWorker /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/election/lease.go:114 +0x89 goroutine 1032 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005b3ef80) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 944 [select]: github.com/tikv/pd/pkg/cache.(*ttlCache).doGC(0xc005d7f640) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:148 +0x440 created by github.com/tikv/pd/pkg/cache.newTTL /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/pkg/cache/ttl.go:49 +0x9c goroutine 9415 [select, 44 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00155e900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 8378 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc006d3de50, 0xc006d1f8b0, 0x5, 0x5, 0xc00689f650, 0x1599dee, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc006d3de50, 0xc006d1f8b0, 0x5, 0x5, 0xc00689fa00, 0xc0062d2300, 0xc00689f6e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc006d398c0, 0xc006d1f8b0, 0x5, 0x5, 0x0, 0xc00689f708, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc006d398c0, 0xc006d1f8b0, 0x5, 0x5, 0x5, 0x4, 0xc00689f780, 0xd1ebbc) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005ae8200, 0xc006d1f8b0, 0x5, 0x5, 0x0, 0x2, 0xc0016b53a0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc006d1f8a0, 0x200000, 0xc0016b5440, 0xc0016b5380, 0x3, 0x3, 0x326d0e0, 0xc001591280) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc006d1f8a0, 0xc005ae8200, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x3, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc006d1f8a0, 0x7fb43ab4f540, 0x4c445e8, 0xc005ae8200, 0x0, 0x0, 0x263e960, 0xc0080be2f0, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc006d5e540, 0x263e960, 0xc0080be2f0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc006d1f8e0, 0x263e960, 0xc0080be2f0, 0xc002e43720, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b go.etcd.io/etcd/etcdserver/etcdserverpb.(*leaseLeaseKeepAliveServer).Recv(0xc00647cba0, 0xc002e43720, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/etcdserverpb/rpc.pb.go:3935 +0x62 go.etcd.io/etcd/etcdserver/api/v3rpc.(*LeaseServer).leaseKeepAlive(0xc00155a3c0, 0x32afce0, 0xc00647cba0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/lease.go:108 +0x4c go.etcd.io/etcd/etcdserver/api/v3rpc.(*LeaseServer).LeaseKeepAlive.func1(0xc00645bb00, 0xc00155a3c0, 0x32afce0, 0xc00647cba0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/lease.go:92 +0x3f created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*LeaseServer).LeaseKeepAlive /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/lease.go:91 +0x91 goroutine 10431 [select, 43 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001854900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 8415 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc005b5bb80, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc004081b60, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0004e3380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 8376 [select, 1244 minutes]: go.etcd.io/etcd/etcdserver/api/v3rpc.(*LeaseServer).LeaseKeepAlive(0xc00155a3c0, 0x32afce0, 0xc00647cba0, 0x1, 0xc00647cba0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/lease.go:94 +0x142 go.etcd.io/etcd/etcdserver/etcdserverpb._Lease_LeaseKeepAlive_Handler(0x259cbe0, 0xc00155a440, 0x32a8900, 0xc006d1f8e0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/etcdserverpb/rpc.pb.go:3916 +0xad github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x259cbe0, 0xc00155a440, 0x32a8900, 0xc006d1f8e0, 0x22, 0xc002c261e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x259cbe0, 0xc00155a440, 0x32a9d40, 0xc006d39c50, 0xc006d1f8c0, 0xc002c26190, 0xd47aca, 0xc006d39c50) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x259cbe0, 0xc00155a440, 0x32a9d40, 0xc006d39c50, 0xc00647cb90, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x259cbe0, 0xc00155a440, 0x32a9d40, 0xc006d39c50, 0xc006d1f8c0, 0xc002c26190, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x259cbe0, 0xc00155a440, 0x32a9740, 0xc006d5e540, 0xc006d1f8c0, 0x2e78c68, 0x3296aa0, 0xc006d39bf0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00488f680, 0xc005ae8200, 0xc0003c3bf0, 0x4261c80, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00488f680, 0xc005ae8200, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc006dc4060, 0xc00488e300, 0x32b27a0, 0xc00488f680, 0xc005ae8200) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1034280 [select, 61 minutes]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002fe7180, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0070b99e0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00144d380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 10432 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8a3b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc00427c318, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00427c300, 0xc00465a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc00427c300, 0xc00465a000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc00426c060, 0xc00465a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc0004ee710, 0xc00465a000, 0x8000, 0x8000, 0x1060100000011, 0x8, 0xc006d9bd70) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc0004ee700, 0xc00465a000, 0x8000, 0x8000, 0xc001ccaba0, 0x20, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc00427a300, 0xc00100e658, 0x9, 0x9, 0xda218a, 0x8000000000000000, 0x441f5c0d6557) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc00427a300, 0xc00100e658, 0x9, 0x9, 0x9, 0x1141fd5, 0xc00428c6f8, 0xc006d9be30) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc00100e658, 0x9, 0x9, 0x324d480, 0xc00427a300, 0x0, 0x0, 0x7070e0910100402, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00100e620, 0xc001ccaba0, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001854900, 0xc004270990, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc001854900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc001854900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 8375 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc006d3dd10, 0xc006d1f530, 0x5, 0x5, 0x9, 0x1, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc006d3dd10, 0xc006d1f530, 0x5, 0x5, 0xc0026c16b8, 0xc0062d2220, 0xc0026c1398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc006d39710, 0xc006d1f530, 0x5, 0x5, 0x20, 0xc0026c13c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc006d39710, 0xc006d1f530, 0x5, 0x5, 0x5, 0x1, 0x2, 0x0) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005ae8100, 0xc006d1f530, 0x5, 0x5, 0x3, 0xc005ca9530, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc006d1f520, 0x200000, 0x3, 0x3, 0x326d0e0, 0xc005c9af00, 0xc0026c1558, 0x111e768) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc006d1f520, 0xc005ae8100, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x11faf10, 0xc006d5e480, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc006d1f520, 0x7fb43ab4f540, 0x4c445e8, 0xc005ae8100, 0x0, 0x0, 0x26d6380, 0xc0071492c0, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc006d5e480, 0x26d6380, 0xc0071492c0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc006d1f560, 0x26d6380, 0xc0071492c0, 0xd, 0x3ef5798ee2308c3a) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc00647c9a0, 0x3ef5798ee2308c3a, 0x4c19600, 0x5000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc00647c9a0, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc006d1f560, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc006d1f560, 0xc, 0xc006d3ddb0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006d5e480, 0xc006d1f540, 0xc006d3dd60, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006d5e480, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006d5e480, 0xc006d1f540, 0xc006d3dd60, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006d5e480, 0xc006d1f540, 0x2e774b0, 0x3296aa0, 0xc006d39740) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc0004e3380, 0xc005ae8100, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc0004e3380, 0xc005ae8100, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc006cede90, 0xc00488e300, 0x32b27a0, 0xc0004e3380, 0xc005ae8100) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1076543 [select, 671 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0047f9d60, 0xc004842db0, 0x5, 0x5, 0xc00780138f, 0xc007801318, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0047f9d60, 0xc004842db0, 0x5, 0x5, 0xc0078016b8, 0xc001baf440, 0xc007801398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc007311cb0, 0xc004842db0, 0x5, 0x5, 0x1a0e22a, 0xc0078013c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc007311cb0, 0xc004842db0, 0x5, 0x5, 0x5, 0xc005d5b400, 0x40, 0x40) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001c7ae00, 0xc004842db0, 0x5, 0x5, 0x12, 0x20, 0xffffffffffffffff) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc004842da0, 0x200000, 0xc007074d70, 0xc00270d540, 0x1a2b55e, 0xc0059aea00, 0xffffffffffffffff, 0x324f260) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc004842da0, 0xc001c7ae00, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc00012e540, 0x12, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc004842da0, 0x7fb43ab4f540, 0x4c445e8, 0xc001c7ae00, 0x0, 0x0, 0x26d6380, 0xc0061bcd80, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc003527080, 0x26d6380, 0xc0061bcd80, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc004842de0, 0x26d6380, 0xc0061bcd80, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc00482cee0, 0x1, 0xc001ada870, 0xc00270d900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc00482cee0, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc004842de0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc004842de0, 0xc, 0xc0047f9e00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc003527080, 0xc004842dc0, 0xc0047f9db0, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc003527080, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc003527080, 0xc004842dc0, 0xc0047f9db0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc003527080, 0xc004842dc0, 0x2e774b0, 0x3296aa0, 0xc007311ce0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc001c7ae00, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc001c7ae00, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc001c7ae00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 9388 [select, 44 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00144cc00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 1077129 [select, 671 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0038894f0, 0xc00388adb0, 0x5, 0x5, 0x27af982, 0x20, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0038894f0, 0xc00388adb0, 0x5, 0x5, 0xc002c196b8, 0xc001aa5f40, 0xc002c19398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0071392c0, 0xc00388adb0, 0x5, 0x5, 0xd2ff00, 0xc002c193c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc0071392c0, 0xc00388adb0, 0x5, 0x5, 0x5, 0x277f41d, 0x27af998, 0xa) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0057fb100, 0xc00388adb0, 0x5, 0x5, 0x111ea2f, 0xc001612030, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc00388ada0, 0x200000, 0x326d0e0, 0xc0015ccd80, 0xc001612030, 0x3, 0x3, 0x326d0e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc00388ada0, 0xc0057fb100, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x326d0e0, 0xc0015ccd80, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc00388ada0, 0x7fb43ab4f540, 0x4c445e8, 0xc0057fb100, 0x0, 0x0, 0x26d6380, 0xc006cf1e80, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc00469be00, 0x26d6380, 0xc006cf1e80, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc00388ade0, 0x26d6380, 0xc006cf1e80, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc0058ee760, 0x1, 0xc001ada870, 0xc003da9900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc0058ee760, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc00388ade0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc00388ade0, 0xc, 0xc003889590) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00469be00, 0xc00388adc0, 0xc003889540, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00469be00, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00469be00, 0xc00388adc0, 0xc003889540, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00469be00, 0xc00388adc0, 0x2e774b0, 0x3296aa0, 0xc0071392f0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057fb100, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057fb100, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057fb100) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 10430 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00428c690, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0042a6c00, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001854900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 8425 [select, 1244 minutes]: go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch(0xc000324eb0, 0x32afda0, 0xc001970690, 0x324f9c0, 0xc000324eb0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:192 +0x3a2 go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x24cef40, 0xc000324eb0, 0x32a8900, 0xc00430c380, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/etcdserverpb/rpc.pb.go:3724 +0xad github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x24cef40, 0xc000324eb0, 0x32a8900, 0xc00430c380, 0x19, 0xc0019ce320) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x24cef40, 0xc000324eb0, 0x32a9740, 0xc0046060c0, 0xc00430c360, 0xc0019ce2d0, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x24cef40, 0xc000324eb0, 0x32a9740, 0xc0046060c0, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x24cef40, 0xc000324eb0, 0x32a9740, 0xc0046060c0, 0xc00430c360, 0xc0019ce2d0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x24cef40, 0xc000324eb0, 0x32a9740, 0xc0046060c0, 0xc00430c360, 0x2e78d08, 0x3296aa0, 0xc004f8e390) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00488f680, 0xc0004a8600, 0xc0003c3860, 0x4261c60, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00488f680, 0xc0004a8600, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc006dc4060, 0xc00488e300, 0x32b27a0, 0xc00488f680, 0xc0004a8600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1306 [select]: github.com/tikv/pd/server/cluster.(*coordinator).patrolRegions(0xc005b5e880) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:103 +0x299 created by github.com/tikv/pd/server/cluster.(*coordinator).run /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:358 +0x101d goroutine 1732 [select]: github.com/tikv/pd/server/cluster.(*coordinator).runScheduler(0xc005b5e880, 0xc00174e1e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:725 +0x21e created by github.com/tikv/pd/server/cluster.(*coordinator).addScheduler /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:589 +0x193 goroutine 1307 [select]: github.com/tikv/pd/server/cluster.(*coordinator).drivePushOperator(0xc005b5e880) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:243 +0x1d2 created by github.com/tikv/pd/server/cluster.(*coordinator).run /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:359 +0x1042 goroutine 1054214 [select, 683 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc004634550, 0xc001e3a690, 0x5, 0x5, 0x27af982, 0x20, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc004634550, 0xc001e3a690, 0x5, 0x5, 0xc002c136b8, 0xc0018403e0, 0xc002c13398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0062d9fb0, 0xc001e3a690, 0x5, 0x5, 0x26f8500, 0xc002c133c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc0062d9fb0, 0xc001e3a690, 0x5, 0x5, 0x5, 0x277f41d, 0x27af998, 0xa) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005bb8600, 0xc001e3a690, 0x5, 0x5, 0x111ea2f, 0xc001612030, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc001e3a680, 0x200000, 0x326d0e0, 0xc0015ccd80, 0xc001612030, 0x3, 0x3, 0x326d0e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc001e3a680, 0xc005bb8600, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x326d0e0, 0xc0015ccd80, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc001e3a680, 0x7fb43ab4f540, 0x4c445e8, 0xc005bb8600, 0x0, 0x0, 0x26d6380, 0xc006d47140, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc007068d80, 0x26d6380, 0xc006d47140, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc001e3a6c0, 0x26d6380, 0xc006d47140, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc00363c680, 0x1, 0xc001ada870, 0xc00007d900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc00363c680, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc001e3a6c0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc001e3a6c0, 0xc, 0xc0046345f0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc007068d80, 0xc001e3a6a0, 0xc0046345a0, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc007068d80, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc007068d80, 0xc001e3a6a0, 0xc0046345a0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc007068d80, 0xc001e3a6a0, 0x2e774b0, 0x3296aa0, 0xc0066ae000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005bb8600, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005bb8600, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005bb8600) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1054861 [select, 683 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003b31c70, 0xc003b4a830, 0x5, 0x5, 0xc, 0x27847ca, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003b31c70, 0xc003b4a830, 0x5, 0x5, 0xc0042cd6b8, 0xc00170b940, 0xc0042cd398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0046e4ed0, 0xc003b4a830, 0x5, 0x5, 0x1a0e22a, 0xc0042cd3c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc0046e4ed0, 0xc003b4a830, 0x5, 0x5, 0x5, 0xc005d5b400, 0x40, 0x40) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0015f4900, 0xc003b4a830, 0x5, 0x5, 0x12, 0x20, 0xffffffffffffffff) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc003b4a820, 0x200000, 0xc00618a760, 0xc00007d540, 0x1a2b55e, 0xc0059aea00, 0xffffffffffffffff, 0x324f260) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc003b4a820, 0xc0015f4900, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc00170b240, 0x12, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc003b4a820, 0x7fb43ab4f540, 0x4c445e8, 0xc0015f4900, 0x0, 0x0, 0x26d6380, 0xc006f9ba00, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc006c56840, 0x26d6380, 0xc006f9ba00, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc003b4a860, 0x26d6380, 0xc006f9ba00, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc003b58130, 0x1, 0xc001ada870, 0xc00007d900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc003b58130, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc003b4a860, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc003b4a860, 0xc, 0xc003b31d10) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006c56840, 0xc003b4a840, 0xc003b31cc0, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006c56840, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006c56840, 0xc003b4a840, 0xc003b31cc0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006c56840, 0xc003b4a840, 0x2e774b0, 0x3296aa0, 0xc0046e4f00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0015f4900, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0015f4900, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0015f4900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1034284 [select, 694 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002fe7590, 0xc002fe9090, 0x5, 0x5, 0x27af982, 0x20, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002fe7590, 0xc002fe9090, 0x5, 0x5, 0xc004b036b8, 0xc001b8b1c0, 0xc004b03398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc005718990, 0xc002fe9090, 0x5, 0x5, 0xd2ff00, 0xc004b033c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc005718990, 0xc002fe9090, 0x5, 0x5, 0x5, 0x278fa87, 0xa, 0x1) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002a42f00, 0xc002fe9090, 0x5, 0x5, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc002fe9080, 0x200000, 0x32969e0, 0xc001590000, 0x2540be400, 0x3, 0x326d0e0, 0xc002b149c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc002fe9080, 0xc002a42f00, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc002b149c0, 0xc0015ccd01, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc002fe9080, 0x7fb43ab4f540, 0x4c445e8, 0xc002a42f00, 0x0, 0x0, 0x26d6380, 0xc005ed6d80, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc004005140, 0x26d6380, 0xc005ed6d80, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc002fe90c0, 0x26d6380, 0xc005ed6d80, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc002e5d420, 0x1, 0xc001ada870, 0xc006dba900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc002e5d420, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc002fe90c0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc002fe90c0, 0xc, 0xc002fe7630) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc004005140, 0xc002fe90a0, 0xc002fe75e0, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc004005140, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc004005140, 0xc002fe90a0, 0xc002fe75e0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc004005140, 0xc002fe90a0, 0x2e774b0, 0x3296aa0, 0xc0057189c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc002a42f00, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc002a42f00, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc002a42f00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 9416 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8a2e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc003587618, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003587600, 0xc003bce000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc003587600, 0xc003bce000, 0x8000, 0x8000, 0x2f, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc0030c44a0, 0xc003bce000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc000438390, 0xc003bce000, 0x8000, 0x8000, 0xc006f04cd8, 0xd25b56, 0xc004086440) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc000438380, 0xc003bce000, 0x8000, 0x8000, 0x18, 0xc004086440, 0xd25b56) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc005849f80, 0xc001452038, 0x9, 0x9, 0xc006f04d08, 0xd263c8, 0x20) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc005849f80, 0xc001452038, 0x9, 0x9, 0x9, 0xc006f04dc0, 0xc006f04d68, 0xc006f04e30) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc001452038, 0x9, 0x9, 0x324d480, 0xc005849f80, 0x0, 0x441a00000000, 0xc001c644e0, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc001452000, 0xc001c644e0, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00155e900, 0xc006a415c0, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc00155e900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc00155e900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 8368 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001c220f0, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003b1a0c0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00488f680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 1721 [select]: github.com/tikv/pd/server/cluster.(*coordinator).runScheduler(0xc005b5e880, 0xc002c26730) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:725 +0x21e created by github.com/tikv/pd/server/cluster.(*coordinator).addScheduler /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:589 +0x193 goroutine 1055644 [select, 683 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc004bc5310, 0xc004bc7850, 0x5, 0x5, 0xc00772b38f, 0xc00772b318, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc004bc5310, 0xc004bc7850, 0x5, 0x5, 0xc00772b6b8, 0xc001672b80, 0xc00772b398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc007001230, 0xc004bc7850, 0x5, 0x5, 0x1a0e22a, 0xc00772b3c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc007001230, 0xc004bc7850, 0x5, 0x5, 0x5, 0xc005d5b400, 0x40, 0x40) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005eeb300, 0xc004bc7850, 0x5, 0x5, 0x12, 0x20, 0xffffffffffffffff) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc004bc7840, 0x200000, 0xc00426ccb0, 0xc002de8540, 0x1a2b55e, 0xc0059aea00, 0xffffffffffffffff, 0x324f260) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc004bc7840, 0xc005eeb300, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc00258f1a0, 0x12, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc004bc7840, 0x7fb43ab4f540, 0x4c445e8, 0xc005eeb300, 0x0, 0x0, 0x26d6380, 0xc004304f00, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc00714e9c0, 0x26d6380, 0xc004304f00, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc004bc7880, 0x26d6380, 0xc004304f00, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc004bb9550, 0x1, 0xc001ada870, 0xc002de8900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc004bb9550, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc004bc7880, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc004bc7880, 0xc, 0xc004bc53b0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00714e9c0, 0xc004bc7860, 0xc004bc5360, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00714e9c0, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00714e9c0, 0xc004bc7860, 0xc004bc5360, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00714e9c0, 0xc004bc7860, 0x2e774b0, 0x3296aa0, 0xc007001260) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005eeb300, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005eeb300, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc005eeb300) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 8427 [select, 1243 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0019ce280, 0xc00430c350, 0x5, 0x5, 0x20300000000000, 0x7fb437e3ffff, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0019ce280, 0xc00430c350, 0x5, 0x5, 0xc002fd8a68, 0xc004ef8460, 0xc002fd8748) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc004f8e360, 0xc00430c350, 0x5, 0x5, 0x20300000000000, 0xc002fd8770, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc004f8e360, 0xc00430c350, 0x5, 0x5, 0x5, 0x36, 0x8, 0x2) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0004a8600, 0xc00430c350, 0x5, 0x5, 0x7fb41c24c6b0, 0x0, 0xd0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc00430c340, 0x200000, 0xc002fd88a8, 0x8, 0x203001, 0x8, 0x203000, 0x203001) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc00430c340, 0xc0004a8600, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x203000, 0x203000, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc00430c340, 0x7fb43ab4f540, 0x4c445e8, 0xc0004a8600, 0x0, 0x0, 0x2679ee0, 0xc00435a990, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc0046060c0, 0x2679ee0, 0xc00435a990, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc00430c380, 0x2679ee0, 0xc00435a990, 0xc002fd8c64, 0x2) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc001970690, 0xc002fd8c60, 0x2, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/etcdserverpb/rpc.pb.go:3743 +0x62 go.etcd.io/etcd/etcdserver/api/v3rpc.(*serverWatchStream).recvLoop(0xc004606180, 0xc00557d6c0, 0xc002e9e2d0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:222 +0x4c go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch.func2(0xc004606180, 0x32afda0, 0xc001970690, 0xc005b982a0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:173 +0x43 created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:172 +0x2dc goroutine 1695 [select]: github.com/tikv/pd/server/cluster.(*coordinator).runScheduler(0xc005b5e880, 0xc005edfa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:725 +0x21e created by github.com/tikv/pd/server/cluster.(*coordinator).addScheduler /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:589 +0x193 goroutine 7997 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8ad78, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc005f7a698, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc005f7a680, 0xc006528000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc005f7a680, 0xc006528000, 0x1000, 0x1000, 0xd4b89c, 0xc002fc6b20, 0xd766d0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc005f6c890, 0xc006528000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 net/http.(*persistConn).Read(0xc000346c60, 0xc006528000, 0x1000, 0x1000, 0xc0015dee40, 0xc002fc6c20, 0xd1e505) /usr/local/go/src/net/http/transport.go:1744 +0x75 bufio.(*Reader).fill(0xc005f74660) /usr/local/go/src/bufio/bufio.go:100 +0x103 bufio.(*Reader).Peek(0xc005f74660, 0x1, 0x0, 0x0, 0x1, 0xc004ef7f00, 0x0) /usr/local/go/src/bufio/bufio.go:138 +0x4f net/http.(*persistConn).readLoop(0xc000346c60) /usr/local/go/src/net/http/transport.go:1897 +0x1d6 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1566 +0xafe goroutine 1693 [select]: github.com/tikv/pd/server/cluster.(*coordinator).runScheduler(0xc005b5e880, 0xc005edf590) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:725 +0x21e created by github.com/tikv/pd/server/cluster.(*coordinator).addScheduler /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/cluster/coordinator.go:589 +0x193 goroutine 8690 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8aa38, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc006268398, 0x72, 0x0, 0x0, 0x400000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.spliceDrain(0x26, 0xc006268380, 0x400000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/splice_linux.go:92 +0x195 internal/poll.Splice(0xc006268280, 0xc006268380, 0x4000000000000000, 0x39045c2c, 0x1, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/splice_linux.go:41 +0x14f net.splice(0xc006268280, 0x3250980, 0xc00623bd20, 0xd229eb, 0xc000032000, 0x24eb220, 0x26f8c00) /usr/local/go/src/net/splice_linux.go:39 +0xa9 net.(*TCPConn).readFrom(0xc00623bd18, 0x3250980, 0xc00623bd20, 0xc0023f86c8, 0xd23cda, 0x24eb220) /usr/local/go/src/net/tcpsock_posix.go:48 +0x46 net.(*TCPConn).ReadFrom(0xc00623bd18, 0x3250980, 0xc00623bd20, 0x7fb41c18b9e8, 0xc00623bd18, 0xf92401) /usr/local/go/src/net/tcpsock.go:103 +0x4d io.copyBuffer(0x32509a0, 0xc00623bd18, 0x3250980, 0xc00623bd20, 0x0, 0x0, 0x0, 0x0, 0x1, 0x0) /usr/local/go/src/io/io.go:388 +0x2ed io.Copy(...) /usr/local/go/src/io/io.go:364 github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).serve.func1(0x32b0280, 0xc00623bd18, 0x32b0280, 0xc00623bd20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:128 +0xc0 created by github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).serve /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:126 +0x2de goroutine 8656 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8a488, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc006268298, 0x72, 0x0, 0x0, 0x400000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.spliceDrain(0x24, 0xc006268280, 0x400000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/splice_linux.go:92 +0x195 internal/poll.Splice(0xc006268380, 0xc006268280, 0x4000000000000000, 0x774829, 0xd1b801, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/splice_linux.go:41 +0x14f net.splice(0xc006268380, 0x3250980, 0xc00623bd18, 0xd229eb, 0xc000032000, 0x24eb220, 0x26f8c00) /usr/local/go/src/net/splice_linux.go:39 +0xa9 net.(*TCPConn).readFrom(0xc00623bd20, 0x3250980, 0xc00623bd18, 0xc002fdfe20, 0xd23cda, 0x24eb220) /usr/local/go/src/net/tcpsock_posix.go:48 +0x46 net.(*TCPConn).ReadFrom(0xc00623bd20, 0x3250980, 0xc00623bd18, 0x7fb41c18b9e8, 0xc00623bd20, 0xd52f01) /usr/local/go/src/net/tcpsock.go:103 +0x4d io.copyBuffer(0x32509a0, 0xc00623bd20, 0x3250980, 0xc00623bd18, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0023f8718) /usr/local/go/src/io/io.go:388 +0x2ed io.Copy(...) /usr/local/go/src/io/io.go:364 github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).serve(0xc002712480, 0x32b0280, 0xc00623bd18) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:133 +0x37d created by github.com/pingcap-incubator/tidb-dashboard/pkg/tidb.(*proxy).run /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap-incubator/tidb-dashboard@v0.0.0-20201126111827-6c8be2240067/pkg/tidb/proxy.go:219 +0x870 goroutine 1075933 [select, 672 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0030cfa40, 0xc0030d5c10, 0x5, 0x5, 0x27af982, 0x20, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0030cfa40, 0xc0030d5c10, 0x5, 0x5, 0xc0068a56b8, 0xc001b22bc0, 0xc0068a5398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00678a990, 0xc0030d5c10, 0x5, 0x5, 0x1a0e200, 0xc0068a53c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc00678a990, 0xc0030d5c10, 0x5, 0x5, 0x5, 0x277f41d, 0x27af998, 0xa) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001c7a800, 0xc0030d5c10, 0x5, 0x5, 0x111ea2f, 0xc001612030, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc0030d5c00, 0x200000, 0x326d0e0, 0xc0015ccd80, 0xc001612030, 0x3, 0x3, 0x326d0e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc0030d5c00, 0xc001c7a800, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x326d0e0, 0xc0015ccd80, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc0030d5c00, 0x7fb43ab4f540, 0x4c445e8, 0xc001c7a800, 0x0, 0x0, 0x26d6380, 0xc005b2de00, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc0059e6540, 0x26d6380, 0xc005b2de00, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc0030d5c40, 0x26d6380, 0xc005b2de00, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc00647d170, 0x1, 0xc001ada870, 0xc006eff900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc00647d170, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc0030d5c40, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc0030d5c40, 0xc, 0xc0030cfae0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0059e6540, 0xc0030d5c20, 0xc0030cfa90, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0059e6540, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0059e6540, 0xc0030d5c20, 0xc0030cfa90, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0059e6540, 0xc0030d5c20, 0x2e774b0, 0x3296aa0, 0xc00678a9c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc001c7a800, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc001c7a800, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc001c7a800) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 8426 [select, 3 minutes]: go.etcd.io/etcd/etcdserver/api/v3rpc.(*serverWatchStream).sendLoop(0xc004606180) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:359 +0x643 go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch.func1(0xc004606180) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:163 +0x2b created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/watch.go:162 +0x275 goroutine 8466 [IO wait]: internal/poll.runtime_pollWait(0x7fb43ab8a148, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc005d66098, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc005d66080, 0xc002e6a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc005d66080, 0xc002e6a000, 0x8000, 0x8000, 0x1e, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc004c84008, 0xc002e6a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc0003f8010, 0xc002e6a000, 0x8000, 0x8000, 0xc002dd4cd8, 0xd25b56, 0xc002e437e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc0003f8000, 0xc002e6a000, 0x8000, 0x8000, 0x18, 0xc002e437e0, 0xd25b56) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc003b1a060, 0xc00144a038, 0x9, 0x9, 0xc002dd4d08, 0xd263c8, 0x20) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc003b1a060, 0xc00144a038, 0x9, 0x9, 0x9, 0xc002dd4dc0, 0xc002dd4d68, 0xc002dd4e30) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc00144a038, 0x9, 0x9, 0x324d480, 0xc003b1a060, 0x0, 0x441f00000000, 0xc001924f80, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00144a000, 0xc001924f80, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00488f680, 0xc0062c83f0, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc00488f680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc00488f680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 9387 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003b8c410, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc005849ec0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00144cc00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 9414 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0035853b0, 0x1, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:395 +0x122 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003bda000, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/controlbuf.go:513 +0x1e3 google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00155e900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:296 +0xcb created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:293 +0x105d goroutine 1048754 [select, 686 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc005b663c0, 0xc005e0a2f0, 0x5, 0x5, 0x7fb43abe3460, 0x0, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc005b663c0, 0xc005e0a2f0, 0x5, 0x5, 0xc0068a36b8, 0xc001e34680, 0xc0068a3398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc006a64360, 0xc005e0a2f0, 0x5, 0x5, 0x1a0e200, 0xc0068a33c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc006a64360, 0xc005e0a2f0, 0x5, 0x5, 0x5, 0x277f41d, 0x27af998, 0xa) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0057e6000, 0xc005e0a2f0, 0x5, 0x5, 0x111ea2f, 0xc001612030, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc005e0a2e0, 0x200000, 0x326d0e0, 0xc0015ccd80, 0xc001612030, 0x3, 0x3, 0x326d0e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc005e0a2e0, 0xc0057e6000, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x326d0e0, 0xc0015ccd80, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc005e0a2e0, 0x7fb43ab4f540, 0x4c445e8, 0xc0057e6000, 0x0, 0x0, 0x26d6380, 0xc005cc2340, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc006620000, 0x26d6380, 0xc005cc2340, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc005e0a320, 0x26d6380, 0xc005cc2340, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc0047be150, 0x1, 0xc001ada870, 0xc002fda900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc0047be150, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc005e0a320, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc005e0a320, 0xc, 0xc005b66460) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006620000, 0xc005e0a300, 0xc005b66410, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006620000, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006620000, 0xc005e0a300, 0xc005b66410, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006620000, 0xc005e0a300, 0x2e774b0, 0x3296aa0, 0xc006a64390) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057e6000, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057e6000, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057e6000) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1034282 [IO wait, 61 minutes]: internal/poll.runtime_pollWait(0x7fb41c264e48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc004cdfa18, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004cdfa00, 0xc003146000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc004cdfa00, 0xc003146000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc007430500, 0xc003146000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc0004442b0, 0xc003146000, 0x8000, 0x8000, 0x1060100000011, 0x8, 0xc002de7d70) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc0004442a0, 0xc003146000, 0x8000, 0x8000, 0xc0027c3fa0, 0x20, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f bufio.(*Reader).Read(0xc003b1a840, 0xc0001b88f8, 0x9, 0x9, 0xc000149880, 0x7fb43abe2008, 0x0) /usr/local/go/src/bufio/bufio.go:226 +0x26a io.ReadAtLeast(0x324d480, 0xc003b1a840, 0xc0001b88f8, 0x9, 0x9, 0x9, 0x1141fd5, 0xc0027c3fac, 0xc002de7e30) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 golang.org/x/net/http2.readFrameHeader(0xc0001b88f8, 0x9, 0x9, 0x324d480, 0xc003b1a840, 0x0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:237 +0x87 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001b88c0, 0xc0027c3fa0, 0x4c19600, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/golang.org/x/net@v0.0.0-20200520182314-0ba52f642ac2/http2/frame.go:492 +0xa1 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00144d380, 0xc005718570, 0x2e79348) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:458 +0xa1 google.golang.org/grpc.(*Server).serveStreams(0xc00488e300, 0x32b27a0, 0xc00144d380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:718 +0xf3 google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00488e300, 0x32b27a0, 0xc00144d380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:679 +0x3f created by google.golang.org/grpc.(*Server).handleRawConn /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:678 +0x562 goroutine 1076812 [select, 671 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0032e35e0, 0xc0032e92f0, 0x5, 0x5, 0x0, 0x2, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0032e35e0, 0xc0032e92f0, 0x5, 0x5, 0xc0077296b8, 0xc001e18200, 0xc007729398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc006b732c0, 0xc0032e92f0, 0x5, 0x5, 0x1a0e22a, 0xc0077293c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc006b732c0, 0xc0032e92f0, 0x5, 0x5, 0x5, 0xc00031e0e0, 0x27b545f, 0x22) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0001c6700, 0xc0032e92f0, 0x5, 0x5, 0x8, 0x20, 0xffffffffffffffff) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc0032e92e0, 0x200000, 0xc001588120, 0x90, 0x90, 0xc001ced8c0, 0xd25b56, 0xc006a1e700) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc0032e92e0, 0xc0001c6700, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc0004cae00, 0x3296aa0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc0032e92e0, 0x7fb43ab4f540, 0x4c445e8, 0xc0001c6700, 0x0, 0x0, 0x26d6380, 0xc006e9fb80, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc006fd7d40, 0x26d6380, 0xc006e9fb80, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc0032e9320, 0x26d6380, 0xc006e9fb80, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc003d90bb0, 0x1, 0xc001ada870, 0xc002dd9900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc003d90bb0, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc0032e9320, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc0032e9320, 0xc, 0xc0032e3680) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006fd7d40, 0xc0032e9300, 0xc0032e3630, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006fd7d40, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006fd7d40, 0xc0032e9300, 0xc0032e3630, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc006fd7d40, 0xc0032e9300, 0x2e774b0, 0x3296aa0, 0xc006b732f0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0001c6700, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0001c6700, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0001c6700) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1034281 [select, 60 minutes]: google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00144d380) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:968 +0x26b created by google.golang.org/grpc/internal/transport.newHTTP2Server /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/http2_server.go:302 +0x1082 goroutine 2312266 [IO wait]: internal/poll.runtime_pollWait(0x7fb41c264a38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:184 +0x55 internal/poll.(*pollDesc).wait(0xc006786398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc006786380, 0xc006d397b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf net.(*netFD).Read(0xc006786380, 0xc006d397b1, 0x1, 0x1, 0xc006d39650, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc006b339a8, 0xc006d397b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:184 +0x68 github.com/soheilhy/cmux.(*bufferedReader).Read(0xc000438a90, 0xc006d397b1, 0x1, 0x1, 0xc0036efce0, 0xc0018bd9e0, 0xc0018bd9e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/buffer.go:53 +0x12c github.com/soheilhy/cmux.(*MuxConn).Read(0xc000438a80, 0xc006d397b1, 0x1, 0x1, 0x1, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/soheilhy/cmux@v0.1.4/cmux.go:260 +0x4f net/http.(*connReader).backgroundRead(0xc006d397a0) /usr/local/go/src/net/http/server.go:677 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:673 +0xd4 goroutine 1054562 [select, 683 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc005b5aa00, 0xc002e91c70, 0x5, 0x5, 0x7fb43abe2008, 0x0, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc005b5aa00, 0xc002e91c70, 0x5, 0x5, 0xc002aeb6b8, 0xc0020d31e0, 0xc002aeb398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc004464060, 0xc002e91c70, 0x5, 0x5, 0x1a0e200, 0xc002aeb3c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc004464060, 0xc002e91c70, 0x5, 0x5, 0x5, 0x277f41d, 0x27af998, 0xa) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0054c8d00, 0xc002e91c70, 0x5, 0x5, 0x111ea2f, 0xc001612030, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc002e91c60, 0x200000, 0x326d0e0, 0xc0015ccd80, 0xc001612030, 0x3, 0x3, 0x326d0e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc002e91c60, 0xc0054c8d00, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x326d0e0, 0xc0015ccd80, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc002e91c60, 0x7fb43ab4f540, 0x4c445e8, 0xc0054c8d00, 0x0, 0x0, 0x26d6380, 0xc005b08e00, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc00606ccc0, 0x26d6380, 0xc005b08e00, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc002e91ca0, 0x26d6380, 0xc005b08e00, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc006732810, 0x1, 0xc001ada870, 0xc006dbd900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc006732810, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc002e91ca0, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc002e91ca0, 0xc, 0xc005b5aaf0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00606ccc0, 0xc002e91c80, 0xc005b5aaa0, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00606ccc0, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00606ccc0, 0xc002e91c80, 0xc005b5aaa0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc00606ccc0, 0xc002e91c80, 0x2e774b0, 0x3296aa0, 0xc004464090) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0054c8d00, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0054c8d00, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0054c8d00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1076367 [select, 671 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00285e910, 0xc00220bad0, 0x5, 0x5, 0x27af982, 0x20, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00285e910, 0xc00220bad0, 0x5, 0x5, 0xc0042cb6b8, 0xc00224b440, 0xc0042cb398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0071cb320, 0xc00220bad0, 0x5, 0x5, 0xd2ff00, 0xc0042cb3c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc0071cb320, 0xc00220bad0, 0x5, 0x5, 0x5, 0x278fa87, 0xa, 0x1) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0057fad00, 0xc00220bad0, 0x5, 0x5, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc00220bac0, 0x200000, 0x32969e0, 0xc001590000, 0x2540be400, 0x3, 0x326d0e0, 0xc002b149c0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc00220bac0, 0xc0057fad00, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc002b149c0, 0xc0015ccd01, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc00220bac0, 0x7fb43ab4f540, 0x4c445e8, 0xc0057fad00, 0x0, 0x0, 0x26d6380, 0xc00456fc80, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc0064cb5c0, 0x26d6380, 0xc00456fc80, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc00220bb00, 0x26d6380, 0xc00456fc80, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc005a95960, 0x1, 0xc001ada870, 0xc002dd3900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc005a95960, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc00220bb00, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc00220bb00, 0xc, 0xc00285e9b0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0064cb5c0, 0xc00220bae0, 0xc00285e960, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0064cb5c0, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0064cb5c0, 0xc00220bae0, 0xc00285e960, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0064cb5c0, 0xc00220bae0, 0x2e774b0, 0x3296aa0, 0xc0071cb350) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057fad00, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057fad00, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057fad00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1 goroutine 1074815 [select, 672 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0036f9db0, 0xc0036fdff0, 0x5, 0x5, 0x27af982, 0x20, 0x2e7a5b8) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:174 +0xc7 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0036f9db0, 0xc0036fdff0, 0x5, 0x5, 0xc004b096b8, 0xc00038b2e0, 0xc004b09398) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:168 +0x21a google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc005e57260, 0xc0036fdff0, 0x5, 0x5, 0x26f8500, 0xc004b093c0, 0x117191c) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:479 +0x55 io.ReadAtLeast(0x3250560, 0xc005e57260, 0xc0036fdff0, 0x5, 0x5, 0x5, 0x277f41d, 0x27af998, 0xa) /usr/local/go/src/io/io.go:310 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:329 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0057e7400, 0xc0036fdff0, 0x5, 0x5, 0x111ea2f, 0xc001612030, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/internal/transport/transport.go:463 +0xcd google.golang.org/grpc.(*parser).recvMsg(0xc0036fdfe0, 0x200000, 0x326d0e0, 0xc0015ccd80, 0xc001612030, 0x3, 0x3, 0x326d0e0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:508 +0x63 google.golang.org/grpc.recvAndDecompress(0xc0036fdfe0, 0xc0057e7400, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0x326d0e0, 0xc0015ccd80, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:639 +0x4d google.golang.org/grpc.recv(0xc0036fdfe0, 0x7fb43ab4f540, 0x4c445e8, 0xc0057e7400, 0x0, 0x0, 0x26d6380, 0xc003657200, 0x200000, 0x0, ...) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/rpc_util.go:707 +0x9b google.golang.org/grpc.(*serverStream).RecvMsg(0xc0071a9800, 0x26d6380, 0xc003657200, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/stream.go:1474 +0x170 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc004a4a020, 0x26d6380, 0xc003657200, 0x3, 0x3) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 +0x4b github.com/pingcap/kvproto/pkg/pdpb.(*pDTsoServer).Recv(0xc004757620, 0x1, 0xc001ada870, 0xc003daa900) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5284 +0x62 github.com/tikv/pd/server.(*Server).Tso(0xc000352a00, 0x32af9e0, 0xc004757620, 0x32c9b60, 0xc000352a00) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/src/github.com/pingcap/pd/server/grpc_service.go:89 +0xea github.com/pingcap/kvproto/pkg/pdpb._PD_Tso_Handler(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc004a4a020, 0xd263c8, 0x20) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20201210033455-35030157bad5/pkg/pdpb/pdpb.pb.go:5265 +0xb0 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a8900, 0xc004a4a020, 0xc, 0xc0036f9e50) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:71 +0xf1 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0071a9800, 0xc004a4a000, 0xc0036f9e00, 0x4c445e8, 0x25daa40) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 +0xeb github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0071a9800, 0x4c45e80, 0x2664040) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:74 +0x99 go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0071a9800, 0xc004a4a000, 0xc0036f9e00, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/go.etcd.io/etcd@v0.5.0-alpha.5.0.20191023171146-3cf2f69b5738/etcdserver/api/v3rpc/interceptor.go:225 +0x14e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x276d0c0, 0xc000352a00, 0x32a9740, 0xc0071a9800, 0xc004a4a000, 0x2e774b0, 0x3296aa0, 0xc005e572f0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.0.1-0.20190118093823-f849b5445de4/chain.go:79 +0x14f google.golang.org/grpc.(*Server).processStreamingRPC(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057e7400, 0xc0018531a0, 0x426a4a0, 0x0, 0x0, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1244 +0x47a google.golang.org/grpc.(*Server).handleStream(0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057e7400, 0x0) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:1317 +0xd30 google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0056ac114, 0xc00488e300, 0x32b27a0, 0xc00144d380, 0xc0057e7400) /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:722 +0xbb created by google.golang.org/grpc.(*Server).serveStreams.func1 /home/jenkins/agent/workspace/build_pd_multi_branch_master/go/pkg/mod/google.golang.org/grpc@v1.26.0/server.go:720 +0xa1