I160707 16:28:45.046301 kv/txn_coord_sender.go:246  txn coordinator: 0.00 txn/sec, 0.00/0.00/0.00/0.00 %cmmt/cmmt1pc/abrt/abnd, 0/0/0 avg/σ/max duration, 0.0/0.0/0 avg/σ/max restarts (0 samples)
I160707 16:28:45.047445 kv/txn_coord_sender.go:246  txn coordinator: 0.00 txn/sec, 0.00/0.00/0.00/0.00 %cmmt/cmmt1pc/abrt/abnd, 0/0/0 avg/σ/max duration, 0.0/0.0/0 avg/σ/max restarts (0 samples)
I160707 16:28:50.043683 kv/txn_coord_sender.go:246  txn coordinator: 0.00 txn/sec, 100.00/0.00/0.00/0.00 %cmmt/cmmt1pc/abrt/abnd, 0/0/0 avg/σ/max duration, 0.0/0.0/0 avg/σ/max restarts (0 samples)
I160707 16:28:50.046573 kv/txn_coord_sender.go:246  txn coordinator: 0.00 txn/sec, 0.00/0.00/0.00/0.00 %cmmt/cmmt1pc/abrt/abnd, 0/0/0 avg/σ/max duration, 0.0/0.0/0 avg/σ/max restarts (0 samples)
I160707 16:28:50.047762 kv/txn_coord_sender.go:246  txn coordinator: 0.00 txn/sec, 0.00/0.00/0.00/0.00 %cmmt/cmmt1pc/abrt/abnd, 0/0/0 avg/σ/max duration, 0.0/0.0/0 avg/σ/max restarts (0 samples)
panic: test timed out after 2m0s

goroutine 15803 [running]:
panic(0x16a1de0, 0xc8206487c0)
    /usr/local/go/src/runtime/panic.go:481 +0x3e6
testing.startAlarm.func1()
    /usr/local/go/src/testing/testing.go:725 +0x14b
created by time.goFunc
    /usr/local/go/src/time/sleep.go:129 +0x3a

goroutine 1 [chan receive, 1 minutes]:
testing.RunTests(0x1ef5010, 0x26f11e0, 0x123, 0x123, 0xc82021f801)
    /usr/local/go/src/testing/testing.go:583 +0x8d2
testing.(*M).Run(0xc820047ef8, 0xc82026dc98)
    /usr/local/go/src/testing/testing.go:515 +0x81
github.com/cockroachdb/cockroach/storage_test.TestMain(0xc820047ef8)
    /go/src/github.com/cockroachdb/cockroach/storage/main_test.go:54 +0x1de
main.main()
    github.com/cockroachdb/cockroach/storage/_test/_testmain.go:644 +0x114

goroutine 17 [syscall, 1 minutes, locked to thread]:
runtime.goexit()
    /usr/local/go/src/runtime/asm_amd64.s:1998 +0x1

goroutine 5 [chan receive]:
github.com/cockroachdb/cockroach/util/log.(*loggingT).flushDaemon(0x2a06be0)
    /go/src/github.com/cockroachdb/cockroach/util/log/clog.go:1011 +0x64
created by github.com/cockroachdb/cockroach/util/log.init.1
    /go/src/github.com/cockroachdb/cockroach/util/log/clog.go:598 +0x8a

goroutine 6609 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/queue.go:376 +0x31b
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205db7a0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6575 [select]:
github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func2()
    /go/src/github.com/cockroachdb/cockroach/storage/store.go:1134 +0x3cf
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205daf80)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6570 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*bookie).start.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/reservation.go:255 +0x262
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205daea0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6726 [select]:
google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc820491560, 0xc82047c7b0, 0x5, 0x5, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:141 +0x7e6
google.golang.org/grpc/transport.(*Stream).Read(0xc820143340, 0xc82047c7b0, 0x5, 0x5, 0x5ac521, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:294 +0x71
io.ReadAtLeast(0x7fc570eabe00, 0xc820143340, 0xc82047c7b0, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/io.go:297 +0xe6
io.ReadFull(0x7fc570eabe00, 0xc820143340, 0xc82047c7b0, 0x5, 0x5, 0x8c3ef8, 0x0, 0x0)
    /usr/local/go/src/io/io.go:315 +0x62
google.golang.org/grpc.(*parser).recvMsg(0xc82047c7a0, 0x22, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/rpc_util.go:216 +0xb9
--
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc8204915f0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6773 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*RaftTransport).RaftMessage(0xc8205944e0, 0x7fc570e79468, 0xc8203f1430, 0x0, 0x0)
    /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:149 +0x216
github.com/cockroachdb/cockroach/storage._MultiRaft_RaftMessage_Handler(0x19c4c40, 0xc8205944e0, 0x7fc570eb0710, 0xc820bbf980, 0x0, 0x0)
    /go/src/github.com/cockroachdb/cockroach/storage/raft.pb.go:159 +0xd8
google.golang.org/grpc.(*Server).processStreamingRPC(0xc82057c990, 0x7fc570e74538, 0xc8205474d0, 0xc8204a2620, 0xc8205da5e0, 0x26e3bc0, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/server.go:607 +0x47a
google.golang.org/grpc.(*Server).handleStream(0xc82057c990, 0x7fc570e74538, 0xc8205474d0, 0xc8204a2620, 0x0)
    /go/src/google.golang.org/grpc/server.go:691 +0x114e
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc82050d7f0, 0xc82057c990, 0x7fc570e74538, 0xc8205474d0, 0xc8204a2620)
    /go/src/google.golang.org/grpc/server.go:352 +0xa0
created by google.golang.org/grpc.(*Server).serveStreams.func1
    /go/src/google.golang.org/grpc/server.go:353 +0x9a

goroutine 6554 [IO wait]:
net.runtime_pollWait(0x7fc570e731a8, 0x72, 0xc820b82000)
    /usr/local/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8205ddb80, 0x72, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8205ddb80, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc8205ddb20, 0xc820b82000, 0x8000, 0x8000, 0x0, 0x7fc570e92050, 0xc82000e058)
    /usr/local/go/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc8201265d0, 0xc820b82000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
    /usr/local/go/src/net/net.go:172 +0xe4
--
google.golang.org/grpc/transport.(*http2Client).reader(0xc8201a41e0)
    /go/src/google.golang.org/grpc/transport/http2_client.go:795 +0x109
created by google.golang.org/grpc/transport.newHTTP2Client
    /go/src/google.golang.org/grpc/transport/http2_client.go:174 +0xd21

goroutine 6767 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc820bf50a0, 0xecf1079d4, 0x8886dd6, 0x2a05b20, 0xc8203e00c0, 0xc820bf5030, 0xc820a44d20, 0xc820d37e98)
    /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:163 +0x5b1
github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc820a44d20, 0xc8203ac840)
    /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:211 +0x78
github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc8203ac900, 0xc820a09f00)
    /go/src/github.com/cockroachdb/cockroach/storage/store.go:258 +0x246
github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:213 +0x21e
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bf5030, 0xc820959d40)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6627 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/queue.go:376 +0x31b
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205db7e0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6731 [select]:
google.golang.org/grpc/transport.(*http2Client).controller(0xc820bf1a40)
    /go/src/google.golang.org/grpc/transport/http2_client.go:873 +0x5da
created by google.golang.org/grpc/transport.newHTTP2Client
    /go/src/google.golang.org/grpc/transport/http2_client.go:201 +0x15c2

goroutine 6596 [select, 1 minutes]:
google.golang.org/grpc.NewClientStream.func1(0x7fc570e745b0, 0xc8201a41e0, 0xc820530540, 0xc8204305a0)
    /go/src/google.golang.org/grpc/stream.go:151 +0x258
created by google.golang.org/grpc.NewClientStream
    /go/src/google.golang.org/grpc/stream.go:159 +0xab2

goroutine 6723 [select, 1 minutes]:
google.golang.org/grpc.NewClientStream.func1(0x7fc570e745b0, 0xc8201a41e0, 0xc820143260, 0xc820431540)
    /go/src/google.golang.org/grpc/stream.go:151 +0x258
created by google.golang.org/grpc.NewClientStream
    /go/src/google.golang.org/grpc/stream.go:159 +0xab2

goroutine 6721 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*Store).Start.func4()
    /go/src/github.com/cockroachdb/cockroach/storage/store.go:1044 +0x13d
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bf5030, 0xc8209593c0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6598 [select]:
google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc8205955c0, 0xc8205db110, 0x5, 0x5, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:141 +0x7e6
google.golang.org/grpc/transport.(*Stream).Read(0xc820530540, 0xc8205db110, 0x5, 0x5, 0xab8f54, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:294 +0x71
io.ReadAtLeast(0x7fc570eabe00, 0xc820530540, 0xc8205db110, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/io.go:297 +0xe6
io.ReadFull(0x7fc570eabe00, 0xc820530540, 0xc8205db110, 0x5, 0x5, 0xc820538180, 0x0, 0x0)
    /usr/local/go/src/io/io.go:315 +0x62
google.golang.org/grpc.(*parser).recvMsg(0xc8205db100, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/rpc_util.go:216 +0xb9
--
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc820595680)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6730 [IO wait]:
net.runtime_pollWait(0x7fc570e73568, 0x72, 0xc820db8000)
    /usr/local/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8200c2ed0, 0x72, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8200c2ed0, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc8200c2e70, 0xc820db8000, 0x8000, 0x8000, 0x0, 0x7fc570e92050, 0xc82000e058)
    /usr/local/go/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc820024718, 0xc820db8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
    /usr/local/go/src/net/net.go:172 +0xe4
--
google.golang.org/grpc/transport.(*http2Client).reader(0xc820bf1a40)
    /go/src/google.golang.org/grpc/transport/http2_client.go:795 +0x109
created by google.golang.org/grpc/transport.newHTTP2Client
    /go/src/google.golang.org/grpc/transport/http2_client.go:174 +0xd21

goroutine 6724 [select, 1 minutes]:
google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc820491320, 0xc82047c6d0, 0x5, 0x5, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:141 +0x7e6
google.golang.org/grpc/transport.(*Stream).Read(0xc820143260, 0xc82047c6d0, 0x5, 0x5, 0x1c, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:294 +0x71
io.ReadAtLeast(0x7fc570eabe00, 0xc820143260, 0xc82047c6d0, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/io.go:297 +0xe6
io.ReadFull(0x7fc570eabe00, 0xc820143260, 0xc82047c6d0, 0x5, 0x5, 0x30, 0x0, 0x0)
    /usr/local/go/src/io/io.go:315 +0x62
google.golang.org/grpc.(*parser).recvMsg(0xc82047c6c0, 0x30, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/rpc_util.go:216 +0xb9
--
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc82047c6e0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6765 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/queue.go:376 +0x31b
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bf5030, 0xc820959d00)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6712 [select, 1 minutes]:
google.golang.org/grpc.NewClientStream.func1(0x7fc570e745b0, 0xc820bf13b0, 0xc8201176c0, 0xc8208e7720)
    /go/src/google.golang.org/grpc/stream.go:151 +0x258
created by google.golang.org/grpc.NewClientStream
    /go/src/google.golang.org/grpc/stream.go:159 +0xab2

goroutine 6534 [chan receive, 1 minutes]:
github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc8205a6c00)
    /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:319 +0x3a
created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open
    /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:320 +0xada

goroutine 6678 [select]:
google.golang.org/grpc/transport.(*http2Client).controller(0xc820bf13b0)
    /go/src/google.golang.org/grpc/transport/http2_client.go:873 +0x5da
created by google.golang.org/grpc/transport.newHTTP2Client
    /go/src/google.golang.org/grpc/transport/http2_client.go:201 +0x15c2

goroutine 6776 [select]:
github.com/cockroachdb/cockroach/storage.(*RaftTransport).processQueue(0xc8205944e0, 0xc820bda9c0, 0x100000001, 0x1, 0x0, 0x0)
    /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:212 +0x7d1
github.com/cockroachdb/cockroach/storage.RaftSender.SendAsync.func1.1()
    /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:276 +0x6b
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc820a4e540)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6657 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/queue.go:376 +0x31b
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8204c7b20, 0xc82051e4a0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6713 [select, 1 minutes]:
google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc8204414a0, 0xc8204c8d30, 0x5, 0x5, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:141 +0x7e6
google.golang.org/grpc/transport.(*Stream).Read(0xc8201176c0, 0xc8204c8d30, 0x5, 0x5, 0x40, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:294 +0x71
io.ReadAtLeast(0x7fc570eabe00, 0xc8201176c0, 0xc8204c8d30, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/io.go:297 +0xe6
io.ReadFull(0x7fc570eabe00, 0xc8201176c0, 0xc8204c8d30, 0x5, 0x5, 0xc8203e00c0, 0x0, 0x0)
    /usr/local/go/src/io/io.go:315 +0x62
google.golang.org/grpc.(*parser).recvMsg(0xc8204c8d20, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/rpc_util.go:216 +0xb9
--
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc8204c8d40)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6574 [select]:
github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/store.go:1115 +0x3cf
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205daf60)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6655 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/queue.go:376 +0x31b
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8204c7b20, 0xc82051e460)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6626 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/queue.go:376 +0x31b
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205db7c0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6571 [select]:
github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/store.go:2189 +0xa71
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205daee0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6568 [select, 1 minutes]:
github.com/cockroachdb/cockroach/gossip.(*Gossip).bootstrap.func1()
    /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:770 +0x237
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc8205dad20)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6440 [chan receive, 1 minutes]:
github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc8202aa9c0)
    /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:319 +0x3a
created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open
    /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:320 +0xada

goroutine 6563 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*StorePool).start.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/store_pool.go:290 +0x23f
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0070, 0xc8205da8e0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6599 [select, 1 minutes]:
google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc820569d10, 0xc8205a4310, 0x5, 0x5, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:141 +0x7e6
google.golang.org/grpc/transport.(*Stream).Read(0xc820528460, 0xc8205a4310, 0x5, 0x5, 0x37, 0x0, 0x0)
    /go/src/google.golang.org/grpc/transport/transport.go:294 +0x71
io.ReadAtLeast(0x7fc570eabe00, 0xc820528460, 0xc8205a4310, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/io.go:297 +0xe6
io.ReadFull(0x7fc570eabe00, 0xc820528460, 0xc8205a4310, 0x5, 0x5, 0xc820d0ba18, 0x0, 0x0)
    /usr/local/go/src/io/io.go:315 +0x62
google.golang.org/grpc.(*parser).recvMsg(0xc8205a4300, 0x7, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/rpc_util.go:216 +0xb9
--
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc820538340)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6536 [select]:
github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).startStats(0xc8205a78c0)
    /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:203 +0xd21
github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).(github.com/cockroachdb/cockroach/kv.startStats)-fm()
    /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:188 +0x20
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0070, 0xc82062ef30)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6735 [select]:
google.golang.org/grpc/transport.(*http2Server).controller(0xc8205474d0)
    /go/src/google.golang.org/grpc/transport/http2_server.go:660 +0x5da
created by google.golang.org/grpc/transport.newHTTP2Server
    /go/src/google.golang.org/grpc/transport/http2_server.go:134 +0x84f

goroutine 6562 [chan receive, 1 minutes]:
github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc8205d1f20)
    /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:319 +0x3a
created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open
    /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:320 +0xada

goroutine 6608 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/queue.go:376 +0x31b
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205db780)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6555 [select, 1 minutes]:
google.golang.org/grpc/transport.(*http2Client).controller(0xc8201a41e0)
    /go/src/google.golang.org/grpc/transport/http2_client.go:873 +0x5da
created by google.golang.org/grpc/transport.newHTTP2Client
    /go/src/google.golang.org/grpc/transport/http2_client.go:201 +0x15c2

goroutine 6559 [IO wait]:
net.runtime_pollWait(0x7fc570e734a8, 0x72, 0xc820b9a000)
    /usr/local/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8205ddfe0, 0x72, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8205ddfe0, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc8205ddf80, 0xc820b9a000, 0x8000, 0x8000, 0x0, 0x7fc570e92050, 0xc82000e058)
    /usr/local/go/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc8201265e8, 0xc820b9a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
    /usr/local/go/src/net/net.go:172 +0xe4
--
google.golang.org/grpc.(*Server).handleRawConn(0xc82057c000, 0x7fc570e73ab8, 0xc8201265e8)
    /go/src/google.golang.org/grpc/server.go:318 +0x4ee
created by google.golang.org/grpc.(*Server).Serve
    /go/src/google.golang.org/grpc/server.go:290 +0x38c

goroutine 6780 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*RaftTransport).RaftMessage(0xc8204d6210, 0x7fc570e79468, 0xc8203f1c70, 0x0, 0x0)
    /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:149 +0x216
github.com/cockroachdb/cockroach/storage._MultiRaft_RaftMessage_Handler(0x19c4c40, 0xc8204d6210, 0x7fc570eb0710, 0xc820300080, 0x0, 0x0)
    /go/src/github.com/cockroachdb/cockroach/storage/raft.pb.go:159 +0xd8
google.golang.org/grpc.(*Server).processStreamingRPC(0xc82057c000, 0x7fc570e74538, 0xc820612630, 0xc8204a27e0, 0xc8203c40a0, 0x26e3bc0, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/server.go:607 +0x47a
google.golang.org/grpc.(*Server).handleStream(0xc82057c000, 0x7fc570e74538, 0xc820612630, 0xc8204a27e0, 0x0)
    /go/src/google.golang.org/grpc/server.go:691 +0x114e
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc82062fa40, 0xc82057c000, 0x7fc570e74538, 0xc820612630, 0xc8204a27e0)
    /go/src/google.golang.org/grpc/server.go:352 +0xa0
created by google.golang.org/grpc.(*Server).serveStreams.func1
    /go/src/google.golang.org/grpc/server.go:353 +0x9a

goroutine 6615 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc8204c7ea0, 0xecf1079d4, 0x32a41bb, 0x2a05b20, 0xc8203e00c0, 0xc8204c7b20, 0xc820cb21e0, 0xc820d34e98)
    /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:163 +0x5b1
github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc820cb21e0, 0xc8204d8f90)
    /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:211 +0x78
github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc8204d9290, 0xc8204f85c0)
    /go/src/github.com/cockroachdb/cockroach/storage/store.go:258 +0x246
github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:213 +0x21e
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8204c7b20, 0xc8205a4740)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6687 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*RaftTransport).RaftMessage(0xc8205a9050, 0x7fc570e79468, 0xc82050cde0, 0x0, 0x0)
    /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:149 +0x216
github.com/cockroachdb/cockroach/storage._MultiRaft_RaftMessage_Handler(0x19c4c40, 0xc8205a9050, 0x7fc570eb0710, 0xc82049f580, 0x0, 0x0)
    /go/src/github.com/cockroachdb/cockroach/storage/raft.pb.go:159 +0xd8
google.golang.org/grpc.(*Server).processStreamingRPC(0xc820612120, 0x7fc570e74538, 0xc820546480, 0xc820143180, 0xc8205de7c0, 0x26e3bc0, 0x0, 0x0, 0x0)
    /go/src/google.golang.org/grpc/server.go:607 +0x47a
google.golang.org/grpc.(*Server).handleStream(0xc820612120, 0x7fc570e74538, 0xc820546480, 0xc820143180, 0x0)
    /go/src/google.golang.org/grpc/server.go:691 +0x114e
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc820537ab0, 0xc820612120, 0x7fc570e74538, 0xc820546480, 0xc820143180)
    /go/src/google.golang.org/grpc/server.go:352 +0xa0
created by google.golang.org/grpc.(*Server).serveStreams.func1
    /go/src/google.golang.org/grpc/server.go:353 +0x9a

goroutine 6710 [select]:
github.com/cockroachdb/cockroach/rpc.(*Context).runHeartbeat(0xc8202aa2a0, 0xc820ccf600, 0xc820484900, 0xf, 0x0, 0x0)
    /go/src/github.com/cockroachdb/cockroach/rpc/context.go:263 +0x68d
github.com/cockroachdb/cockroach/rpc.(*Context).GRPCDial.func1.1()
    /go/src/github.com/cockroachdb/cockroach/rpc/context.go:177 +0x66
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc820441230)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6573 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*Store).Start.func4()
    /go/src/github.com/cockroachdb/cockroach/storage/store.go:1044 +0x13d
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc8205205b0, 0xc8205daf40)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6535 [select, 1 minutes]:
github.com/cockroachdb/cockroach/storage.(*StorePool).start.func1()
    /go/src/github.com/cockroachdb/cockroach/storage/store_pool.go:290 +0x23f
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0070, 0xc8205dea40)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6538 [IO wait, 1 minutes]:
net.runtime_pollWait(0x7fc570e72f68, 0x72, 0x0)
    /usr/local/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8205dd6b0, 0x72, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8205dd6b0, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc8205dd650, 0x0, 0x7fc570eabae0, 0xc82051eda0)
    /usr/local/go/src/net/fd_unix.go:426 +0x27c
net.(*TCPListener).AcceptTCP(0xc820126568, 0xc820037ea8, 0x0, 0x0)
    /usr/local/go/src/net/tcpsock_posix.go:254 +0x4d
--
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc820bd0000, 0xc8205deda0)
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:142 +0x52
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
    /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:143 +0x62

goroutine 6777 [select, 1 minutes]:
google.golang.org/grpc.NewClientStream.func1(0x7fc570e745b0, 0xc8201a41e0, 0xc8204a2700, 0xc8203aa320)
    /go/src/google.golang.org/grpc/stream.go:151 +0x258
created by google.golang.org/grpc.NewClientStream
    /go/src/google.golang.org