TAGS=
GOFLAGS=-parallel=4

# Don't forget to check out a clean suitable branch and experiment with the
# stress invocation until the desired results present themselves. For example,
# using stress instead of stressrace and passing the '-p' stressflag which
# controls concurrency.
./scripts/gceworker.sh start && ./scripts/gceworker.sh mosh
cd ~/go/src/github.com/cockroachdb/cockroach && \
stdbuf -oL -eL \
make stressrace TESTS=TestStoreMetrics PKG=github.com/cockroachdb/cockroach/pkg/storage TESTTIMEOUT=5m STRESSFLAGS='-maxtime 20m -timeout 10m' 2>&1 | tee /tmp/stress.log

I190807 06:47:16.986717 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:17.987191 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:18.987346 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:19.987518 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:20.987795 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:21.988019 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:22.988291 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:23.988549 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:24.989338 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:25.989650 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:26.989876 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:27.990029 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:28.990411 244306 storage/client_metrics_test.go:61  SucceedsSoon: expected intent count to be zero, was -1
I190807 06:47:29.990769 482456 util/stop/stopper.go:542  quiescing; tasks left:
1      [async] intent_resolver_ir_batcher
1      [async] intent_resolver_gc_batcher
I190807 06:47:29.990816 482456 util/stop/stopper.go:542  quiescing; tasks left:
1      [async] intent_resolver_ir_batcher
I190807 06:47:29.990867 482454 util/stop/stopper.go:542  quiescing; tasks left:
1      [async] intent_resolver_ir_batcher
1      [async] intent_resolver_gc_batcher
I190807 06:47:29.990910 482454 util/stop/stopper.go:542  quiescing; tasks left:
1      [async] intent_resolver_ir_batcher
I190807 06:47:29.990875 482455 util/stop/stopper.go:542  quiescing; tasks left:
1      [async] intent_resolver_ir_batcher
1      [async] intent_resolver_gc_batcher
I190807 06:47:29.991462 482453 util/stop/stopper.go:542  quiescing; tasks left:
1      rpc heartbeat
W190807 06:47:29.991499 245798 storage/raft_transport.go:578  while processing outgoing Raft queue to node 1: rpc error: code = Canceled desc = grpc: the client connection is closing:
W190807 06:47:29.991561 245083 gossip/gossip.go:1498  [n3] no incoming or outgoing connections
W190807 06:47:29.991595 245767 storage/raft_transport.go:578  while processing outgoing Raft queue to node 2: EOF:
W190807 06:47:29.991665 244741 gossip/gossip.go:1498  [n2] no incoming or outgoing connections
W190807 06:47:29.991759 246083 storage/raft_transport.go:578  while processing outgoing Raft queue to node 3: EOF:
--- FAIL: TestStoreMetrics (45.91s)
    soon.go:35: condition failed to evaluate within 45s: expected intent count to be zero, was -1
        goroutine 244306 [running]:
        runtime/debug.Stack(0x3da9c80, 0xc001046b00, 0xc01f10d6f0)
        	/usr/local/go/src/runtime/debug/stack.go:24 +0x9d
        github.com/cockroachdb/cockroach/pkg/testutils.SucceedsSoon(0x3da9c80, 0xc001046b00, 0xc01f10d6f0)
        	/go/src/github.com/cockroachdb/cockroach/pkg/testutils/soon.go:36 +0x6b
        github.com/cockroachdb/cockroach/pkg/storage_test.verifyStats(0xc001046b00, 0xc001843380, 0xc0011bfc88, 0x3, 0x3)
        	/go/src/github.com/cockroachdb/cockroach/pkg/storage/client_metrics_test.go:61 +0x1e6
        github.com/cockroachdb/cockroach/pkg/storage_test.TestStoreMetrics(0xc001046b00)
        	/go/src/github.com/cockroachdb/cockroach/pkg/storage/client_metrics_test.go:323 +0xbe5
        testing.tRunner(0xc001046b00, 0x36510f8)
        	/usr/local/go/src/testing/testing.go:865 +0xc0
        created by testing.(*T).Run
        	/usr/local/go/src/testing/testing.go:916 +0x35a