TAGS=
GOFLAGS=-race

# Don't forget to check out a clean suitable branch and experiment with the
# stress invocation until the desired results present themselves. For example,
# using stress instead of stressrace and passing the '-p' stressflag which
# controls concurrency.
./scripts/gceworker.sh start && ./scripts/gceworker.sh mosh
cd ~/go/src/github.com/cockroachdb/cockroach && \
stdbuf -oL -eL \
make stressrace TESTS=TestStoreRangeRemoveDead PKG=github.com/cockroachdb/cockroach/pkg/storage TESTTIMEOUT=5m STRESSFLAGS='-maxtime 20m -timeout 10m' 2>&1 | tee /tmp/stress.log

I190117 09:09:48.613035 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:49.616277 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:50.636347 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:51.638780 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:52.643471 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:53.654118 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:54.687878 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:55.706096 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:56.752434 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:57.755770 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:58.759706 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:09:59.763976 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:10:00.768668 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:10:01.786086 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:10:02.798985 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:10:03.833962 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:10:04.847974 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:10:05.853642 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
I190117 09:10:06.864044 61723 storage/client_raft_test.go:3101  SucceedsSoon: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
W190117 09:10:07.917408 62050 storage/store.go:1465  [s3,r1/6:/M{in-ax}] could not gossip first range descriptor: node unavailable; try another peer
W190117 09:10:07.991450 62108 gossip/gossip.go:1520  [n5] no incoming or outgoing connections
W190117 09:10:07.992503 62460 storage/raft_transport.go:583  while processing outgoing Raft queue to node 4: EOF:
--- FAIL: TestStoreRangeRemoveDead (45.75s)
    <autogenerated>:1: condition failed to evaluate within 45s: expected 5 replicas; have [(n1,s1):1 (n3,s3):6 (n4,s4):3 (n2,s2):4]
        goroutine 61723 [running]:
        runtime/debug.Stack(0xa7a358200, 0xc000b37f20, 0x4925c60)
        	/usr/local/go/src/runtime/debug/stack.go:24 +0xb5
        github.com/cockroachdb/cockroach/pkg/testutils.SucceedsSoon(0x4997400, 0xc001860700, 0xc000b37ef0)
        	/go/src/github.com/cockroachdb/cockroach/pkg/testutils/soon.go:49 +0x16c
        github.com/cockroachdb/cockroach/pkg/storage_test.TestStoreRangeRemoveDead(0xc001860700)
        	/go/src/github.com/cockroachdb/cockroach/pkg/storage/client_raft_test.go:3101 +0xaef
        testing.tRunner(0xc001860700, 0x3c88908)
        	/usr/local/go/src/testing/testing.go:827 +0x163
        created by testing.(*T).Run
        	/usr/local/go/src/testing/testing.go:878 +0x65a