base: TestNodeIDContainer failed under stress

[cockroach-teamcity]

SHA: https://github.com/cockroachdb/cockroach/commits/bd24244c3de40cea2ee72910ba52fe001a45d214

Parameters:

TAGS=deadlock
GOFLAGS=

Stress build found a failed test: https://teamcity.cockroachdb.com/viewLog.html?buildId=254371&tab=buildLog

runtime.findrunnable(0xc420021900, 0x0)
	/usr/local/go/src/runtime/proc.go:2102 +0x2e4 fp=0x7fd4a35ebe48 sp=0x7fd4a35ebdb0
runtime.schedule()
	/usr/local/go/src/runtime/proc.go:2222 +0x14c fp=0x7fd4a35ebe88 sp=0x7fd4a35ebe48
runtime.park_m(0xc4203d31e0)
	/usr/local/go/src/runtime/proc.go:2285 +0xab fp=0x7fd4a35ebec0 sp=0x7fd4a35ebe88
runtime.mcall(0x7ffc458a414f)
	/usr/local/go/src/runtime/asm_amd64.s:269 +0x5b fp=0x7fd4a35ebed0 sp=0x7fd4a35ebec0

goroutine 1 [chan receive]:
runtime.gopark(0xbc85d0, 0xc4203c85f8, 0xb4f1f1, 0xc, 0xc42001af17, 0x3)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42004db20 sp=0xc42004daf0
runtime.goparkunlock(0xc4203c85f8, 0xb4f1f1, 0xc, 0x17, 0x3)
	/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42004db60 sp=0xc42004db20
runtime.chanrecv(0xa50b40, 0xc4203c85a0, 0x0, 0xc42004dc01, 0x4eac2a)
	/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc42004dc00 sp=0xc42004db60
runtime.chanrecv1(0xa50b40, 0xc4203c85a0, 0x0)
	/usr/local/go/src/runtime/chan.go:395 +0x35 fp=0xc42004dc38 sp=0xc42004dc00
testing.(*T).Run(0xc4203e5930, 0xb53b39, 0x13, 0xbc6e68, 0xc42004dd01)
	/usr/local/go/src/testing/testing.go:698 +0x2f4 fp=0xc42004dce0 sp=0xc42004dc38
testing.runTests.func1(0xc4203e5930)
	/usr/local/go/src/testing/testing.go:882 +0x67 fp=0xc42004dd30 sp=0xc42004dce0
testing.tRunner(0xc4203e5930, 0xc42004dde0)
	/usr/local/go/src/testing/testing.go:657 +0x96 fp=0xc42004dd58 sp=0xc42004dd30
testing.runTests(0xc4200e5b20, 0x10eb900, 0x4, 0x4, 0x40abde)
	/usr/local/go/src/testing/testing.go:888 +0x2c1 fp=0xc42004de10 sp=0xc42004dd58
testing.(*M).Run(0xc42004df20, 0xc42004df20)
	/usr/local/go/src/testing/testing.go:822 +0xfc fp=0xc42004df00 sp=0xc42004de10
main.main()
	github.com/cockroachdb/cockroach/pkg/base/_test/_testmain.go:50 +0xf7 fp=0xc42004df88 sp=0xc42004df00
runtime.main()
	/usr/local/go/src/runtime/proc.go:185 +0x20a fp=0xc42004dfe0 sp=0xc42004df88
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42004dfe8 sp=0xc42004dfe0

goroutine 17 [syscall, locked to thread]:
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420040fe8 sp=0xc420040fe0

goroutine 2 [force gc (idle)]:
runtime.gopark(0xbc85d0, 0x112da70, 0xb5100a, 0xf, 0xbc8414, 0x1)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002e768 sp=0xc42002e738
runtime.goparkunlock(0x112da70, 0xb5100a, 0xf, 0xc420000114, 0x1)
	/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42002e7a8 sp=0xc42002e768
runtime.forcegchelper()
	/usr/local/go/src/runtime/proc.go:226 +0x9e fp=0xc42002e7e0 sp=0xc42002e7a8
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002e7e8 sp=0xc42002e7e0
created by runtime.init.4
	/usr/local/go/src/runtime/proc.go:215 +0x35

goroutine 3 [runnable]:
runtime.Gosched()
	/usr/local/go/src/runtime/proc.go:240 +0x1e fp=0xc42002ef98 sp=0xc42002ef80
runtime.bgsweep(0xc42005c000)
	/usr/local/go/src/runtime/mgcsweep.go:61 +0xd8 fp=0xc42002efd8 sp=0xc42002ef98
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002efe0 sp=0xc42002efd8
created by runtime.gcenable
	/usr/local/go/src/runtime/mgc.go:212 +0x61

goroutine 4 [finalizer wait]:
runtime.gopark(0xbc85d0, 0x114dd28, 0xb505f2, 0xe, 0x14, 0x1)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002f718 sp=0xc42002f6e8
runtime.goparkunlock(0x114dd28, 0xb505f2, 0xe, 0x14, 0x1)
	/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42002f758 sp=0xc42002f718
runtime.runfinq()
	/usr/local/go/src/runtime/mfinal.go:161 +0xb2 fp=0xc42002f7e0 sp=0xc42002f758
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002f7e8 sp=0xc42002f7e0
created by runtime.createfing
	/usr/local/go/src/runtime/mfinal.go:142 +0x62

goroutine 8 [chan receive]:
runtime.gopark(0xbc85d0, 0xc4203c8058, 0xb4f1f1, 0xc, 0xc4203d0017, 0x3)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002fe68 sp=0xc42002fe38
runtime.goparkunlock(0xc4203c8058, 0xb4f1f1, 0xc, 0x17, 0x3)
	/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42002fea8 sp=0xc42002fe68
runtime.chanrecv(0xa50940, 0xc4203c8000, 0xc42002ffb0, 0x6fc23ac01, 0xc4203cc000)
	/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc42002ff48 sp=0xc42002fea8
runtime.chanrecv2(0xa50940, 0xc4203c8000, 0xc42002ffb0, 0x74f85a)
	/usr/local/go/src/runtime/chan.go:400 +0x35 fp=0xc42002ff80 sp=0xc42002ff48
github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).flushDaemon(0x112e260)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1052 +0x77 fp=0xc42002ffd8 sp=0xc42002ff80
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002ffe0 sp=0xc42002ffd8
created by github.com/cockroachdb/cockroach/pkg/util/log.init.1
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:594 +0xd9

goroutine 6 [syscall]:
runtime.notetsleepg(0x112df18, 0x6fc234864, 0x1)
	/usr/local/go/src/runtime/lock_futex.go:205 +0x42 fp=0xc420030760 sp=0xc420030730
runtime.timerproc()
	/usr/local/go/src/runtime/time.go:209 +0x327 fp=0xc4200307e0 sp=0xc420030760
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200307e8 sp=0xc4200307e0
created by runtime.addtimerLocked
	/usr/local/go/src/runtime/time.go:116 +0xed

goroutine 19 [syscall]:
runtime.notetsleepg(0x114e220, 0xffffffffffffffff, 0xc420030fa8)
	/usr/local/go/src/runtime/lock_futex.go:205 +0x42 fp=0xc420030f80 sp=0xc420030f50
os/signal.signal_recv(0xc420030fc0)
	/usr/local/go/src/runtime/sigqueue.go:116 +0x104 fp=0xc420030fa8 sp=0xc420030f80
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:22 +0x22 fp=0xc420030fe0 sp=0xc420030fa8
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420030fe8 sp=0xc420030fe0
created by os/signal.init.1
	/usr/local/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 20 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48b0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002a750 sp=0xc42002a720
runtime.gcBgMarkWorker(0xc42001e000)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002a7d8 sp=0xc42002a750
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002a7e0 sp=0xc42002a7d8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 21 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48c0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002af50 sp=0xc42002af20
runtime.gcBgMarkWorker(0xc42001f300)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002afd8 sp=0xc42002af50
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002afe0 sp=0xc42002afd8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 22 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48d0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002b750 sp=0xc42002b720
runtime.gcBgMarkWorker(0xc420020600)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002b7d8 sp=0xc42002b750
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002b7e0 sp=0xc42002b7d8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 23 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48e0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002bf50 sp=0xc42002bf20
runtime.gcBgMarkWorker(0xc420021900)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002bfd8 sp=0xc42002bf50
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002bfe0 sp=0xc42002bfd8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 24 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48f0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002c750 sp=0xc42002c720
runtime.gcBgMarkWorker(0xc420022c00)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002c7d8 sp=0xc42002c750
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002c7e0 sp=0xc42002c7d8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 25 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d4900, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002cf50 sp=0xc42002cf20
runtime.gcBgMarkWorker(0xc420024000)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002cfd8 sp=0xc42002cf50
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002cfe0 sp=0xc42002cfd8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 26 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d4910, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002d750 sp=0xc42002d720
runtime.gcBgMarkWorker(0xc420025300)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002d7d8 sp=0xc42002d750
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002d7e0 sp=0xc42002d7d8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 27 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d4920, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002df50 sp=0xc42002df20
runtime.gcBgMarkWorker(0xc420026600)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002dfd8 sp=0xc42002df50
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002dfe0 sp=0xc42002dfd8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 82 [running]:
	goroutine running on other thread; stack unavailable
created by testing.(*T).Run
	/usr/local/go/src/testing/testing.go:697 +0x2ca


ERROR: exit status 2

5769 runs completed, 1 failures, over 52s
Makefile:230: recipe for target 'stress' failed
make: *** [stress] Error 1

[a-robinson]

golang/go#19305