config: TestComputeSplits failed under stress #14407
Description
SHA: https://github.com/cockroachdb/cockroach/commits/53f592a631d83e2afd4b20e60ead1d92d899d03a
Parameters:
COCKROACH_PROPOSER_EVALUATED_KV=true
TAGS=
GOFLAGS=
Stress build found a failed test: https://teamcity.cockroachdb.com/viewLog.html?buildId=196508&tab=buildLog
E170328 06:10:56.098820 36 config/config.go:447 unable to determine largest object ID from system config: descriptor table not found in system config of 0 values
E170328 06:10:56.098913 36 config/config.go:447 unable to determine largest object ID from system config: descriptor table not found in system config of 0 values
notewakeup - double wakeup (1)
fatal error: notewakeup - double wakeup
runtime stack:
runtime.throw(0xcd08b0, 0x1a)
/usr/local/go/src/runtime/panic.go:596 +0x95 fp=0x2b41ed37fd30 sp=0x2b41ed37fd10
runtime.notewakeup(0x1483638)
/usr/local/go/src/runtime/lock_futex.go:133 +0xb4 fp=0x2b41ed37fd58 sp=0x2b41ed37fd30
runtime.gchelper()
/usr/local/go/src/runtime/mgc.go:1923 +0xf5 fp=0x2b41ed37fd88 sp=0x2b41ed37fd58
runtime.stopm()
/usr/local/go/src/runtime/proc.go:1653 +0xdd fp=0x2b41ed37fdb0 sp=0x2b41ed37fd88
runtime.findrunnable(0xc420022600, 0x0)
/usr/local/go/src/runtime/proc.go:2102 +0x2e4 fp=0x2b41ed37fe48 sp=0x2b41ed37fdb0
runtime.schedule()
/usr/local/go/src/runtime/proc.go:2222 +0x14c fp=0x2b41ed37fe88 sp=0x2b41ed37fe48
runtime.park_m(0xc4205ac340)
/usr/local/go/src/runtime/proc.go:2285 +0xab fp=0x2b41ed37fec0 sp=0x2b41ed37fe88
runtime.mcall(0x2b41ece1daef)
/usr/local/go/src/runtime/asm_amd64.s:269 +0x5b fp=0x2b41ed37fed0 sp=0x2b41ed37fec0
goroutine 1 [chan receive]:
runtime.gopark(0xcfb110, 0xc420330178, 0xcc644d, 0xc, 0xc42001a117, 0x3)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc4202d3b20 sp=0xc4202d3af0
runtime.goparkunlock(0xc420330178, 0xcc644d, 0xc, 0x17, 0x3)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc4202d3b60 sp=0xc4202d3b20
runtime.chanrecv(0xb9b140, 0xc420330120, 0x0, 0xc4202d3c01, 0x4ea4ea)
/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc4202d3c00 sp=0xc4202d3b60
runtime.chanrecv1(0xb9b140, 0xc420330120, 0x0)
/usr/local/go/src/runtime/chan.go:395 +0x35 fp=0xc4202d3c38 sp=0xc4202d3c00
testing.(*T).Run(0xc42039a1a0, 0xcc9e73, 0x11, 0xcf9120, 0xc420329d01)
/usr/local/go/src/testing/testing.go:698 +0x2f4 fp=0xc4202d3ce0 sp=0xc4202d3c38
testing.runTests.func1(0xc42039a1a0)
/usr/local/go/src/testing/testing.go:882 +0x67 fp=0xc4202d3d30 sp=0xc4202d3ce0
testing.tRunner(0xc42039a1a0, 0xc420329de0)
/usr/local/go/src/testing/testing.go:657 +0x96 fp=0xc4202d3d58 sp=0xc4202d3d30
testing.runTests(0xc420393980, 0x12f7c00, 0x7, 0x7, 0x0)
/usr/local/go/src/testing/testing.go:888 +0x2c1 fp=0xc4202d3e10 sp=0xc4202d3d58
testing.(*M).Run(0xc4202d3f20, 0xc420329f20)
/usr/local/go/src/testing/testing.go:822 +0xfc fp=0xc4202d3f00 sp=0xc4202d3e10
main.main()
github.com/cockroachdb/cockroach/pkg/config/_test/_testmain.go:56 +0xf7 fp=0xc4202d3f88 sp=0xc4202d3f00
runtime.main()
/usr/local/go/src/runtime/proc.go:185 +0x20a fp=0xc4202d3fe0 sp=0xc4202d3f88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4202d3fe8 sp=0xc4202d3fe0
goroutine 17 [syscall, locked to thread]:
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420042fe8 sp=0xc420042fe0
goroutine 2 [force gc (idle)]:
runtime.gopark(0xcfb110, 0x14822f0, 0xcc86e7, 0xf, 0xcfb014, 0x1)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420030768 sp=0xc420030738
runtime.goparkunlock(0x14822f0, 0xcc86e7, 0xf, 0xc420000114, 0x1)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc4200307a8 sp=0xc420030768
runtime.forcegchelper()
/usr/local/go/src/runtime/proc.go:226 +0x9e fp=0xc4200307e0 sp=0xc4200307a8
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200307e8 sp=0xc4200307e0
created by runtime.init.4
/usr/local/go/src/runtime/proc.go:215 +0x35
goroutine 3 [GC sweep wait]:
runtime.gopark(0xcfb110, 0x14825e0, 0xcc6c72, 0xd, 0x456214, 0x1)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420030f58 sp=0xc420030f28
runtime.goparkunlock(0x14825e0, 0xcc6c72, 0xd, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420030f98 sp=0xc420030f58
runtime.bgsweep(0xc42005e000)
/usr/local/go/src/runtime/mgcsweep.go:72 +0x12e fp=0xc420030fd8 sp=0xc420030f98
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420030fe0 sp=0xc420030fd8
created by runtime.gcenable
/usr/local/go/src/runtime/mgc.go:212 +0x61
goroutine 4 [finalizer wait]:
runtime.gopark(0xcfb110, 0x14a4360, 0xcc7b4e, 0xe, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420031718 sp=0xc4200316e8
runtime.goparkunlock(0x14a4360, 0xcc7b4e, 0xe, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420031758 sp=0xc420031718
runtime.runfinq()
/usr/local/go/src/runtime/mfinal.go:161 +0xb2 fp=0xc4200317e0 sp=0xc420031758
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200317e8 sp=0xc4200317e0
created by runtime.createfing
/usr/local/go/src/runtime/mfinal.go:142 +0x62
goroutine 5 [chan receive]:
runtime.gopark(0xcfb110, 0xc420376058, 0xcc644d, 0xc, 0xc420380017, 0x3)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420031e70 sp=0xc420031e40
runtime.goparkunlock(0xc420376058, 0xcc644d, 0xc, 0x17, 0x3)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420031eb0 sp=0xc420031e70
runtime.chanrecv(0xb9af80, 0xc420376000, 0xc420031fb0, 0x6fc23ac01, 0xc42037a000)
/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc420031f50 sp=0xc420031eb0
runtime.chanrecv2(0xb9af80, 0xc420376000, 0xc420031fb0, 0x0)
/usr/local/go/src/runtime/chan.go:400 +0x35 fp=0xc420031f88 sp=0xc420031f50
github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).flushDaemon(0x14831a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1005 +0x77 fp=0xc420031fd8 sp=0xc420031f88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420031fe0 sp=0xc420031fd8
created by github.com/cockroachdb/cockroach/pkg/util/log.init.1
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:584 +0xd2
goroutine 6 [chan receive]:
runtime.gopark(0xcfb110, 0xc420010e98, 0xcc644d, 0xc, 0xc420398017, 0x3)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420032688 sp=0xc420032658
runtime.goparkunlock(0xc420010e98, 0xcc644d, 0xc, 0x17, 0x3)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc4200326c8 sp=0xc420032688
runtime.chanrecv(0xb9b880, 0xc420010e40, 0xc4200327c0, 0x1, 0x0)
/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc420032768 sp=0xc4200326c8
runtime.chanrecv2(0xb9b880, 0xc420010e40, 0xc4200327c0, 0x0)
/usr/local/go/src/runtime/chan.go:400 +0x35 fp=0xc4200327a0 sp=0xc420032768
github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0x14831a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1028 +0x5b fp=0xc4200327d8 sp=0xc4200327a0
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200327e0 sp=0xc4200327d8
created by github.com/cockroachdb/cockroach/pkg/util/log.init.1
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:585 +0xf6
goroutine 18 [syscall]:
runtime.notetsleepg(0x14829d8, 0x6fc2376e0, 0x0)
/usr/local/go/src/runtime/lock_futex.go:205 +0x42 fp=0xc42002c760 sp=0xc42002c730
runtime.timerproc()
/usr/local/go/src/runtime/time.go:209 +0x327 fp=0xc42002c7e0 sp=0xc42002c760
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002c7e8 sp=0xc42002c7e0
created by runtime.addtimerLocked
/usr/local/go/src/runtime/time.go:116 +0xed
goroutine 36 [runnable]:
runtime.Stack(0xc4203aa000, 0x200000, 0x200000, 0xc4203aa001, 0x200000)
/usr/local/go/src/runtime/mprof.go:673 +0x144 fp=0xc4202f0b50 sp=0xc4202f0b48
github.com/cockroachdb/cockroach/pkg/util/leaktest.interestingGoroutines(0xed06bf570)
/go/src/github.com/cockroachdb/cockroach/pkg/util/leaktest/leaktest.go:26 +0x85 fp=0xc4202f0c20 sp=0xc4202f0b50
github.com/cockroachdb/cockroach/pkg/util/leaktest.AfterTest.func1()
/go/src/github.com/cockroachdb/cockroach/pkg/util/leaktest/leaktest.go:76 +0xf7 fp=0xc4202f0d50 sp=0xc4202f0c20
github.com/cockroachdb/cockroach/pkg/config_test.TestComputeSplits(0xc42039a9c0)
/go/src/github.com/cockroachdb/cockroach/pkg/config/config_test.go:291 +0x2415 fp=0xc4202f1fa8 sp=0xc4202f0d50
testing.tRunner(0xc42039a9c0, 0xcf9120)
/usr/local/go/src/testing/testing.go:657 +0x96 fp=0xc4202f1fd0 sp=0xc4202f1fa8
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4202f1fd8 sp=0xc4202f1fd0
created by testing.(*T).Run
/usr/local/go/src/testing/testing.go:697 +0x2ca
goroutine 8 [GC worker (idle)]:
runtime.gopark(0xcfaf90, 0xc420382bd0, 0xcc8e57, 0x10, 0x502b014, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420032f50 sp=0xc420032f20
runtime.gcBgMarkWorker(0xc420020000)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc420032fd8 sp=0xc420032f50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420032fe0 sp=0xc420032fd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 9 [GC worker (idle)]:
runtime.gopark(0xcfaf90, 0xc420382be0, 0xcc8e57, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420033750 sp=0xc420033720
runtime.gcBgMarkWorker(0xc420021300)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4200337d8 sp=0xc420033750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200337e0 sp=0xc4200337d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 10 [GC worker (idle)]:
runtime.gopark(0xcfaf90, 0xc420382bf0, 0xcc8e57, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420033f50 sp=0xc420033f20
runtime.gcBgMarkWorker(0xc420022600)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc420033fd8 sp=0xc420033f50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420033fe0 sp=0xc420033fd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 11 [GC worker (idle)]:
runtime.gopark(0xcfaf90, 0xc420382c00, 0xcc8e57, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc4205b2750 sp=0xc4205b2720
runtime.gcBgMarkWorker(0xc420023900)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4205b27d8 sp=0xc4205b2750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4205b27e0 sp=0xc4205b27d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 12 [GC worker (idle)]:
runtime.gopark(0xcfaf90, 0xc420382c10, 0xcc8e57, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc4205b2f50 sp=0xc4205b2f20
runtime.gcBgMarkWorker(0xc420024c00)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4205b2fd8 sp=0xc4205b2f50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4205b2fe0 sp=0xc4205b2fd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 13 [GC worker (idle)]:
runtime.gopark(0xcfaf90, 0xc420382c20, 0xcc8e57, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc4205b3750 sp=0xc4205b3720
runtime.gcBgMarkWorker(0xc420026000)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4205b37d8 sp=0xc4205b3750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4205b37e0 sp=0xc4205b37d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 14 [GC worker (idle)]:
runtime.gopark(0xcfaf90, 0xc420382c30, 0xcc8e57, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc4205b3f50 sp=0xc4205b3f20
runtime.gcBgMarkWorker(0xc420027300)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4205b3fd8 sp=0xc4205b3f50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4205b3fe0 sp=0xc4205b3fd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 34 [GC worker (idle)]:
runtime.gopark(0xcfaf90, 0xc4205b6000, 0xcc8e57, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc4205ae750 sp=0xc4205ae720
runtime.gcBgMarkWorker(0xc420028600)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4205ae7d8 sp=0xc4205ae750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4205ae7e0 sp=0xc4205ae7d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
ERROR: exit status 2
34277 runs completed, 1 failures, over 3m52s
Makefile:233: recipe for target 'stress' failed
make: *** [stress] Error 1