ccl/storageccl/engineccl: TestVerifyBatchRepr failed under stress #15351
Description
SHA: https://github.com/cockroachdb/cockroach/commits/3b2a53b525fafeb18fa547b9b668753a3a328cf9
Parameters:
TAGS=deadlock
GOFLAGS=
Stress build found a failed test: https://teamcity.cockroachdb.com/viewLog.html?buildId=234531&tab=buildLog
notewakeup - double wakeup (1)
fatal error: notewakeup - double wakeup
runtime stack:
runtime.throw(0x10315ae, 0x1a)
/usr/local/go/src/runtime/panic.go:596 +0x95 fp=0x7f28b8bfea70 sp=0x7f28b8bfea50
runtime.notewakeup(0x16c3cf8)
/usr/local/go/src/runtime/lock_futex.go:133 +0xb4 fp=0x7f28b8bfea98 sp=0x7f28b8bfea70
runtime.gchelper()
/usr/local/go/src/runtime/mgc.go:1923 +0xf5 fp=0x7f28b8bfeac8 sp=0x7f28b8bfea98
runtime.stopm()
/usr/local/go/src/runtime/proc.go:1653 +0xdd fp=0x7f28b8bfeaf0 sp=0x7f28b8bfeac8
runtime.findrunnable(0xc420023900, 0x0)
/usr/local/go/src/runtime/proc.go:2102 +0x2e4 fp=0x7f28b8bfeb88 sp=0x7f28b8bfeaf0
runtime.schedule()
/usr/local/go/src/runtime/proc.go:2222 +0x14c fp=0x7f28b8bfebc8 sp=0x7f28b8bfeb88
runtime.park_m(0xc42006a4e0)
/usr/local/go/src/runtime/proc.go:2285 +0xab fp=0x7f28b8bfec00 sp=0x7f28b8bfebc8
runtime.mcall(0x2a)
/usr/local/go/src/runtime/asm_amd64.s:269 +0x5b fp=0x7f28b8bfec10 sp=0x7f28b8bfec00
goroutine 1 [chan receive]:
runtime.gopark(0x1052228, 0xc420010358, 0x10282b5, 0xc, 0xc420140117, 0x3)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420053b20 sp=0xc420053af0
runtime.goparkunlock(0xc420010358, 0x10282b5, 0xc, 0x17, 0x3)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420053b60 sp=0xc420053b20
runtime.chanrecv(0xf2aec0, 0xc420010300, 0x0, 0xc420053c01, 0x68810a)
/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc420053c00 sp=0xc420053b60
runtime.chanrecv1(0xf2aec0, 0xc420010300, 0x0)
/usr/local/go/src/runtime/chan.go:395 +0x35 fp=0xc420053c38 sp=0xc420053c00
testing.(*T).Run(0xc4201a1380, 0x102cbb9, 0x13, 0x1050b00, 0xc4200cfd01)
/usr/local/go/src/testing/testing.go:698 +0x2f4 fp=0xc420053ce0 sp=0xc420053c38
testing.runTests.func1(0xc4201a1380)
/usr/local/go/src/testing/testing.go:882 +0x67 fp=0xc420053d30 sp=0xc420053ce0
testing.tRunner(0xc4201a1380, 0xc4200cfde0)
/usr/local/go/src/testing/testing.go:657 +0x96 fp=0xc420053d58 sp=0xc420053d30
testing.runTests(0xc4202ef340, 0x16819e0, 0x3, 0x3, 0x0)
/usr/local/go/src/testing/testing.go:888 +0x2c1 fp=0xc420053e10 sp=0xc420053d58
testing.(*M).Run(0xc420053f20, 0xc4200cff20)
/usr/local/go/src/testing/testing.go:822 +0xfc fp=0xc420053f00 sp=0xc420053e10
main.main()
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/_test/_testmain.go:46 +0xf7 fp=0xc420053f88 sp=0xc420053f00
runtime.main()
/usr/local/go/src/runtime/proc.go:185 +0x20a fp=0xc420053fe0 sp=0xc420053f88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420053fe8 sp=0xc420053fe0
goroutine 17 [syscall, locked to thread]:
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420042fe8 sp=0xc420042fe0
goroutine 2 [force gc (idle)]:
runtime.gopark(0x1052228, 0x16c2f70, 0x102a0df, 0xf, 0x1052114, 0x1)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420030768 sp=0xc420030738
runtime.goparkunlock(0x16c2f70, 0x102a0df, 0xf, 0xc420000114, 0x1)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc4200307a8 sp=0xc420030768
runtime.forcegchelper()
/usr/local/go/src/runtime/proc.go:226 +0x9e fp=0xc4200307e0 sp=0xc4200307a8
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200307e8 sp=0xc4200307e0
created by runtime.init.4
/usr/local/go/src/runtime/proc.go:215 +0x35
goroutine 3 [GC sweep wait]:
runtime.gopark(0x1052228, 0x16c3220, 0x10289da, 0xd, 0x5f3714, 0x1)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420030f58 sp=0xc420030f28
runtime.goparkunlock(0x16c3220, 0x10289da, 0xd, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420030f98 sp=0xc420030f58
runtime.bgsweep(0xc42005e000)
/usr/local/go/src/runtime/mgcsweep.go:72 +0x12e fp=0xc420030fd8 sp=0xc420030f98
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420030fe0 sp=0xc420030fd8
created by runtime.gcenable
/usr/local/go/src/runtime/mgc.go:212 +0x61
goroutine 4 [finalizer wait]:
runtime.gopark(0x1052228, 0x17011f8, 0x102971f, 0xe, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420031718 sp=0xc4200316e8
runtime.goparkunlock(0x17011f8, 0x102971f, 0xe, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420031758 sp=0xc420031718
runtime.runfinq()
/usr/local/go/src/runtime/mfinal.go:161 +0xb2 fp=0xc4200317e0 sp=0xc420031758
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200317e8 sp=0xc4200317e0
created by runtime.createfing
/usr/local/go/src/runtime/mfinal.go:142 +0x62
goroutine 5 [chan receive]:
runtime.gopark(0x1052228, 0xc420010ef8, 0x10282b5, 0xc, 0x5e7217, 0x3)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420031e68 sp=0xc420031e38
runtime.goparkunlock(0xc420010ef8, 0x10282b5, 0xc, 0x17, 0x3)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420031ea8 sp=0xc420031e68
runtime.chanrecv(0xf2ad00, 0xc420010ea0, 0xc420031fb0, 0x6fc23ac01, 0xc42001b7c0)
/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc420031f48 sp=0xc420031ea8
runtime.chanrecv2(0xf2ad00, 0xc420010ea0, 0xc420031fb0, 0x0)
/usr/local/go/src/runtime/chan.go:400 +0x35 fp=0xc420031f80 sp=0xc420031f48
github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).flushDaemon(0x16c3860)
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1003 +0x77 fp=0xc420031fd8 sp=0xc420031f80
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420031fe0 sp=0xc420031fd8
created by github.com/cockroachdb/cockroach/pkg/util/log.init.1
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:566 +0xd9
goroutine 6 [syscall]:
runtime.notetsleepg(0x16c3518, 0x6fc239eb8, 0x0)
/usr/local/go/src/runtime/lock_futex.go:205 +0x42 fp=0xc420032760 sp=0xc420032730
runtime.timerproc()
/usr/local/go/src/runtime/time.go:209 +0x327 fp=0xc4200327e0 sp=0xc420032760
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200327e8 sp=0xc4200327e0
created by runtime.addtimerLocked
/usr/local/go/src/runtime/time.go:116 +0xed
goroutine 15 [syscall]:
runtime.notetsleepg(0x1701700, 0xffffffffffffffff, 0xc42002c7a8)
/usr/local/go/src/runtime/lock_futex.go:205 +0x42 fp=0xc42002c780 sp=0xc42002c750
os/signal.signal_recv(0xc42002c7c0)
/usr/local/go/src/runtime/sigqueue.go:116 +0x104 fp=0xc42002c7a8 sp=0xc42002c780
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x22 fp=0xc42002c7e0 sp=0xc42002c7a8
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002c7e8 sp=0xc42002c7e0
created by os/signal.init.1
/usr/local/go/src/os/signal/signal_unix.go:28 +0x41
goroutine 19 [runnable]:
runtime.Stack(0xc42056e000, 0x200000, 0x200000, 0xc42056e001, 0x200000)
/usr/local/go/src/runtime/mprof.go:673 +0x144 fp=0xc4200558d8 sp=0xc4200558d0
github.com/cockroachdb/cockroach/pkg/util/leaktest.interestingGoroutines(0xed0924679)
/go/src/github.com/cockroachdb/cockroach/pkg/util/leaktest/leaktest.go:26 +0x85 fp=0xc4200559a8 sp=0xc4200558d8
github.com/cockroachdb/cockroach/pkg/util/leaktest.AfterTest.func1()
/go/src/github.com/cockroachdb/cockroach/pkg/util/leaktest/leaktest.go:76 +0xf7 fp=0xc420055ad8 sp=0xc4200559a8
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.TestVerifyBatchRepr(0xc420018410)
/go/src/github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/rocksdb_test.go:65 +0xd5e fp=0xc420055fa8 sp=0xc420055ad8
testing.tRunner(0xc420018410, 0x1050b00)
/usr/local/go/src/testing/testing.go:657 +0x96 fp=0xc420055fd0 sp=0xc420055fa8
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420055fd8 sp=0xc420055fd0
created by testing.(*T).Run
/usr/local/go/src/testing/testing.go:697 +0x2ca
goroutine 36 [GC worker (idle)]:
runtime.gopark(0x10520a8, 0xc420149970, 0x102a778, 0x10, 0x2b732614, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420032f50 sp=0xc420032f20
runtime.gcBgMarkWorker(0xc420020000)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc420032fd8 sp=0xc420032f50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420032fe0 sp=0xc420032fd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 37 [GC worker (idle)]:
runtime.gopark(0x10520a8, 0xc420149980, 0x102a778, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420033750 sp=0xc420033720
runtime.gcBgMarkWorker(0xc420021300)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4200337d8 sp=0xc420033750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200337e0 sp=0xc4200337d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 50 [GC worker (idle)]:
runtime.gopark(0x10520a8, 0xc420542000, 0x102a778, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42053e750 sp=0xc42053e720
runtime.gcBgMarkWorker(0xc420022600)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42053e7d8 sp=0xc42053e750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42053e7e0 sp=0xc42053e7d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 51 [GC worker (idle)]:
runtime.gopark(0x10520a8, 0xc420542010, 0x102a778, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42053ef50 sp=0xc42053ef20
runtime.gcBgMarkWorker(0xc420023900)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42053efd8 sp=0xc42053ef50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42053efe0 sp=0xc42053efd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 38 [GC worker (idle)]:
runtime.gopark(0x10520a8, 0xc420149990, 0x102a778, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420033f50 sp=0xc420033f20
runtime.gcBgMarkWorker(0xc420024c00)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc420033fd8 sp=0xc420033f50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420033fe0 sp=0xc420033fd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 39 [GC worker (idle)]:
runtime.gopark(0x10520a8, 0xc4201499a0, 0x102a778, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42053a750 sp=0xc42053a720
runtime.gcBgMarkWorker(0xc420026000)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42053a7d8 sp=0xc42053a750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42053a7e0 sp=0xc42053a7d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 40 [GC worker (idle)]:
runtime.gopark(0x10520a8, 0xc4201499b0, 0x102a778, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42053af50 sp=0xc42053af20
runtime.gcBgMarkWorker(0xc420027300)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42053afd8 sp=0xc42053af50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42053afe0 sp=0xc42053afd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 41 [GC worker (idle)]:
runtime.gopark(0x10520a8, 0xc4201499c0, 0x102a778, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42053b750 sp=0xc42053b720
runtime.gcBgMarkWorker(0xc420028600)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42053b7d8 sp=0xc42053b750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42053b7e0 sp=0xc42053b7d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
ERROR: exit status 2
Makefile:201: recipe for target 'stress' failed
make: *** [stress] Error 1