Closed
Description
Parameters:
COCKROACH_PROPOSER_EVALUATED_KV=true
TAGS=deadlock
GOFLAGS=
Stress build found a failed test: https://teamcity.cockroachdb.com/viewLog.html?buildId=213311&tab=buildLog
notewakeup - double wakeup (1)
fatal error: notewakeup - double wakeup
runtime stack:
runtime.throw(0xb22a3e, 0x1a)
/usr/local/go/src/runtime/panic.go:596 +0x95 fp=0x2b2e0fbfed30 sp=0x2b2e0fbfed10
runtime.notewakeup(0x108f3f8)
/usr/local/go/src/runtime/lock_futex.go:133 +0xb4 fp=0x2b2e0fbfed58 sp=0x2b2e0fbfed30
runtime.gchelper()
/usr/local/go/src/runtime/mgc.go:1923 +0xf5 fp=0x2b2e0fbfed88 sp=0x2b2e0fbfed58
runtime.stopm()
/usr/local/go/src/runtime/proc.go:1653 +0xdd fp=0x2b2e0fbfedb0 sp=0x2b2e0fbfed88
runtime.findrunnable(0xc420022600, 0x0)
/usr/local/go/src/runtime/proc.go:2102 +0x2e4 fp=0x2b2e0fbfee48 sp=0x2b2e0fbfedb0
runtime.schedule()
/usr/local/go/src/runtime/proc.go:2222 +0x14c fp=0x2b2e0fbfee88 sp=0x2b2e0fbfee48
runtime.park_m(0xc42031c820)
/usr/local/go/src/runtime/proc.go:2285 +0xab fp=0x2b2e0fbfeec0 sp=0x2b2e0fbfee88
runtime.mcall(0x7fff7ee34aef)
/usr/local/go/src/runtime/asm_amd64.s:269 +0x5b fp=0x2b2e0fbfeed0 sp=0x2b2e0fbfeec0
goroutine 1 [chan receive]:
runtime.gopark(0xb43540, 0xc4200102f8, 0xb19896, 0xc, 0xc42013e017, 0x3)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42004fb20 sp=0xc42004faf0
runtime.goparkunlock(0xc4200102f8, 0xb19896, 0xc, 0x17, 0x3)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42004fb60 sp=0xc42004fb20
runtime.chanrecv(0xa23a60, 0xc4200102a0, 0x0, 0xc42004fc01, 0x4e97fa)
/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc42004fc00 sp=0xc42004fb60
runtime.chanrecv1(0xa23a60, 0xc4200102a0, 0x0)
/usr/local/go/src/runtime/chan.go:395 +0x35 fp=0xc42004fc38 sp=0xc42004fc00
testing.(*T).Run(0xc42019f450, 0xb1f4b8, 0x15, 0xb41ea0, 0xc420169d01)
/usr/local/go/src/testing/testing.go:698 +0x2f4 fp=0xc42004fce0 sp=0xc42004fc38
testing.runTests.func1(0xc42019f450)
/usr/local/go/src/testing/testing.go:882 +0x67 fp=0xc42004fd30 sp=0xc42004fce0
testing.tRunner(0xc42019f450, 0xc420169de0)
/usr/local/go/src/testing/testing.go:657 +0x96 fp=0xc42004fd58 sp=0xc42004fd30
testing.runTests(0xc4202ed0e0, 0x104d920, 0x4, 0x4, 0x40adfe)
/usr/local/go/src/testing/testing.go:888 +0x2c1 fp=0xc42004fe10 sp=0xc42004fd58
testing.(*M).Run(0xc42004ff20, 0xc420169f20)
/usr/local/go/src/testing/testing.go:822 +0xfc fp=0xc42004ff00 sp=0xc42004fe10
main.main()
github.com/cockroachdb/cockroach/pkg/base/_test/_testmain.go:50 +0xf7 fp=0xc42004ff88 sp=0xc42004ff00
runtime.main()
/usr/local/go/src/runtime/proc.go:185 +0x20a fp=0xc42004ffe0 sp=0xc42004ff88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42004ffe8 sp=0xc42004ffe0
goroutine 17 [syscall, locked to thread]:
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420042fe8 sp=0xc420042fe0
goroutine 2 [force gc (idle)]:
runtime.gopark(0xb43540, 0x108e840, 0xb1b651, 0xf, 0xb43414, 0x1)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420030768 sp=0xc420030738
runtime.goparkunlock(0x108e840, 0xb1b651, 0xf, 0xc420000114, 0x1)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc4200307a8 sp=0xc420030768
runtime.forcegchelper()
/usr/local/go/src/runtime/proc.go:226 +0x9e fp=0xc4200307e0 sp=0xc4200307a8
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200307e8 sp=0xc4200307e0
created by runtime.init.4
/usr/local/go/src/runtime/proc.go:215 +0x35
goroutine 3 [runnable]:
runtime.Gosched()
/usr/local/go/src/runtime/proc.go:240 +0x1e fp=0xc420030f98 sp=0xc420030f80
runtime.bgsweep(0xc42005e000)
/usr/local/go/src/runtime/mgcsweep.go:61 +0xd8 fp=0xc420030fd8 sp=0xc420030f98
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420030fe0 sp=0xc420030fd8
created by runtime.gcenable
/usr/local/go/src/runtime/mgc.go:212 +0x61
goroutine 4 [finalizer wait]:
runtime.gopark(0xb43540, 0x10ae8e8, 0xb1ac73, 0xe, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420031718 sp=0xc4200316e8
runtime.goparkunlock(0x10ae8e8, 0xb1ac73, 0xe, 0x14, 0x1)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420031758 sp=0xc420031718
runtime.runfinq()
/usr/local/go/src/runtime/mfinal.go:161 +0xb2 fp=0xc4200317e0 sp=0xc420031758
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200317e8 sp=0xc4200317e0
created by runtime.createfing
/usr/local/go/src/runtime/mfinal.go:142 +0x62
goroutine 7 [chan receive]:
runtime.gopark(0xb43540, 0xc42012c058, 0xb19896, 0xc, 0xc420132017, 0x3)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420031e70 sp=0xc420031e40
runtime.goparkunlock(0xc42012c058, 0xb19896, 0xc, 0x45bf17, 0x3)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc420031eb0 sp=0xc420031e70
runtime.chanrecv(0xa238a0, 0xc42012c000, 0xc420031fb0, 0x6fc23ac01, 0xc420130000)
/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc420031f50 sp=0xc420031eb0
runtime.chanrecv2(0xa238a0, 0xc42012c000, 0xc420031fb0, 0x108d060)
/usr/local/go/src/runtime/chan.go:400 +0x35 fp=0xc420031f88 sp=0xc420031f50
github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).flushDaemon(0x108f020)
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1020 +0x77 fp=0xc420031fd8 sp=0xc420031f88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420031fe0 sp=0xc420031fd8
created by github.com/cockroachdb/cockroach/pkg/util/log.init.1
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:583 +0xd2
goroutine 6 [syscall]:
runtime.notetsleepg(0x108ecd8, 0x6fc2373c0, 0x1)
/usr/local/go/src/runtime/lock_futex.go:205 +0x42 fp=0xc420032760 sp=0xc420032730
runtime.timerproc()
/usr/local/go/src/runtime/time.go:209 +0x327 fp=0xc4200327e0 sp=0xc420032760
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200327e8 sp=0xc4200327e0
created by runtime.addtimerLocked
/usr/local/go/src/runtime/time.go:116 +0xed
goroutine 8 [chan receive]:
runtime.gopark(0xb43540, 0xc420010e98, 0xb19896, 0xc, 0x17, 0x3)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42003ee88 sp=0xc42003ee58
runtime.goparkunlock(0xc420010e98, 0xb19896, 0xc, 0x17, 0x3)
/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42003eec8 sp=0xc42003ee88
runtime.chanrecv(0xa241a0, 0xc420010e40, 0xc42003efc0, 0x1, 0x0)
/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc42003ef68 sp=0xc42003eec8
runtime.chanrecv2(0xa241a0, 0xc420010e40, 0xc42003efc0, 0x0)
/usr/local/go/src/runtime/chan.go:400 +0x35 fp=0xc42003efa0 sp=0xc42003ef68
github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0x108f020)
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1043 +0x5b fp=0xc42003efd8 sp=0xc42003efa0
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42003efe0 sp=0xc42003efd8
created by github.com/cockroachdb/cockroach/pkg/util/log.init.1
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:584 +0xf6
goroutine 55 [running]:
goroutine running on other thread; stack unavailable
created by testing.(*T).Run
/usr/local/go/src/testing/testing.go:697 +0x2ca
goroutine 37 [GC worker (idle)]:
runtime.gopark(0xb433c0, 0xc420143420, 0xb1bcba, 0x10, 0x2ec20714, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420033750 sp=0xc420033720
runtime.gcBgMarkWorker(0xc420020000)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4200337d8 sp=0xc420033750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200337e0 sp=0xc4200337d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 38 [GC worker (idle)]:
runtime.gopark(0xb433c0, 0xc420143430, 0xb1bcba, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420033f50 sp=0xc420033f20
runtime.gcBgMarkWorker(0xc420021300)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc420033fd8 sp=0xc420033f50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420033fe0 sp=0xc420033fd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 39 [GC worker (idle)]:
runtime.gopark(0xb433c0, 0xc420143440, 0xb1bcba, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002c750 sp=0xc42002c720
runtime.gcBgMarkWorker(0xc420022600)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002c7d8 sp=0xc42002c750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002c7e0 sp=0xc42002c7d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 50 [GC worker (idle)]:
runtime.gopark(0xb433c0, 0xc420532000, 0xb1bcba, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42052e750 sp=0xc42052e720
runtime.gcBgMarkWorker(0xc420023900)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42052e7d8 sp=0xc42052e750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42052e7e0 sp=0xc42052e7d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 51 [GC worker (idle)]:
runtime.gopark(0xb433c0, 0xc420532010, 0xb1bcba, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42052ef50 sp=0xc42052ef20
runtime.gcBgMarkWorker(0xc420024c00)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42052efd8 sp=0xc42052ef50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42052efe0 sp=0xc42052efd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 52 [GC worker (idle)]:
runtime.gopark(0xb433c0, 0xc420532020, 0xb1bcba, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42052f750 sp=0xc42052f720
runtime.gcBgMarkWorker(0xc420026000)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42052f7d8 sp=0xc42052f750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42052f7e0 sp=0xc42052f7d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 53 [GC worker (idle)]:
runtime.gopark(0xb433c0, 0xc420532030, 0xb1bcba, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42052ff50 sp=0xc42052ff20
runtime.gcBgMarkWorker(0xc420027300)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42052ffd8 sp=0xc42052ff50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42052ffe0 sp=0xc42052ffd8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
goroutine 54 [GC worker (idle)]:
runtime.gopark(0xb433c0, 0xc420532040, 0xb1bcba, 0x10, 0x14, 0x0)
/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc420530750 sp=0xc420530720
runtime.gcBgMarkWorker(0xc420028600)
/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc4205307d8 sp=0xc420530750
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4205307e0 sp=0xc4205307d8
created by runtime.gcBgMarkStartWorkers
/usr/local/go/src/runtime/mgc.go:1412 +0x98
ERROR: exit status 2
52417 runs completed, 1 failures, over 4m16s
Makefile:173: recipe for target 'stress' failed
make: *** [stress] Error 1