Skip to content

base: TestNodeIDContainer failed under stress #16054

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom
Closed
cockroach-teamcity opened this issue May 22, 2017 · 1 comment
Closed

base: TestNodeIDContainer failed under stress #16054

cockroach-teamcity opened this issue May 22, 2017 · 1 comment
Labels
C-test-failure Broken test (automatically or manually discovered). O-robot Originated from a bot.

Comments

@cockroach-teamcity
Copy link
Member

SHA: https://github.com/cockroachdb/cockroach/commits/bd24244c3de40cea2ee72910ba52fe001a45d214

Parameters:

TAGS=deadlock
GOFLAGS=

Stress build found a failed test: https://teamcity.cockroachdb.com/viewLog.html?buildId=254371&tab=buildLog


runtime.findrunnable(0xc420021900, 0x0)
	/usr/local/go/src/runtime/proc.go:2102 +0x2e4 fp=0x7fd4a35ebe48 sp=0x7fd4a35ebdb0
runtime.schedule()
	/usr/local/go/src/runtime/proc.go:2222 +0x14c fp=0x7fd4a35ebe88 sp=0x7fd4a35ebe48
runtime.park_m(0xc4203d31e0)
	/usr/local/go/src/runtime/proc.go:2285 +0xab fp=0x7fd4a35ebec0 sp=0x7fd4a35ebe88
runtime.mcall(0x7ffc458a414f)
	/usr/local/go/src/runtime/asm_amd64.s:269 +0x5b fp=0x7fd4a35ebed0 sp=0x7fd4a35ebec0

goroutine 1 [chan receive]:
runtime.gopark(0xbc85d0, 0xc4203c85f8, 0xb4f1f1, 0xc, 0xc42001af17, 0x3)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42004db20 sp=0xc42004daf0
runtime.goparkunlock(0xc4203c85f8, 0xb4f1f1, 0xc, 0x17, 0x3)
	/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42004db60 sp=0xc42004db20
runtime.chanrecv(0xa50b40, 0xc4203c85a0, 0x0, 0xc42004dc01, 0x4eac2a)
	/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc42004dc00 sp=0xc42004db60
runtime.chanrecv1(0xa50b40, 0xc4203c85a0, 0x0)
	/usr/local/go/src/runtime/chan.go:395 +0x35 fp=0xc42004dc38 sp=0xc42004dc00
testing.(*T).Run(0xc4203e5930, 0xb53b39, 0x13, 0xbc6e68, 0xc42004dd01)
	/usr/local/go/src/testing/testing.go:698 +0x2f4 fp=0xc42004dce0 sp=0xc42004dc38
testing.runTests.func1(0xc4203e5930)
	/usr/local/go/src/testing/testing.go:882 +0x67 fp=0xc42004dd30 sp=0xc42004dce0
testing.tRunner(0xc4203e5930, 0xc42004dde0)
	/usr/local/go/src/testing/testing.go:657 +0x96 fp=0xc42004dd58 sp=0xc42004dd30
testing.runTests(0xc4200e5b20, 0x10eb900, 0x4, 0x4, 0x40abde)
	/usr/local/go/src/testing/testing.go:888 +0x2c1 fp=0xc42004de10 sp=0xc42004dd58
testing.(*M).Run(0xc42004df20, 0xc42004df20)
	/usr/local/go/src/testing/testing.go:822 +0xfc fp=0xc42004df00 sp=0xc42004de10
main.main()
	github.com/cockroachdb/cockroach/pkg/base/_test/_testmain.go:50 +0xf7 fp=0xc42004df88 sp=0xc42004df00
runtime.main()
	/usr/local/go/src/runtime/proc.go:185 +0x20a fp=0xc42004dfe0 sp=0xc42004df88
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42004dfe8 sp=0xc42004dfe0

goroutine 17 [syscall, locked to thread]:
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420040fe8 sp=0xc420040fe0

goroutine 2 [force gc (idle)]:
runtime.gopark(0xbc85d0, 0x112da70, 0xb5100a, 0xf, 0xbc8414, 0x1)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002e768 sp=0xc42002e738
runtime.goparkunlock(0x112da70, 0xb5100a, 0xf, 0xc420000114, 0x1)
	/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42002e7a8 sp=0xc42002e768
runtime.forcegchelper()
	/usr/local/go/src/runtime/proc.go:226 +0x9e fp=0xc42002e7e0 sp=0xc42002e7a8
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002e7e8 sp=0xc42002e7e0
created by runtime.init.4
	/usr/local/go/src/runtime/proc.go:215 +0x35

goroutine 3 [runnable]:
runtime.Gosched()
	/usr/local/go/src/runtime/proc.go:240 +0x1e fp=0xc42002ef98 sp=0xc42002ef80
runtime.bgsweep(0xc42005c000)
	/usr/local/go/src/runtime/mgcsweep.go:61 +0xd8 fp=0xc42002efd8 sp=0xc42002ef98
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002efe0 sp=0xc42002efd8
created by runtime.gcenable
	/usr/local/go/src/runtime/mgc.go:212 +0x61

goroutine 4 [finalizer wait]:
runtime.gopark(0xbc85d0, 0x114dd28, 0xb505f2, 0xe, 0x14, 0x1)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002f718 sp=0xc42002f6e8
runtime.goparkunlock(0x114dd28, 0xb505f2, 0xe, 0x14, 0x1)
	/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42002f758 sp=0xc42002f718
runtime.runfinq()
	/usr/local/go/src/runtime/mfinal.go:161 +0xb2 fp=0xc42002f7e0 sp=0xc42002f758
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002f7e8 sp=0xc42002f7e0
created by runtime.createfing
	/usr/local/go/src/runtime/mfinal.go:142 +0x62

goroutine 8 [chan receive]:
runtime.gopark(0xbc85d0, 0xc4203c8058, 0xb4f1f1, 0xc, 0xc4203d0017, 0x3)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002fe68 sp=0xc42002fe38
runtime.goparkunlock(0xc4203c8058, 0xb4f1f1, 0xc, 0x17, 0x3)
	/usr/local/go/src/runtime/proc.go:277 +0x5e fp=0xc42002fea8 sp=0xc42002fe68
runtime.chanrecv(0xa50940, 0xc4203c8000, 0xc42002ffb0, 0x6fc23ac01, 0xc4203cc000)
	/usr/local/go/src/runtime/chan.go:513 +0x371 fp=0xc42002ff48 sp=0xc42002fea8
runtime.chanrecv2(0xa50940, 0xc4203c8000, 0xc42002ffb0, 0x74f85a)
	/usr/local/go/src/runtime/chan.go:400 +0x35 fp=0xc42002ff80 sp=0xc42002ff48
github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).flushDaemon(0x112e260)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1052 +0x77 fp=0xc42002ffd8 sp=0xc42002ff80
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002ffe0 sp=0xc42002ffd8
created by github.com/cockroachdb/cockroach/pkg/util/log.init.1
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:594 +0xd9

goroutine 6 [syscall]:
runtime.notetsleepg(0x112df18, 0x6fc234864, 0x1)
	/usr/local/go/src/runtime/lock_futex.go:205 +0x42 fp=0xc420030760 sp=0xc420030730
runtime.timerproc()
	/usr/local/go/src/runtime/time.go:209 +0x327 fp=0xc4200307e0 sp=0xc420030760
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200307e8 sp=0xc4200307e0
created by runtime.addtimerLocked
	/usr/local/go/src/runtime/time.go:116 +0xed

goroutine 19 [syscall]:
runtime.notetsleepg(0x114e220, 0xffffffffffffffff, 0xc420030fa8)
	/usr/local/go/src/runtime/lock_futex.go:205 +0x42 fp=0xc420030f80 sp=0xc420030f50
os/signal.signal_recv(0xc420030fc0)
	/usr/local/go/src/runtime/sigqueue.go:116 +0x104 fp=0xc420030fa8 sp=0xc420030f80
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:22 +0x22 fp=0xc420030fe0 sp=0xc420030fa8
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420030fe8 sp=0xc420030fe0
created by os/signal.init.1
	/usr/local/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 20 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48b0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002a750 sp=0xc42002a720
runtime.gcBgMarkWorker(0xc42001e000)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002a7d8 sp=0xc42002a750
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002a7e0 sp=0xc42002a7d8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 21 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48c0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002af50 sp=0xc42002af20
runtime.gcBgMarkWorker(0xc42001f300)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002afd8 sp=0xc42002af50
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002afe0 sp=0xc42002afd8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 22 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48d0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002b750 sp=0xc42002b720
runtime.gcBgMarkWorker(0xc420020600)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002b7d8 sp=0xc42002b750
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002b7e0 sp=0xc42002b7d8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 23 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48e0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002bf50 sp=0xc42002bf20
runtime.gcBgMarkWorker(0xc420021900)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002bfd8 sp=0xc42002bf50
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002bfe0 sp=0xc42002bfd8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 24 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d48f0, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002c750 sp=0xc42002c720
runtime.gcBgMarkWorker(0xc420022c00)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002c7d8 sp=0xc42002c750
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002c7e0 sp=0xc42002c7d8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 25 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d4900, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002cf50 sp=0xc42002cf20
runtime.gcBgMarkWorker(0xc420024000)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002cfd8 sp=0xc42002cf50
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002cfe0 sp=0xc42002cfd8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 26 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d4910, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002d750 sp=0xc42002d720
runtime.gcBgMarkWorker(0xc420025300)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002d7d8 sp=0xc42002d750
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002d7e0 sp=0xc42002d7d8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 27 [GC worker (idle)]:
runtime.gopark(0xbc8450, 0xc4203d4920, 0xb516a2, 0x10, 0x14, 0x0)
	/usr/local/go/src/runtime/proc.go:271 +0x13a fp=0xc42002df50 sp=0xc42002df20
runtime.gcBgMarkWorker(0xc420026600)
	/usr/local/go/src/runtime/mgc.go:1491 +0x138 fp=0xc42002dfd8 sp=0xc42002df50
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc42002dfe0 sp=0xc42002dfd8
created by runtime.gcBgMarkStartWorkers
	/usr/local/go/src/runtime/mgc.go:1412 +0x98

goroutine 82 [running]:
	goroutine running on other thread; stack unavailable
created by testing.(*T).Run
	/usr/local/go/src/testing/testing.go:697 +0x2ca


ERROR: exit status 2

5769 runs completed, 1 failures, over 52s
Makefile:230: recipe for target 'stress' failed
make: *** [stress] Error 1
@cockroach-teamcity cockroach-teamcity added O-robot Originated from a bot. C-test-failure Broken test (automatically or manually discovered). labels May 22, 2017
@a-robinson
Copy link
Contributor

golang/go#19305

@tamird tamird mentioned this issue May 22, 2017
Merged
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees
No one assigned
Labels
C-test-failure Broken test (automatically or manually discovered). O-robot Originated from a bot.
Projects
None yet
Milestone
No milestone
Development

No branches or pull requests
2 participants
@a-robinson @cockroach-teamcity