Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

runtime: apparent test deadlock on ppc64le #32327

Closed
bcmills opened this issue May 30, 2019 · 12 comments
Closed

runtime: apparent test deadlock on ppc64le #32327

bcmills opened this issue May 30, 2019 · 12 comments
Labels
arch-ppc64x FrozenDueToAge NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one.
Milestone
Backlog

Comments

@bcmills
Copy link
Contributor

bcmills commented May 30, 2019

Seen in https://build.golang.org/log/01b3ad998d294eccfaed1be94a674a8ed36431d7:

##### GOMAXPROCS=2 runtime -cpu=1,2,4 -quick
SIGQUIT: quit
PC=0x100663cc m=0 sigcode=0

goroutine 0 [idle]:
runtime.futex(0x10420628, 0x80, 0x0, 0x0, 0x0, 0x28, 0x1003e020, 0xc000039d48, 0x10038234, 0xc000022000, ...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/sys_linux_ppc64x.s:472 +0x1c fp=0x3fffd16cb110 sp=0x3fffd16cb110 pc=0x100663cc
runtime.futexsleep(0x10420628, 0x0, 0xffffffffffffffff)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/os_linux.go:44 +0x3c fp=0x3fffd16cb170 sp=0x3fffd16cb110 pc=0x1002edbc
runtime.notesleep(0x10420628)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/lock_futex.go:151 +0xb8 fp=0x3fffd16cb1b8 sp=0x3fffd16cb170 pc=0x1000be08
runtime.stoplockedm()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:2068 +0x74 fp=0x3fffd16cb210 sp=0x3fffd16cb1b8 pc=0x10038234
runtime.schedule()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:2469 +0x508 fp=0x3fffd16cb280 sp=0x3fffd16cb210 pc=0x10039e68
runtime.park_m(0xc000000180)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:2610 +0x98 fp=0x3fffd16cb2c0 sp=0x3fffd16cb280 pc=0x10039fc8
runtime.mcall(0xc000000180)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:202 +0x58 fp=0x3fffd16cb2c0 sp=0x3fffd16cb2c0 pc=0x100631d8

goroutine 1 [chan receive, locked to thread]:
runtime.gopark(0x1025fb50, 0xc0003c17f8, 0x170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000047a50 sp=0xc000047a20 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc0003c17a0, 0xc000047ba0, 0xc000000101, 0x100dc088)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000047af0 sp=0xc000047a50 pc=0x10006c10
runtime.chanrecv1(0xc0003c17a0, 0xc000047ba0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000047b30 sp=0xc000047af0 pc=0x100068f4
testing.(*T).Run(0xc0001ae900, 0x1025148c, 0x13, 0x10261040, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:961 +0x304 fp=0xc000047bf0 sp=0xc000047b30 pc=0x100dc0a4
testing.runTests.func1(0xc0000a0000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:1207 +0x78 fp=0xc000047c50 sp=0xc000047bf0 pc=0x100df6c8
testing.tRunner(0xc0000a0000, 0xc000047d58)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000047c90 sp=0xc000047c50 pc=0x100dbd40
testing.runTests(0xc00000e0e0, 0x1040a180, 0x116, 0x116, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:1205 +0x27c fp=0xc000047d78 sp=0xc000047c90 pc=0x100dd43c
testing.(*M).Run(0xc00000c180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:1122 +0x150 fp=0xc000047e70 sp=0xc000047d78 pc=0x100dc590
runtime_test.TestMain(0xc00000c180)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_test.go:28 +0x2c fp=0xc000047ed0 sp=0xc000047e70 pc=0x1016adec
main.main()
	_testmain.go:1062 +0x130 fp=0xc000047f68 sp=0xc000047ed0 pc=0x101c7100
runtime.main()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:203 +0x248 fp=0xc000047fc0 sp=0xc000047f68 pc=0x100333d8
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000047fc0 sp=0xc000047fc0 pc=0x100658d4

goroutine 2 [runnable]:
runtime.gopark(0x1025fb50, 0x1041f270, 0x1411, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000034f80 sp=0xc000034f50 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.forcegchelper()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:253 +0xc8 fp=0xc000034fc0 sp=0xc000034f80 pc=0x100336e8
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000034fc0 sp=0xc000034fc0 pc=0x100658d4
created by runtime.init.4
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:242 +0x34

goroutine 3 [GC sweep wait]:
runtime.gopark(0x1025fb50, 0x1041f660, 0x140c, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000035778 sp=0xc000035748 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.bgsweep(0xc000064000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/mgcsweep.go:89 +0x174 fp=0xc0000357b8 sp=0xc000035778 pc=0x10024ba4
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0000357b8 sp=0xc0000357b8 pc=0x100658d4
created by runtime.gcenable
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/mgc.go:210 +0x58

goroutine 4 [GC scavenge wait, 5 minutes]:
runtime.gopark(0x1025fb50, 0x1041f820, 0x140d, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000035ef0 sp=0xc000035ec0 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.bgscavenge(0xc000064000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/mgcscavenge.go:332 +0x3dc fp=0xc000035fb8 sp=0xc000035ef0 pc=0x1002448c
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000035fb8 sp=0xc000035fb8 pc=0x100658d4
created by runtime.gcenable
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/mgc.go:211 +0x78

goroutine 5 [finalizer wait, 5 minutes]:
runtime.gopark(0x1025fb50, 0x10441a38, 0xc000011410, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000034720 sp=0xc0000346f0 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.runfinq()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/mfinal.go:175 +0xc4 fp=0xc0000347c0 sp=0xc000034720 pc=0x10019ee4
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0000347c0 sp=0xc0000347c0 pc=0x100658d4
created by runtime.createfing
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/mfinal.go:156 +0x90

goroutine 6 [runnable]:
runtime.notetsleepg(0x10423200, 0x38de38da, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/lock_futex.go:227 +0x38 fp=0xc000036730 sp=0xc0000366f0 pc=0x1000c188
runtime.timerproc(0x104231e0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/time.go:311 +0x2f0 fp=0xc0000367b8 sp=0xc000036730 pc=0x10052b50
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0000367b8 sp=0xc0000367b8 pc=0x100658d4
created by runtime.(*timersBucket).addtimerLocked
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/time.go:169 +0x13c

goroutine 22499 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000032db8 sp=0xc000032d88 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0xc000114001)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000032e58 sp=0xc000032db8 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000032e98 sp=0xc000032e58 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000032f40 sp=0xc000032e98 pc=0x100dbac4
runtime_test.TestCgoCrashHandler(0xc0001a0000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:23 +0x2c fp=0xc000032f70 sp=0xc000032f40 pc=0x101669cc
testing.tRunner(0xc0001a0000, 0x102607e0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000032fb0 sp=0xc000032f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000032fb0 sp=0xc000032fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 19 [timer goroutine (idle), 5 minutes]:
runtime.gopark(0x1025fb50, 0x104232e0, 0x1415, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000030f30 sp=0xc000030f00 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.timerproc(0x104232e0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/time.go:303 +0x280 fp=0xc000030fb8 sp=0xc000030f30 pc=0x10052ae0
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000030fb8 sp=0xc000030fb8 pc=0x100658d4
created by runtime.(*timersBucket).addtimerLocked
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/time.go:169 +0x13c

goroutine 22971 [chan receive]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc00010fa58 sp=0xc00010fa28 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1d01)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc00010faf8 sp=0xc00010fa58 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc00010fb38 sp=0xc00010faf8 pc=0x100068f4
testing.(*T).Parallel(0xc0001ae000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc00010fbe0 sp=0xc00010fb38 pc=0x100dbac4
runtime_test.TestGdbConst(0xc0001ae000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/runtime-gdb_test.go:493 +0x3c fp=0xc00010ff70 sp=0xc00010fbe0 pc=0x1019bdec
testing.tRunner(0xc0001ae000, 0x10260ad8)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc00010ffb0 sp=0xc00010ff70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc00010ffb0 sp=0xc00010ffb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 35 [timer goroutine (idle), 5 minutes]:
runtime.gopark(0x1025fb50, 0x10423360, 0x1415, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0000f2f30 sp=0xc0000f2f00 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.timerproc(0x10423360)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/time.go:303 +0x280 fp=0xc0000f2fb8 sp=0xc0000f2f30 pc=0x10052ae0
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0000f2fb8 sp=0xc0000f2fb8 pc=0x100658d4
created by runtime.(*timersBucket).addtimerLocked
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/time.go:169 +0x13c

goroutine 22969 [chan receive]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0005059a0 sp=0xc000505970 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1f01)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000505a40 sp=0xc0005059a0 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000505a80 sp=0xc000505a40 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1e00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000505b28 sp=0xc000505a80 pc=0x100dbac4
runtime_test.TestGdbBacktrace(0xc0001a1e00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/runtime-gdb_test.go:352 +0x3c fp=0xc000505f70 sp=0xc000505b28 pc=0x1019ae2c
testing.tRunner(0xc0001a1e00, 0x10260ad0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000505fb0 sp=0xc000505f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000505fb0 sp=0xc000505fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 52 [timer goroutine (idle), 5 minutes]:
runtime.gopark(0x1025fb50, 0x10423260, 0x1415, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0000ee730 sp=0xc0000ee700 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.timerproc(0x10423260)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/time.go:303 +0x280 fp=0xc0000ee7b8 sp=0xc0000ee730 pc=0x10052ae0
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0000ee7b8 sp=0xc0000ee7b8 pc=0x100658d4
created by runtime.(*timersBucket).addtimerLocked
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/time.go:169 +0x13c

goroutine 203 [GC worker (idle), 5 minutes]:
runtime.gopark(0x1025f990, 0xc000178020, 0xc000181418, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000049f18 sp=0xc000049ee8 pc=0x1003384c
runtime.gcBgMarkWorker(0xc000022000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/mgc.go:1837 +0x100 fp=0xc000049fb8 sp=0xc000049f18 pc=0x1001dae0
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000049fb8 sp=0xc000049fb8 pc=0x100658d4
created by runtime.gcBgMarkStartWorkers
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/mgc.go:1785 +0x9c

goroutine 22963 [runnable]:
runtime.gopark(0x1025fb50, 0xc0000699d8, 0x160f, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000501d80 sp=0xc000501d50 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chansend(0xc000069980, 0x1029ac40, 0x1, 0x101b7a50, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:236 +0x22c fp=0xc000501e10 sp=0xc000501d80 pc=0x1000602c
runtime.chansend1(0xc000069980, 0x1029ac40)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:127 +0x2c fp=0xc000501e58 sp=0xc000501e10 pc=0x10005dec
runtime_test.TestProfBuf.func3.1(0x0, 0x0, 0x0, 0xc0001763f0, 0x0, 0x0, 0x0, 0xc0000a1e00, 0xc000069980)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/profbuf_test.go:39 +0x260 fp=0xc000501f78 sp=0xc000501e58 pc=0x101b7a50
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000501f78 sp=0xc000501f78 pc=0x100658d4
created by runtime_test.TestProfBuf.func3
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/profbuf_test.go:32 +0x98

goroutine 22968 [chan receive]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000500820 sp=0xc0005007f0 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x2c01)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0005008c0 sp=0xc000500820 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000500900 sp=0xc0005008c0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1d00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0005009a8 sp=0xc000500900 pc=0x100dbac4
runtime_test.testGdbPython(0xc0001a1d00, 0x962494c1a7901)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/runtime-gdb_test.go:147 +0x5c fp=0xc000500f40 sp=0xc0005009a8 pc=0x10197e3c
runtime_test.TestGdbPythonCgo(0xc0001a1d00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/runtime-gdb_test.go:138 +0x34 fp=0xc000500f70 sp=0xc000500f40 pc=0x10197dc4
testing.tRunner(0xc0001a1d00, 0x10260ae8)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000500fb0 sp=0xc000500f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000500fb0 sp=0xc000500fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22972 [chan receive]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000110ae0 sp=0xc000110ab0 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1c01)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000110b80 sp=0xc000110ae0 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000110bc0 sp=0xc000110b80 pc=0x100068f4
testing.(*T).Parallel(0xc0001ae100)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000110c68 sp=0xc000110bc0 pc=0x100dbac4
runtime_test.TestGdbPanic(0xc0001ae100)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/runtime-gdb_test.go:558 +0x3c fp=0xc000110f70 sp=0xc000110c68 pc=0x1019c4fc
testing.tRunner(0xc0001ae100, 0x10260ae0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000110fb0 sp=0xc000110f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000110fb0 sp=0xc000110fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22980 [running]:
	goroutine running on other thread; stack unavailable
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22970 [chan receive]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc00010ea38 sp=0xc00010ea08 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0xc00018e601)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc00010ead8 sp=0xc00010ea38 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc00010eb18 sp=0xc00010ead8 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1f00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc00010ebc0 sp=0xc00010eb18 pc=0x100dbac4
runtime_test.TestGdbAutotmpTypes(0xc0001a1f00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/runtime-gdb_test.go:423 +0x3c fp=0xc00010ef70 sp=0xc00010ebc0 pc=0x1019b65c
testing.tRunner(0xc0001a1f00, 0x10260ac8)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc00010efb0 sp=0xc00010ef70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc00010efb0 sp=0xc00010efb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22967 [chan receive]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000112820 sp=0xc0001127f0 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x2401)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0001128c0 sp=0xc000112820 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000112900 sp=0xc0001128c0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1a00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0001129a8 sp=0xc000112900 pc=0x100dbac4
runtime_test.testGdbPython(0xc0001a1a00, 0x962494c197b00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/runtime-gdb_test.go:147 +0x5c fp=0xc000112f40 sp=0xc0001129a8 pc=0x10197e3c
runtime_test.TestGdbPython(0xc0001a1a00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/runtime-gdb_test.go:131 +0x30 fp=0xc000112f70 sp=0xc000112f40 pc=0x10197d80
testing.tRunner(0xc0001a1a00, 0x10260af0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000112fb0 sp=0xc000112f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000112fb0 sp=0xc000112fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22655 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e7d30 sp=0xc0003e7d00 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e7dd0 sp=0xc0003e7d30 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e7e10 sp=0xc0003e7dd0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0200)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e7eb8 sp=0xc0003e7e10 pc=0x100dbac4
runtime_test.testConcurrentReadsAfterGrowth(0xc0001a0200, 0x9624917a14001)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/map_test.go:315 +0x30 fp=0xc0003e7f40 sp=0xc0003e7eb8 pc=0x10188d20
runtime_test.TestConcurrentReadsAfterGrowthReflect(0xc0001a0200)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/map_test.go:365 +0x34 fp=0xc0003e7f70 sp=0xc0003e7f40 pc=0x10189044
testing.tRunner(0xc0001a0200, 0x10260908)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e7fb0 sp=0xc0003e7f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e7fb0 sp=0xc0003e7fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22685 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000113d98 sp=0xc000113d68 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x301)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000113e38 sp=0xc000113d98 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000113e78 sp=0xc000113e38 pc=0x100068f4
testing.(*T).Parallel(0xc0000a1b00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000113f20 sp=0xc000113e78 pc=0x100dbac4
runtime_test.TestMemmoveOverlapLarge0x120000(0xc0000a1b00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/memmove_test.go:114 +0x68 fp=0xc000113f70 sp=0xc000113f20 pc=0x1018f8d8
testing.tRunner(0xc0000a1b00, 0x10260d28)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000113fb0 sp=0xc000113f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000113fb0 sp=0xc000113fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22684 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e6d98 sp=0xc0003e6d68 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0xc01)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e6e38 sp=0xc0003e6d98 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e6e78 sp=0xc0003e6e38 pc=0x100068f4
testing.(*T).Parallel(0xc0000a1a00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e6f20 sp=0xc0003e6e78 pc=0x100dbac4
runtime_test.TestMemmoveLarge0x180000(0xc0000a1a00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/memmove_test.go:102 +0x68 fp=0xc0003e6f70 sp=0xc0003e6f20 pc=0x1018f798
testing.tRunner(0xc0000a1a00, 0x10260d20)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e6fb0 sp=0xc0003e6f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e6fb0 sp=0xc0003e6fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22654 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e7530 sp=0xc0003e7500 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x201)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e75d0 sp=0xc0003e7530 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e7610 sp=0xc0003e75d0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0100)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e76b8 sp=0xc0003e7610 pc=0x100dbac4
runtime_test.testConcurrentReadsAfterGrowth(0xc0001a0100, 0x9624917a0ff00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/map_test.go:315 +0x30 fp=0xc0003e7740 sp=0xc0003e76b8 pc=0x10188d20
runtime_test.TestConcurrentReadsAfterGrowth(0xc0001a0100)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/map_test.go:361 +0x30 fp=0xc0003e7770 sp=0xc0003e7740 pc=0x10189000
testing.tRunner(0xc0001a0100, 0x10260910)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e77b0 sp=0xc0003e7770 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e77b0 sp=0xc0003e77b0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22509 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000104cc0 sp=0xc000104c90 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0xc00000c201)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000104d60 sp=0xc000104cc0 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000104da0 sp=0xc000104d60 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0b00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000104e48 sp=0xc000104da0 pc=0x100dbac4
runtime_test.TestCgoCheckBytes(0xc0001a0b00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:182 +0x30 fp=0xc000104f70 sp=0xc000104e48 pc=0x10167ad0
testing.tRunner(0xc0001a0b00, 0x102607d8)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000104fb0 sp=0xc000104f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000104fb0 sp=0xc000104fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22505 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000033cf0 sp=0xc000033cc0 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000033d90 sp=0xc000033cf0 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000033dd0 sp=0xc000033d90 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0700)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000033e78 sp=0xc000033dd0 pc=0x100dbac4
runtime_test.TestCgoExternalThreadSignal(0xc0001a0700)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:115 +0x30 fp=0xc000033f70 sp=0xc000033e78 pc=0x10167350
testing.tRunner(0xc0001a0700, 0x10260810)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000033fb0 sp=0xc000033f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000033fb0 sp=0xc000033fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22507 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000036d40 sp=0xc000036d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000036de0 sp=0xc000036d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000036e20 sp=0xc000036de0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0900)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000036ec8 sp=0xc000036e20 pc=0x100dbac4
runtime_test.TestCgoExecSignalMask(0xc0001a0900)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:151 +0x30 fp=0xc000036f70 sp=0xc000036ec8 pc=0x10167810
testing.tRunner(0xc0001a0900, 0x102607f8)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000036fb0 sp=0xc000036f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000036fb0 sp=0xc000036fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22516 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000048b98 sp=0xc000048b68 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000048c38 sp=0xc000048b98 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000048c78 sp=0xc000048c38 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1200)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000048d20 sp=0xc000048c78 pc=0x100dbac4
runtime_test.testCgoPprof(0xc0001a1200, 0x0, 0x0, 0x1024ec1a, 0xe, 0x1024e2c6, 0xc, 0x1024e8b5, 0xd)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:267 +0x30 fp=0xc000048f08 sp=0xc000048d20 pc=0x10168710
runtime_test.TestCgoPprofThread(0xc0001a1200)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:337 +0x70 fp=0xc000048f70 sp=0xc000048f08 pc=0x10169460
testing.tRunner(0xc0001a1200, 0x10260840)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000048fb0 sp=0xc000048f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000048fb0 sp=0xc000048fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22548 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e2d40 sp=0xc0003e2d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e2de0 sp=0xc0003e2d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e2e20 sp=0xc0003e2de0 pc=0x100068f4
testing.(*T).Parallel(0xc0000a1300)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e2ec8 sp=0xc0003e2e20 pc=0x100dbac4
runtime_test.TestNetpollDeadlock(0xc0000a1300)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_test.go:405 +0x30 fp=0xc0003e2f70 sp=0xc0003e2ec8 pc=0x1016d910
testing.tRunner(0xc0000a1300, 0x10260d68)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e2fb0 sp=0xc0003e2f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e2fb0 sp=0xc0003e2fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22512 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc00010a550 sp=0xc00010a520 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc00010a5f0 sp=0xc00010a550 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc00010a630 sp=0xc00010a5f0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0e00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc00010a6d8 sp=0xc00010a630 pc=0x100dbac4
runtime_test.TestCgoCrashTraceback(0xc0001a0e00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:241 +0x30 fp=0xc00010a770 sp=0xc00010a6d8 pc=0x10168370
testing.tRunner(0xc0001a0e00, 0x102607e8)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc00010a7b0 sp=0xc00010a770 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc00010a7b0 sp=0xc00010a7b0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22519 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000507cf8 sp=0xc000507cc8 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000507d98 sp=0xc000507cf8 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000507dd8 sp=0xc000507d98 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1600)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000507e80 sp=0xc000507dd8 pc=0x100dbac4
runtime_test.TestRaceSignal(0xc0001a1600)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:373 +0x30 fp=0xc000507f70 sp=0xc000507e80 pc=0x101698f0
testing.tRunner(0xc0001a1600, 0x10260f40)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000507fb0 sp=0xc000507f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000507fb0 sp=0xc000507fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22502 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e4540 sp=0xc0003e4510 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0xc00026b201)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e45e0 sp=0xc0003e4540 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e4620 sp=0xc0003e45e0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0400)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e46c8 sp=0xc0003e4620 pc=0x100dbac4
runtime_test.TestCgoCallbackGC(0xc0001a0400)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:52 +0x30 fp=0xc0003e4770 sp=0xc0003e46c8 pc=0x10166d30
testing.tRunner(0xc0001a0400, 0x102607d0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e47b0 sp=0xc0003e4770 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e47b0 sp=0xc0003e47b0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22511 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000037d40 sp=0xc000037d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000037de0 sp=0xc000037d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000037e20 sp=0xc000037de0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0d00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000037ec8 sp=0xc000037e20 pc=0x100dbac4
runtime_test.TestCgoCCodeSIGPROF(0xc0001a0d00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:232 +0x30 fp=0xc000037f70 sp=0xc000037ec8 pc=0x10168210
testing.tRunner(0xc0001a0d00, 0x102607c8)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000037fb0 sp=0xc000037f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000037fb0 sp=0xc000037fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22514 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000043b98 sp=0xc000043b68 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000043c38 sp=0xc000043b98 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000043c78 sp=0xc000043c38 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000043d20 sp=0xc000043c78 pc=0x100dbac4
runtime_test.testCgoPprof(0xc0001a1000, 0x0, 0x0, 0x1024c981, 0x8, 0x1024c40a, 0x6, 0x1024e3f2, 0xc)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:267 +0x30 fp=0xc000043f08 sp=0xc000043d20 pc=0x10168710
runtime_test.TestCgoPprof(0xc0001a1000)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:329 +0x70 fp=0xc000043f70 sp=0xc000043f08 pc=0x10169350
testing.tRunner(0xc0001a1000, 0x10260848)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000043fb0 sp=0xc000043f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000043fb0 sp=0xc000043fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22520 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000045d40 sp=0xc000045d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000045de0 sp=0xc000045d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000045e20 sp=0xc000045de0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1700)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000045ec8 sp=0xc000045e20 pc=0x100dbac4
runtime_test.TestCgoNumGoroutine(0xc0001a1700)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:407 +0x30 fp=0xc000045f70 sp=0xc000045ec8 pc=0x10169d50
testing.tRunner(0xc0001a1700, 0x10260820)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000045fb0 sp=0xc000045f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000045fb0 sp=0xc000045fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22508 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000037540 sp=0xc000037510 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0000375e0 sp=0xc000037540 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000037620 sp=0xc0000375e0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0a00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0000376c8 sp=0xc000037620 pc=0x100dbac4
runtime_test.TestEnsureDropM(0xc0001a0a00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:165 +0x30 fp=0xc000037770 sp=0xc0000376c8 pc=0x10167970
testing.tRunner(0xc0001a0a00, 0x102609c8)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0000377b0 sp=0xc000037770 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0000377b0 sp=0xc0000377b0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22521 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000042ce0 sp=0xc000042cb0 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000042d80 sp=0xc000042ce0 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000042dc0 sp=0xc000042d80 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1800)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000042e68 sp=0xc000042dc0 pc=0x100dbac4
runtime_test.TestCatchPanic(0xc0001a1800)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:416 +0x30 fp=0xc000042f70 sp=0xc000042e68 pc=0x10169eb0
testing.tRunner(0xc0001a1800, 0x102607c0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000042fb0 sp=0xc000042f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000042fb0 sp=0xc000042fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22525 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000503d40 sp=0xc000503d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000503de0 sp=0xc000503d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000503e20 sp=0xc000503de0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1c00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000503ec8 sp=0xc000503e20 pc=0x100dbac4
runtime_test.TestCgoTracebackSigpanic(0xc0001a1c00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:493 +0x30 fp=0xc000503f70 sp=0xc000503ec8 pc=0x1016a630
testing.tRunner(0xc0001a1c00, 0x10260860)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000503fb0 sp=0xc000503f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000503fb0 sp=0xc000503fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22517 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000044b98 sp=0xc000044b68 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0xc0001a1401)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000044c38 sp=0xc000044b98 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000044c78 sp=0xc000044c38 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1300)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000044d20 sp=0xc000044c78 pc=0x100dbac4
runtime_test.testCgoPprof(0xc0001a1300, 0x0, 0x0, 0x10254874, 0x19, 0x1024e2c6, 0xc, 0x10252b46, 0x15)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:267 +0x30 fp=0xc000044f08 sp=0xc000044d20 pc=0x10168710
runtime_test.TestCgoPprofThreadNoTraceback(0xc0001a1300)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:341 +0x70 fp=0xc000044f70 sp=0xc000044f08 pc=0x101694e0
testing.tRunner(0xc0001a1300, 0x10260838)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000044fb0 sp=0xc000044f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000044fb0 sp=0xc000044fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22549 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000504ca0 sp=0xc000504c70 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000504d40 sp=0xc000504ca0 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000504d80 sp=0xc000504d40 pc=0x100068f4
testing.(*T).Parallel(0xc0000a1400)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000504e28 sp=0xc000504d80 pc=0x100dbac4
runtime_test.TestPanicTraceback(0xc0000a1400)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_test.go:414 +0x30 fp=0xc000504f70 sp=0xc000504e28 pc=0x1016dab0
testing.tRunner(0xc0000a1400, 0x10260e60)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000504fb0 sp=0xc000504f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000504fb0 sp=0xc000504fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22513 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e0d40 sp=0xc0003e0d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e0de0 sp=0xc0003e0d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e0e20 sp=0xc0003e0de0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0f00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e0ec8 sp=0xc0003e0e20 pc=0x100dbac4
runtime_test.TestCgoTracebackContext(0xc0001a0f00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:258 +0x30 fp=0xc0003e0f70 sp=0xc0003e0ec8 pc=0x101685b0
testing.tRunner(0xc0001a0f00, 0x10260858)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e0fb0 sp=0xc0003e0f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e0fb0 sp=0xc0003e0fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22522 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e15b0 sp=0xc0003e1580 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e1650 sp=0xc0003e15b0 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e1690 sp=0xc0003e1650 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1900)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e1738 sp=0xc0003e1690 pc=0x100dbac4
runtime_test.TestCgoLockOSThreadExit(0xc0001a1900)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:452 +0x2c fp=0xc0003e1770 sp=0xc0003e1738 pc=0x1016a27c
testing.tRunner(0xc0001a1900, 0x10260818)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e17b0 sp=0xc0003e1770 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e17b0 sp=0xc0003e17b0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22501 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000030540 sp=0xc000030510 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0xc000020701)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0000305e0 sp=0xc000030540 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000030620 sp=0xc0000305e0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0300)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0000306c8 sp=0xc000030620 pc=0x100dbac4
runtime_test.TestCgoTraceback(0xc0001a0300)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:43 +0x30 fp=0xc000030770 sp=0xc0000306c8 pc=0x10166bd0
testing.tRunner(0xc0001a0300, 0x10260868)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0000307b0 sp=0xc000030770 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0000307b0 sp=0xc0000307b0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22503 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e4d40 sp=0xc0003e4d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e4de0 sp=0xc0003e4d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e4e20 sp=0xc0003e4de0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0500)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e4ec8 sp=0xc0003e4e20 pc=0x100dbac4
runtime_test.TestCgoExternalThreadPanic(0xc0001a0500)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:75 +0x30 fp=0xc0003e4f70 sp=0xc0003e4ec8 pc=0x10166ef0
testing.tRunner(0xc0001a0500, 0x10260800)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e4fb0 sp=0xc0003e4f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e4fb0 sp=0xc0003e4fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22524 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000502d40 sp=0xc000502d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000502de0 sp=0xc000502d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000502e20 sp=0xc000502de0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1b00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000502ec8 sp=0xc000502e20 pc=0x100dbac4
runtime_test.TestSigStackSwapping(0xc0001a1b00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:476 +0x30 fp=0xc000502f70 sp=0xc000502ec8 pc=0x1016a4d0
testing.tRunner(0xc0001a1b00, 0x10261060)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000502fb0 sp=0xc000502f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000502fb0 sp=0xc000502fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22515 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc000506b98 sp=0xc000506b68 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x1)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc000506c38 sp=0xc000506b98 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc000506c78 sp=0xc000506c38 pc=0x100068f4
testing.(*T).Parallel(0xc0001a1100)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc000506d20 sp=0xc000506c78 pc=0x100dbac4
runtime_test.testCgoPprof(0xc0001a1100, 0x1024eb64, 0xe, 0x1024c981, 0x8, 0x1024c40a, 0x6, 0x1024e3f2, 0xc)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:267 +0x30 fp=0xc000506f08 sp=0xc000506d20 pc=0x10168710
runtime_test.TestCgoPprofPIE(0xc0001a1100)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:333 +0x7c fp=0xc000506f70 sp=0xc000506f08 pc=0x101693dc
testing.tRunner(0xc0001a1100, 0x10260830)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc000506fb0 sp=0xc000506f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc000506fb0 sp=0xc000506fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22510 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003e1d40 sp=0xc0003e1d10 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0x101)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003e1de0 sp=0xc0003e1d40 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003e1e20 sp=0xc0003e1de0 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0c00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003e1ec8 sp=0xc0003e1e20 pc=0x100dbac4
runtime_test.TestCgoPanicDeadlock(0xc0001a0c00)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:222 +0x30 fp=0xc0003e1f70 sp=0xc0003e1ec8 pc=0x101680a0
testing.tRunner(0xc0001a0c00, 0x10260828)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003e1fb0 sp=0xc0003e1f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003e1fb0 sp=0xc0003e1fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

goroutine 22504 [chan receive, 5 minutes]:
runtime.gopark(0x1025fb50, 0xc0000681d8, 0xc00006170e, 0x3)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:304 +0xec fp=0xc0003f6cf8 sp=0xc0003f6cc8 pc=0x1003384c
runtime.goparkunlock(...)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/proc.go:310
runtime.chanrecv(0xc000068180, 0x0, 0x100dba01, 0xc000192001)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:524 +0x2c0 fp=0xc0003f6d98 sp=0xc0003f6cf8 pc=0x10006c10
runtime.chanrecv1(0xc000068180, 0x0)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/chan.go:406 +0x24 fp=0xc0003f6dd8 sp=0xc0003f6d98 pc=0x100068f4
testing.(*T).Parallel(0xc0001a0600)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:814 +0x194 fp=0xc0003f6e80 sp=0xc0003f6dd8 pc=0x100dbac4
runtime_test.TestCgoExternalThreadSIGPROF(0xc0001a0600)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/crash_cgo_test.go:87 +0x30 fp=0xc0003f6f70 sp=0xc0003f6e80 pc=0x10167050
testing.tRunner(0xc0001a0600, 0x10260808)
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:909 +0xc0 fp=0xc0003f6fb0 sp=0xc0003f6f70 pc=0x100dbd40
runtime.goexit()
	/tmp/workdir-host-linux-ppc64le-osu/go/src/runtime/asm_ppc64x.s:884 +0x4 fp=0xc0003f6fb0 sp=0xc0003f6fb0 pc=0x100658d4
created by testing.(*T).Run
	/tmp/workdir-host-linux-ppc64le-osu/go/src/testing/testing.go:960 +0x2e8

r0   0xdd	r1   0x3fffd16cb110
r2   0x32	r3   0x10420628
r4   0x80	r5   0x0
r6   0x0	r7   0x0
r8   0x0	r9   0x0
r10  0x0	r11  0x0
r12  0x0	r13  0x3fff88c5c9d0
r14  0x3fffd16cb130	r15  0xf8
r16  0x3000	r17  0x1035afd8
r18  0x0	r19  0x10297fa4
r20  0xc0000002b8	r21  0xc000066000
r22  0x0	r23  0x0
r24  0x20	r25  0x8
r26  0x0	r27  0x0
r28  0x3fff88c50000	r29  0x3fff88c4f6f8
r30  0x1041ff40	r31  0x1000be08
pc   0x100663cc	ctr  0x0
link 0x1002edbc	xer  0x0
ccr  0x54400402	trap 0xc00
*** Test killed with quit: ran too long (6m0s).
FAIL	runtime	360.013s

CC @mknyszek @aclements
@bcmills bcmills added NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one. arch-ppc64x labels May 30, 2019
@bcmills bcmills added this to the Go1.13 milestone May 30, 2019
@laboger
Copy link
Contributor

laboger commented May 31, 2019 •
edited
Loading

We have seen this failure intermittently, but only on power8 I believe, and most often on ppc64le.

Can we verify what distro and kernel is being used for the builders? If they are old, it might be worth upgrading to see if that makes any difference. I don't think we've seen this on the power9 builder, which must have a newer kernel.

Or maybe the timeout is just too short for this test on ppc64x?

@bcmills bcmills mentioned this issue Jun 14, 2019
Closed
@andybons andybons modified the milestones: Go1.13, Go1.14 Jul 8, 2019
@bcmills
Copy link
Contributor Author

bcmills commented Aug 27, 2019 •
edited
Loading

Another occurrence on linux-ppc64le-buildlet: https://build.golang.org/log/e8a35e4488fcbafbda4c32f501a7215e1dfa3712

I don't know what distro and kernel is in use. Maybe @bradfitz, @dmitshur, or @toothrot can find out?

@bcmills
Copy link
Contributor Author

bcmills commented Aug 27, 2019

linux-ppc64-buildlet: https://build.golang.org/log/0f7f5ac22955ca03391b99c0311f84969a79cf3e

@bradfitz
Copy link
Contributor

You can do a gomote create and run "uname -a", etc to see what it's running.

@laboger
Copy link
Contributor

laboger commented Aug 30, 2019

The runtime timeout has now happened on power9 so my distro theory is shot.

I will see if I can reproduce the timeout on one of our systems. One interesting note is that in many cases, these timeouts happen when two testruns are started within a few seconds of each other, and it is always the first of the two that timeout. Is there anything that the second run could be getting exclusive access of that the first one then has to wait on before continuing?

@bcmills
Copy link
Contributor Author

bcmills commented Sep 25, 2019

Two timeouts this morning on linux-ppc64-buildlet, around 3 hours apart:
https://build.golang.org/log/2e4ee0627ed57d1cf77353ee5563c9b5b513ded6
https://build.golang.org/log/21d778afcc32fe245183d1b6879510f1b75853cb

I don't see an obvious culprit for a contending run in either of those cases, but I'm also not very familiar with the builder logs.

@bcmills
Copy link
Contributor Author

bcmills commented Sep 25, 2019

This one in runtime/pprof on linux-ppc64le-power9osu looks suspiciously similar, too:
https://build.golang.org/log/ea7028f151c20691753cd8271b982ae1f3afcd41

@laboger
Copy link
Contributor

laboger commented Sep 25, 2019

Recently we seem to have had a lot of hangs like this where one of the goroutines is in an IO wait while trying to do a read. Just wondering if some kind of file system issue might cause that?

@gopherbot
Copy link
Contributor

Change https://golang.org/cl/197237 mentions this issue: x/build: increase timeout for ppc64/ppc64le builders

@bcmills
Copy link
Contributor Author

bcmills commented Sep 27, 2019

one of the goroutines is in an IO wait while trying to do a read. Just wondering if some kind of file system issue might cause that?

These two seem to be stuck in a GC sweep wait instead:

Maybe there is a bug in the unparking code?

@rsc rsc modified the milestones: Go1.14, Backlog Oct 9, 2019
@ceseo
Copy link
Contributor

ceseo commented Nov 25, 2019

This deadlock also seems it's fixed.

@ianlancetaylor
Copy link
Member

Thanks.

@golang golang locked and limited conversation to collaborators Nov 24, 2020
Sign up for free to subscribe to this conversation on GitHub. Already have an account? Sign in.
Assignees
No one assigned
Labels
arch-ppc64x FrozenDueToAge NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one.
Projects
None yet
Milestone
Backlog
Development

No branches or pull requests
8 participants
@bradfitz @rsc @andybons @ianlancetaylor @bcmills @ceseo @gopherbot @laboger