Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

runtime/trace: running out of memory on Plan 9 builders #24013

Closed
0intro opened this issue Feb 21, 2018 · 1 comment
Closed

runtime/trace: running out of memory on Plan 9 builders #24013

0intro opened this issue Feb 21, 2018 · 1 comment
Labels
Builders x/build issues (builders, bots, dashboards) FrozenDueToAge OS-Plan9
Milestone

Comments

@0intro
Copy link
Member

0intro commented Feb 21, 2018

Since CL 60794, the trace tests are regularly running out of memory on the Plan 9 builders.

fatal error: trace: out of memory

runtime stack:
runtime.throw(0x13ab74, 0x14)
	/tmp/workdir/go/src/runtime/panic.go:619 +0x6a
runtime.traceFlush(0x0, 0x0, 0x0)
	/tmp/workdir/go/src/runtime/trace.go:636 +0x1b0
runtime.traceEventLocked(0x0, 0x1082ac80, 0x0, 0x1081a928, 0x5, 0xffffffff, 0xdfffeaa0, 0x1, 0x1)
	/tmp/workdir/go/src/runtime/trace.go:539 +0x56
runtime.traceEvent(0x1e9b05, 0xffffffff, 0xdfffeaa0, 0x1, 0x1)
	/tmp/workdir/go/src/runtime/trace.go:530 +0x90
runtime.traceProcStart()
	/tmp/workdir/go/src/runtime/trace.go:966 +0x6a
runtime.acquirep(0x1081a000)
	/tmp/workdir/go/src/runtime/proc.go:4036 +0x50
runtime.stopm()
	/tmp/workdir/go/src/runtime/proc.go:1958 +0xf6
runtime.gcstopm()
	/tmp/workdir/go/src/runtime/proc.go:2153 +0x8c
runtime.schedule()
	/tmp/workdir/go/src/runtime/proc.go:2500 +0x26e
runtime.goschedImpl(0x108b22a0)
	/tmp/workdir/go/src/runtime/proc.go:2614 +0xda
runtime.gopreempt_m(0x108b22a0)
	/tmp/workdir/go/src/runtime/proc.go:2642 +0x2b
runtime.newstack()
	/tmp/workdir/go/src/runtime/stack.go:1046 +0x214
runtime.morestack()
	/tmp/workdir/go/src/runtime/asm_386.s:536 +0x77

goroutine 1 [chan receive]:
testing.(*T).Run(0x10858120, 0x13b6b9, 0x18, 0x141180, 0x1)
	/tmp/workdir/go/src/testing/testing.go:825 +0x259
testing.runTests.func1(0x10858090)
	/tmp/workdir/go/src/testing/testing.go:1063 +0x4a
testing.tRunner(0x10858090, 0x10841f08)
	/tmp/workdir/go/src/testing/testing.go:777 +0xa9
testing.runTests(0x10814080, 0x1e7d40, 0x9, 0x9, 0x93e4)
	/tmp/workdir/go/src/testing/testing.go:1061 +0x21a
testing.(*M).Run(0x10846040, 0x0)
	/tmp/workdir/go/src/testing/testing.go:978 +0x120
main.main()
	_testmain.go:60 +0x118

goroutine 43 [sleep]:
time.Sleep(0xf4240, 0x0)
	/tmp/workdir/go/src/runtime/time.go:102 +0x158
runtime/trace_test.TestTraceStressStartStop(0x10858120)
	/tmp/workdir/go/src/runtime/trace/trace_test.go:446 +0x196
testing.tRunner(0x10858120, 0x141180)
	/tmp/workdir/go/src/testing/testing.go:777 +0xa9
created by testing.(*T).Run
	/tmp/workdir/go/src/testing/testing.go:824 +0x242

goroutine 11 [select (no cases)]:
runtime/trace_test.TestTraceSymbolize.func1()
	/tmp/workdir/go/src/runtime/trace/trace_stack_test.go:41 +0x16
created by runtime/trace_test.TestTraceSymbolize
	/tmp/workdir/go/src/runtime/trace/trace_stack_test.go:40 +0x109

goroutine 12 [chan send (nil chan)]:
runtime/trace_test.TestTraceSymbolize.func2()
	/tmp/workdir/go/src/runtime/trace/trace_stack_test.go:45 +0x2a
created by runtime/trace_test.TestTraceSymbolize
	/tmp/workdir/go/src/runtime/trace/trace_stack_test.go:43 +0x11f

goroutine 13 [chan receive (nil chan)]:
runtime/trace_test.TestTraceSymbolize.func3()
	/tmp/workdir/go/src/runtime/trace/trace_stack_test.go:49 +0x28
created by runtime/trace_test.TestTraceSymbolize
	/tmp/workdir/go/src/runtime/trace/trace_stack_test.go:47 +0x135

goroutine 97 [trace reader (blocked)]:
runtime.ReadTrace(0x1c1a65a0, 0x1d041180, 0x10)
	/tmp/workdir/go/src/runtime/trace.go:395 +0x4a9
runtime/trace.Start.func1(0x154130, 0x1c1a65a0)
	/tmp/workdir/go/src/runtime/trace/trace.go:128 +0x37
created by runtime/trace.Start
	/tmp/workdir/go/src/runtime/trace/trace.go:126 +0xa2

goroutine 46 [chan receive]:
runtime/trace_test.TestTraceStressStartStop.func1.2(0x10934100, 0x1d0a2070)
	/tmp/workdir/go/src/runtime/trace/trace_test.go:323 +0x28
created by runtime/trace_test.TestTraceStressStartStop.func1
	/tmp/workdir/go/src/runtime/trace/trace_test.go:322 +0xac

goroutine 47 [syscall]:
syscall.Syscall6(0x4, 0x108c9fdb, 0x1, 0xffffffff, 0xffffffff, 0x0, 0x0, 0x0, 0x1f, 0xffffffe1, ...)
	/tmp/workdir/go/src/syscall/asm_plan9_386.s:54 +0x5
syscall.Pread(0x4, 0x108c9fdb, 0x1, 0x1, 0xffffffff, 0xffffffff, 0x0, 0x10780000, 0x1082a500)
	/tmp/workdir/go/src/syscall/zsyscall_plan9_386.go:218 +0x64
syscall.Read(0x4, 0x108c9fdb, 0x1, 0x1, 0x2, 0x29225, 0x141054)
	/tmp/workdir/go/src/syscall/syscall_plan9.go:122 +0x48
os.(*File).read(0x10912000, 0x108c9fdb, 0x1, 0x1, 0x108a1620, 0x139a41, 0x10)
	/tmp/workdir/go/src/os/file_plan9.go:245 +0x3c
os.(*File).Read(0x10912000, 0x108c9fdb, 0x1, 0x1, 0x108010a0, 0x0, 0x108a1620)
	/tmp/workdir/go/src/os/file.go:108 +0x5d
runtime/trace_test.TestTraceStressStartStop.func1.4(0x10912000, 0x10934100, 0x1d0a2070)
	/tmp/workdir/go/src/runtime/trace/trace_test.go:339 +0x3d
created by runtime/trace_test.TestTraceStressStartStop.func1
	/tmp/workdir/go/src/runtime/trace/trace_test.go:337 +0x138

goroutine 44 [runnable]:
runtime.GC()
	/tmp/workdir/go/src/runtime/mgc.go:1112 +0xd6
runtime/trace_test.TestTraceStressStartStop.func1(0x109340c0, 0x10858120)
	/tmp/workdir/go/src/runtime/trace/trace_test.go:357 +0x16f
created by runtime/trace_test.TestTraceStressStartStop
	/tmp/workdir/go/src/runtime/trace/trace_test.go:313 +0x86

goroutine 83 [runnable, locked to thread]:
runtime.Gosched()
	/tmp/workdir/go/src/runtime/proc.go:263 +0x11
runtime/trace_test.TestTraceStressStartStop.func1.5(0x10934100)
	/tmp/workdir/go/src/runtime/trace/trace_test.go:352 +0x20
created by runtime/trace_test.TestTraceStressStartStop.func1
	/tmp/workdir/go/src/runtime/trace/trace_test.go:345 +0x16a

goroutine 82 [select (no cases)]:
runtime/trace_test.TestTraceStress.func9()
	/tmp/workdir/go/src/runtime/trace/trace_test.go:289 +0x1b
created by runtime/trace_test.TestTraceStress
	/tmp/workdir/go/src/runtime/trace/trace_test.go:287 +0x574
FAIL	runtime/trace	18.432s

See https://build.golang.org/log/645f44cb4755ad9bf6816e4121a45197097bd480

@0intro 0intro added OS-Plan9 Builders x/build issues (builders, bots, dashboards) labels Feb 21, 2018
@0intro 0intro added this to the Go1.11 milestone Feb 21, 2018
@0intro 0intro self-assigned this Feb 21, 2018
@gopherbot
Copy link

Change https://golang.org/cl/97595 mentions this issue: runtime: don't try to shrink address space with brk in Plan 9

@golang golang locked and limited conversation to collaborators Feb 28, 2019
@rsc rsc unassigned 0intro Jun 23, 2022
Sign up for free to subscribe to this conversation on GitHub. Already have an account? Sign in.
Labels
Builders x/build issues (builders, bots, dashboards) FrozenDueToAge OS-Plan9
Projects
None yet
Development

No branches or pull requests

2 participants