Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

runtime: linux/s390x test timeout #60413

Open
mknyszek opened this issue May 24, 2023 · 109 comments
Open

runtime: linux/s390x test timeout #60413

mknyszek opened this issue May 24, 2023 · 109 comments
Labels
arch-s390x Issues solely affecting the s390x architecture. compiler/runtime Issues related to the Go compiler and/or runtime. help wanted NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one.
Milestone
Backlog

Comments

@mknyszek
Copy link
Contributor

mknyszek commented May 24, 2023 •
edited by bcmills 

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)

Broken out from #57636.

CC @golang/s390x
@gopherbot gopherbot added the compiler/runtime Issues related to the Go compiler and/or runtime. label May 24, 2023
@mknyszek mknyszek added the NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one. label May 24, 2023
@mknyszek mknyszek added this to the Go1.21 milestone May 24, 2023
@mknyszek mknyszek mentioned this issue May 24, 2023
Closed
@mknyszek mknyszek added the WaitingForInfo Issue is not actionable because of missing required information, which needs to be provided. label May 31, 2023
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-04-12 20:25 linux-s390x-ibm go@abb86e6e runtime.TestStackGrowth (log) 
panic: test timed out after 3m0s

runtime.gopark(0x4a8440, 0x71b6e0, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:363 +0x128 fp=0xc000063dc0 sp=0xc000063da8 pc=0x5a238
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:369
runtime.semacquire1(0xc00068a048, 0x0, 0x1, 0x0)
	/data/golang/workdir/go/src/runtime/sema.go:150 +0x232 fp=0xc000063e10 sp=0xc000063dc0 pc=0x6efc2
sync.runtime_Semacquire(0xc00068a048)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x40 fp=0xc000063e38 sp=0xc000063e10 pc=0x96f60
sync.(*WaitGroup).Wait(0xc00068a040)
	/data/golang/workdir/go/src/sync/waitgroup.go:139 +0x72 fp=0xc000063e50 sp=0xc000063e38 pc=0xa3902
runtime_test.TestStackGrowth(0xc000756680)
	/data/golang/workdir/go/src/runtime/stack_test.go:108 +0x28a fp=0xc000063f68 sp=0xc000063e50 pc=0x3cc9fa
testing.tRunner(0xc000756680, 0x4a9e08)
2023-04-19 14:30 linux-s390x-ibm go@8fa9e3be runtime.TestFakeTime (log) 
panic: test timed out after 3m0s
running tests:
	TestFakeTime (26s)
	TestStackGrowth (25s)

syscall.Syscall6(0x119, 0x1, 0x3e961d, 0xc00052b958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00052b900 sp=0xc00052b890 pc=0xb65e8
os.(*Process).blockUntilWaitable(0xc0003d80c0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00052b9e8 sp=0xc00052b900 pc=0xe4634
os.(*Process).wait(0xc0003d80c0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00052ba60 sp=0xc00052b9e8 pc=0xdd2ac
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000bd9760)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00052bad8 sp=0xc00052ba60 pc=0x18d29a
os/exec.(*Cmd).Run(0xc000bd9760)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00052baf8 sp=0xc00052bad8 pc=0x18bbfc
os/exec.(*Cmd).CombinedOutput(0xc000bd9760)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde fp=0xc00052bb20 sp=0xc00052baf8 pc=0x18dd9e
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc00052bd18 sp=0xc00052bb20 pc=0x3804c0
sync.(*Once).doSlow(0xc0024ec690, 0xc000d15e00)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc00052bd68 sp=0xc00052bd18 pc=0xaa4e6
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc000b6b520, {0x4f73ca, 0xc}, {0xc0018580f0, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x56c fp=0xc00052be60 sp=0xc00052bd68 pc=0x38002c
runtime_test.TestFakeTime(0xc000b6b520)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc00052bf60 sp=0xc00052be60 pc=0x4162f0
testing.tRunner(0xc000b6b520, 0x520170)
2023-04-19 14:36 linux-s390x-ibm go@9cad0cc6 runtime.TestCgoCallbackGC (log) 
--- FAIL: TestCgoCallbackGC (2.82s)
    exec.go:146: test timed out while running command: /data/golang/workdir/tmp/go-build1486251316/testprogcgo.exe CgoCallbackGC
    crash_cgo_test.go:71: /data/golang/workdir/tmp/go-build1486251316/testprogcgo.exe CgoCallbackGC failed to start: context deadline exceeded
panic: test timed out after 3m0s
running tests:
	TestCgoExternalThreadSignal (3s)
	TestFakeTime (13s)
	TestMemmoveOverlapLarge0x120000 (13s)
	TestStackGrowth (13s)

goroutine 182435 [running]:
panic({0x46eaa0, 0xc000a9a1c0})
	/data/golang/workdir/go/src/runtime/panic.go:1016 +0x4c6 fp=0xc000278ef8 sp=0xc000278e50 pc=0x584e6
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2260 +0x47a fp=0xc000278fd8 sp=0xc000278ef8 pc=0x14de3a
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:749 +0x2 fp=0xc000278fd8 sp=0xc000278fd8 pc=0xa26f2
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:176 +0x42

goroutine 9 [running]:
	goroutine running on other thread; stack unavailable
created by runtime.gcBgMarkStartWorkers in goroutine 6
	/data/golang/workdir/go/src/runtime/mgc.go:1221 +0x34
2023-05-02 00:07 linux-s390x-ibm go@80d64adb runtime.TestRecoverBeforePanicAfterGoexit (log) 
--- FAIL: TestRecoverBeforePanicAfterGoexit (0.00s)
    crash_test.go:456: /data/golang/workdir/tmp/go-build3097151519/testprog.exe RecoverBeforePanicAfterGoexit failed to start: context deadline exceeded
panic: test timed out after 3m0s
running tests:
	TestConcurrentReadsAfterGrowthReflect (2s)
	TestEINTR (7s)
	TestFakeTime (7s)
	TestGcPacer (4s)
	TestGcPacer/ExceedMemoryLimit (0s)
	TestMemmoveLarge0x180000 (4s)
	TestMemmoveOverlapLarge0x120000 (4s)
	TestStackGrowth (7s)

goroutine 173942 [running]:
panic({0x46b620, 0xc0001a6430})
	/data/golang/workdir/go/src/runtime/panic.go:1017 +0x4c6 fp=0xc00020eef8 sp=0xc00020ee50 pc=0x58846
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x47a fp=0xc00020efd8 sp=0xc00020eef8 pc=0x14eeca
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:773 +0x2 fp=0xc00020efd8 sp=0xc00020efd8 pc=0xa2d62
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:176 +0x42
2023-05-02 00:12 linux-s390x-ibm go@04f059f9 runtime.TestStackGrowth (log) 
panic: test timed out after 3m0s
running tests:
	TestStackGrowth (38s)

runtime.gopark(0x5206f8, 0x7c0640, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0000aada8 sp=0xc0000aad90 pc=0x5c536
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc000010c18, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x248 fp=0xc0000aae00 sp=0xc0000aada8 pc=0x720f8
sync.runtime_Semacquire(0xc000010c18)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc0000aae30 sp=0xc0000aae00 pc=0x9f2a4
sync.(*WaitGroup).Wait(0xc000010c10)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc0000aae48 sp=0xc0000aae30 pc=0xac62a
runtime_test.TestStackGrowth(0xc000186820)
	/data/golang/workdir/go/src/runtime/stack_test.go:97 +0x178 fp=0xc0000aaf60 sp=0xc0000aae48 pc=0x40c378
testing.tRunner(0xc000186820, 0x51ff10)
2023-05-03 19:36 linux-s390x-ibm go@c486f74e runtime.TestMemmoveLarge0x180000 (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferKeepAlive (2s)
	TestEINTR (2s)
	TestFakeTime (2s)
	TestMemmove (2s)
	TestMemmoveLarge0x180000 (2s)
	TestMemmoveOverlapLarge0x120000 (2s)
	TestSpuriousWakeupsNeverHangSemasleep (2s)
	TestStackGrowth (2s)

runtime.asyncPreempt2()
	/data/golang/workdir/go/src/runtime/preempt.go:307 +0x58 fp=0xc000717d20 sp=0xc000717d08 pc=0x5a568
runtime.asyncPreempt()
	/data/golang/workdir/go/src/runtime/preempt_s390x.s:28 +0x5e fp=0xc000717e18 sp=0xc000717d20 pc=0xa363e
runtime_test.matchLen(...)
	/data/golang/workdir/go/src/runtime/memmove_test.go:196
runtime_test.cmpb(...)
	/data/golang/workdir/go/src/runtime/memmove_test.go:204
runtime_test.testSize(0xc00094da00, 0x180000)
	/data/golang/workdir/go/src/runtime/memmove_test.go:137 +0x460 fp=0xc000717f28 sp=0xc000717e20 pc=0x3b7a60
runtime_test.TestMemmoveLarge0x180000(0xc00094da00)
	/data/golang/workdir/go/src/runtime/memmove_test.go:108 +0xfa fp=0xc000717f60 sp=0xc000717f28 pc=0x3b745a
testing.tRunner(0xc00094da00, 0x51fa40)
2023-05-05 19:53 linux-s390x-ibm go@1a612783 runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (2s)

runtime.gopark(0x520660, 0x7b99a0, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:387 +0x136 fp=0xc0001f0f60 sp=0xc0001f0f48 pc=0x5c446
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:393
runtime.gcWaitOnMark(0x4c1)
	/data/golang/workdir/go/src/runtime/mgc.go:503 +0x64 fp=0xc0001f0f88 sp=0xc0001f0f60 pc=0x33bd4
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1e98 sp=0xc0001f1e78 pc=0x40e686
runtime_test.growStackIter(0xc0001f1ed0, 0x77)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1eb8 sp=0xc0001f1e98 pc=0x40e686
runtime_test.growStackIter(0xc0001f1ef0, 0x78)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1ed8 sp=0xc0001f1eb8 pc=0x40e686
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc0001f1f08 sp=0xc0001f1ed8 pc=0x40e566
runtime_test.TestDeferPtrs(0xc0012f5a00)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc0001f1f60 sp=0xc0001f1f08 pc=0x40efc6
testing.tRunner(0xc0012f5a00, 0x51f668)
2023-05-10 22:43 linux-s390x-ibm go@acba24ff runtime.TestFakeTime (log) 
panic: test timed out after 3m0s
running tests:
	TestEINTR (6s)
	TestFakeTime (7s)
	TestMemmoveOverlapLarge0x120000 (6s)

syscall.Syscall6(0x119, 0x1, 0x3bf335, 0xc0000df958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000df900 sp=0xc0000df890 pc=0xb7208
os.(*Process).blockUntilWaitable(0xc0018500f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000df9e8 sp=0xc0000df900 pc=0xe57c4
...
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc0000dfd18 sp=0xc0000dfb20 pc=0x387690
sync.(*Once).doSlow(0xc0006b6570, 0xc000bc8600)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc0000dfd68 sp=0xc0000dfd18 pc=0xab106
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc0010f6680, {0x507ec8, 0xc}, {0xc001516290, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x56c fp=0xc0000dfe60 sp=0xc0000dfd68 pc=0x3871fc
runtime_test.TestFakeTime(0xc0010f6680)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc0000dff60 sp=0xc0000dfe60 pc=0x427a80
testing.tRunner(0xc0010f6680, 0x530030)
2023-05-11 04:50 linux-s390x-ibm go@a2838ec5 runtime.TestFakeTime (log) 
panic: test timed out after 3m0s
running tests:
	TestFakeTime (19s)
	TestMemmoveOverlapLarge0x120000 (18s)

syscall.Syscall6(0x119, 0x1, 0x8b3ac, 0xc00063f958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00063f900 sp=0xc00063f890 pc=0xb78b8
os.(*Process).blockUntilWaitable(0xc00044c2a0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00063f9e8 sp=0xc00063f900 pc=0xe5e74
os.(*Process).wait(0xc00044c2a0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00063fa60 sp=0xc00063f9e8 pc=0xdea7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0006202c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00063fad8 sp=0xc00063fa60 pc=0x1911fa
os/exec.(*Cmd).Run(0xc0006202c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00063faf8 sp=0xc00063fad8 pc=0x18fb5c
os/exec.(*Cmd).CombinedOutput(0xc0006202c0)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde fp=0xc00063fb20 sp=0xc00063faf8 pc=0x191cfe
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc00063fd18 sp=0xc00063fb20 pc=0x387030
sync.(*Once).doSlow(0xc001538270, 0xc0001e1e00)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc00063fd68 sp=0xc00063fd18 pc=0xab7b6
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc00047e1a0, {0x5080a8, 0xc}, {0xc000030430, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x56c fp=0xc00063fe60 sp=0xc00063fd68 pc=0x386b9c
runtime_test.TestFakeTime(0xc00047e1a0)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc00063ff60 sp=0xc00063fe60 pc=0x427420
testing.tRunner(0xc00047e1a0, 0x5301b0)
2023-05-11 14:42 linux-s390x-ibm go@dc076eaf runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (24s)

runtime.gopark(0x531228, 0x7c99a0, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:387 +0x136 fp=0xc0001f0680 sp=0xc0001f0668 pc=0x5d8d6
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:393
runtime.gcWaitOnMark(0x507)
	/data/golang/workdir/go/src/runtime/mgc.go:503 +0x64 fp=0xc0001f06a8 sp=0xc0001f0680 pc=0x34d64
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1e98 sp=0xc0001f1e78 pc=0x41c656
runtime_test.growStackIter(0xc0001f1ed0, 0xbe)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1eb8 sp=0xc0001f1e98 pc=0x41c656
runtime_test.growStackIter(0xc0001f1ef0, 0xbf)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1ed8 sp=0xc0001f1eb8 pc=0x41c656
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc0001f1f08 sp=0xc0001f1ed8 pc=0x41c536
runtime_test.TestDeferPtrs(0xc0002df6c0)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc0001f1f60 sp=0xc0001f1f08 pc=0x41cf96
testing.tRunner(0xc0002df6c0, 0x530238)
2023-05-16 21:40 linux-s390x-ibm go@d29dd2ec runtime.TestFakeTime (log) 
panic: test timed out after 3m0s
running tests:
	TestFakeTime (14s)

syscall.Syscall6(0x119, 0x1, 0x19ac36, 0xc0001c3958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0001c3900 sp=0xc0001c3890 pc=0xb80e8
os.(*Process).blockUntilWaitable(0xc00062e090)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0001c39e8 sp=0xc0001c3900 pc=0xe67a4
os.(*Process).wait(0xc00062e090)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0001c3a60 sp=0xc0001c39e8 pc=0xdf40c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0001702c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0001c3ad8 sp=0xc0001c3a60 pc=0x190b8a
os/exec.(*Cmd).Run(0xc0001702c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0001c3af8 sp=0xc0001c3ad8 pc=0x18f4dc
os/exec.(*Cmd).CombinedOutput(0xc0001702c0)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde fp=0xc0001c3b20 sp=0xc0001c3af8 pc=0x19169e
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc0001c3d18 sp=0xc0001c3b20 pc=0x38cc80
sync.(*Once).doSlow(0xc002584240, 0xc0001a4e00)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc0001c3d68 sp=0xc0001c3d18 pc=0xac016
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc000002d00, {0x507f08, 0xc}, {0xc001ede1e0, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x556 fp=0xc0001c3e60 sp=0xc0001c3d68 pc=0x38c7e6
runtime_test.TestFakeTime(0xc000002d00)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc0001c3f60 sp=0xc0001c3e60 pc=0x42cef0
testing.tRunner(0xc000002d00, 0x52fff0)
2023-05-17 04:58 linux-s390x-ibm go@547aed18 runtime.TestSemaHandoff2 (log) 
panic: test timed out after 3m0s
running tests:
	TestSemaHandoff2 (0s)

runtime.Gosched(...)
	/data/golang/workdir/go/src/runtime/proc.go:327
runtime_test.testSemaHandoff()
	/data/golang/workdir/go/src/runtime/sema_test.go:92 +0x21a fp=0xc0001ccea0 sp=0xc0001cce58 pc=0x41b89a
runtime_test.TestSemaHandoff(0xc0003084e0)
	/data/golang/workdir/go/src/runtime/sema_test.go:23 +0x50 fp=0xc0001ccf08 sp=0xc0001ccea0 pc=0x41b280
runtime_test.TestSemaHandoff2(0xc0003084e0)
	/data/golang/workdir/go/src/runtime/sema_test.go:55 +0xdc fp=0xc0001ccf60 sp=0xc0001ccf08 pc=0x41b5bc
testing.tRunner(0xc0003084e0, 0x530810)
2023-05-17 18:18 linux-s390x-ibm go@93477f07 runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (37s)

runtime.Gosched(...)
	/data/golang/workdir/go/src/runtime/proc.go:327
runtime.GC()
	/data/golang/workdir/go/src/runtime/mgc.go:469 +0x108 fp=0xc0001733b8 sp=0xc000173388 pc=0x34c58
runtime_test.growStackIter(0xc0001733f0, 0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:172 +0x3c fp=0xc0001733d8 sp=0xc0001733b8 pc=0x422c8c
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000173e98 sp=0xc000173e78 pc=0x422cc6
runtime_test.growStackIter(0xc000173ed0, 0x57)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000173eb8 sp=0xc000173e98 pc=0x422cc6
runtime_test.growStackIter(0xc000173ef0, 0x58)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000173ed8 sp=0xc000173eb8 pc=0x422cc6
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc000173f08 sp=0xc000173ed8 pc=0x422ba6
runtime_test.TestDeferPtrs(0xc000003380)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc000173f60 sp=0xc000173f08 pc=0x4235f6
testing.tRunner(0xc000003380, 0x530370)
2023-05-19 01:37 linux-s390x-ibm go@3ebbaf3a cmd/cgo/internal/testshared.TestGCData (log) 
panic: test timed out after 3m0s
running tests:
	TestGCData (4s)

syscall.Syscall6(0x119, 0x1, 0x1f00c3, 0xc000076b58, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000076b00 sp=0xc000076a90 pc=0xa24f8
os.(*Process).blockUntilWaitable(0xc000518120)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000076be8 sp=0xc000076b00 pc=0xc7494
os.(*Process).wait(0xc000518120)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000076c60 sp=0xc000076be8 pc=0xc03cc
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0000ee580)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000076cd8 sp=0xc000076c60 pc=0x150a8a
os/exec.(*Cmd).Run(0xc0000ee580)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000076cf8 sp=0xc000076cd8 pc=0x14f3dc
os/exec.(*Cmd).Output(0xc0000ee580)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc000076d48 sp=0xc000076cf8 pc=0x1512ea
cmd/cgo/internal/testshared_test.goCmd(0xc000226b60, {0xc000076ef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:74 +0x472 fp=0xc000076e80 sp=0xc000076d48 pc=0x1d40e2
cmd/cgo/internal/testshared_test.TestGCData(0xc000226b60)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1105 +0xfa fp=0xc000076f60 sp=0xc000076e80 pc=0x1de45a
testing.tRunner(0xc000226b60, 0x23d918)
2023-05-19 13:42 linux-s390x-ibm go@ade3f3f5 cmd/cgo/internal/testshared.TestABIChecking (log) 
panic: test timed out after 3m0s
running tests:
	TestABIChecking (25s)

syscall.Syscall6(0x119, 0x1, 0x2247bc, 0xc00048fa60, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00048fa08 sp=0xc00048f998 pc=0xa2578
os.(*Process).blockUntilWaitable(0xc000272c60)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00048faf0 sp=0xc00048fa08 pc=0xc7514
os.(*Process).wait(0xc000272c60)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00048fb68 sp=0xc00048faf0 pc=0xc044c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc00020a9a0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00048fbe0 sp=0xc00048fb68 pc=0x150b0a
os/exec.(*Cmd).Run(0xc00020a9a0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00048fc00 sp=0xc00048fbe0 pc=0x14f45c
os/exec.(*Cmd).Output(0xc00020a9a0)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc00048fc50 sp=0xc00048fc00 pc=0x15136a
cmd/cgo/internal/testshared_test.goCmd(0xc0004789c0, {0xc00048fe68, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:74 +0x472 fp=0xc00048fd88 sp=0xc00048fc50 pc=0x1d4162
cmd/cgo/internal/testshared_test.TestABIChecking(0xc0004789c0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1032 +0x53a fp=0xc00048ff60 sp=0xc00048fd88 pc=0x1dd97a
testing.tRunner(0xc0004789c0, 0x23d910)
2023-05-22 00:43 linux-s390x-ibm go@858c61b5 go/internal/srcimporter.TestCgo (log) 
panic: test timed out after 3m0s
running tests:
	TestCgo (2m48s)

syscall.Syscall6(0x119, 0x1, 0xbe63d, 0xc000093a20, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000939c8 sp=0xc000093958 pc=0xa2098
os.(*Process).blockUntilWaitable(0xc00041a3f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000093ab0 sp=0xc0000939c8 pc=0xc5654
os.(*Process).wait(0xc00041a3f0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000093b28 sp=0xc000093ab0 pc=0xbf2dc
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000a42580)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000093ba0 sp=0xc000093b28 pc=0x14b15a
os/exec.(*Cmd).Run(0xc000a42580)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000093bc0 sp=0xc000093ba0 pc=0x149aac
go/internal/srcimporter.(*Importer).cgo(0xc00190c0c0, 0xc0004f0400)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter.go:239 +0xdde fp=0xc000093d38 sp=0xc000093bc0 pc=0x25eeee
go/internal/srcimporter.(*Importer).ImportFrom(0xc00190c0c0, {0x2d1be8, 0x15}, {0x0, 0x0}, 0x0)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter.go:137 +0x712 fp=0xc000093ed8 sp=0xc000093d38 pc=0x25d1b2
go/internal/srcimporter.TestCgo(0xc0015504e0)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter_test.go:248 +0x288 fp=0xc000093f60 sp=0xc000093ed8 pc=0x2611f8
testing.tRunner(0xc0015504e0, 0x2dfb30)
2023-05-22 01:21 linux-s390x-ibm go@d75cc4b9 cmd/cgo/internal/testshared.TestRebuilding (log) 
panic: test timed out after 3m0s
running tests:
	TestRebuilding (35s)
	TestRebuilding/newsource (13s)

runtime.gopark(0x23df08, 0xc0004243d8, 0xe, 0x17, 0x2)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000166cd0 sp=0xc000166cb8 pc=0x56f06
runtime.chanrecv(0xc000424380, 0xc000166dbf, 0x1)
	/data/golang/workdir/go/src/runtime/chan.go:583 +0x5a6 fp=0xc000166d48 sp=0xc000166cd0 pc=0x17226
runtime.chanrecv1(0xc000424380, 0xc000166dbf)
	/data/golang/workdir/go/src/runtime/chan.go:442 +0x2e fp=0xc000166d70 sp=0xc000166d48 pc=0x16c6e
testing.(*T).Run(0xc00014b1e0, {0x22e4d4, 0x9}, 0xc000072ae0)
	/data/golang/workdir/go/src/testing/testing.go:1649 +0x4c4 fp=0xc000166e28 sp=0xc000166d70 pc=0x1128f4
cmd/cgo/internal/testshared_test.TestRebuilding(0xc00014b1e0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:933 +0x30a fp=0xc000166f60 sp=0xc000166e28 pc=0x1dcd5a
testing.tRunner(0xc00014b1e0, 0x23dd10)
2023-05-25 00:56 linux-s390x-ibm go@d5a05a05 cmd/cgo/internal/testshared.TestTestInstalledShared (log) 
panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (28s)

syscall.Syscall6(0x119, 0x1, 0x276e34, 0xc0000bcbc0, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000bcb68 sp=0xc0000bcaf8 pc=0xa3598
os.(*Process).blockUntilWaitable(0xc00049b5f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000bcc50 sp=0xc0000bcb68 pc=0xc8454
os.(*Process).wait(0xc00049b5f0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000bccc8 sp=0xc0000bcc50 pc=0xc13ac
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000121600)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0000bcd40 sp=0xc0000bccc8 pc=0x151bfa
os/exec.(*Cmd).Run(0xc000121600)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000bcd60 sp=0xc0000bcd40 pc=0x15054c
os/exec.(*Cmd).Output(0xc000121600)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0000bcdb0 sp=0xc0000bcd60 pc=0x15245a
cmd/cgo/internal/testshared_test.goCmd(0xc00028d6c0, {0xc0000bcf20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0000bcee8 sp=0xc0000bcdb0 pc=0x1d5492
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc00028d6c0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1102 +0xb6 fp=0xc0000bcf60 sp=0xc0000bcee8 pc=0x1df7b6
testing.tRunner(0xc00028d6c0, 0x24e308)
2023-05-25 17:07 linux-s390x-ibm go@a5be6dbb runtime.TestGoroutineParallelism2 (log) 
panic: test timed out after 3m0s
running tests:
	TestGoroutineParallelism2 (5s)

runtime.gopark(0x543660, 0x7ea500, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0000a6d88 sp=0xc0000a6d70 pc=0x5f956
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x144)
	/data/golang/workdir/go/src/runtime/mgc.go:522 +0x64 fp=0xc0000a6db0 sp=0xc0000a6d88 pc=0x35474
runtime.GC()
	/data/golang/workdir/go/src/runtime/mgc.go:465 +0x70 fp=0xc0000a6de0 sp=0xc0000a6db0 pc=0x35280
runtime_test.testGoroutineParallelism2(0xc0011e0680, 0x1, 0x1)
	/data/golang/workdir/go/src/runtime/proc_test.go:173 +0x154 fp=0xc0000a6f48 sp=0xc0000a6de0 pc=0x40a564
runtime_test.TestGoroutineParallelism2(0xc0011e0680)
	/data/golang/workdir/go/src/runtime/proc_test.go:152 +0x6c fp=0xc0000a6f60 sp=0xc0000a6f48 pc=0x40a3ec
testing.tRunner(0xc0011e0680, 0x542700)
2023-05-25 17:51 linux-s390x-ibm go@e8c60030 cmd/cgo/internal/testshared.TestGCData (log) 
panic: test timed out after 3m0s
running tests:
	TestGCData (3s)

syscall.Syscall6(0x119, 0x1, 0x4447c, 0xc000077b58, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000077b00 sp=0xc000077a90 pc=0xa3598
os.(*Process).blockUntilWaitable(0xc0000ec060)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000077be8 sp=0xc000077b00 pc=0xc8454
os.(*Process).wait(0xc0000ec060)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000077c60 sp=0xc000077be8 pc=0xc13ac
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc00015c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000077cd8 sp=0xc000077c60 pc=0x151bfa
os/exec.(*Cmd).Run(0xc00015c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000077cf8 sp=0xc000077cd8 pc=0x15054c
os/exec.(*Cmd).Output(0xc00015c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc000077d48 sp=0xc000077cf8 pc=0x15245a
cmd/cgo/internal/testshared_test.goCmd(0xc0004a0000, {0xc000077ef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc000077e80 sp=0xc000077d48 pc=0x1d5492
cmd/cgo/internal/testshared_test.TestGCData(0xc0004a0000)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1132 +0x11e fp=0xc000077f60 sp=0xc000077e80 pc=0x1dfbee
testing.tRunner(0xc0004a0000, 0x24e278)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-07 18:41 linux-s390x-ibm go@1ee729c5 runtime.TestStackGrowth (log) 
panic: test timed out after 3m0s
running tests:
	TestStackGrowth (30s)

runtime.gopark(0x547108, 0x810d80, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000064db0 sp=0xc000064d98 pc=0x5fa46
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0009f9b58, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x242 fp=0xc000064e00 sp=0xc000064db0 pc=0x75c42
sync.runtime_Semacquire(0xc0009f9b58)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000064e30 sp=0xc000064e00 pc=0xa3054
sync.(*WaitGroup).Wait(0xc0009f9b50)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000064e48 sp=0xc000064e30 pc=0xb0cda
runtime_test.TestStackGrowth(0xc0009bda00)
	/data/golang/workdir/go/src/runtime/stack_test.go:106 +0x264 fp=0xc000064f60 sp=0xc000064e48 pc=0x42db54
testing.tRunner(0xc0009bda00, 0x5468a0)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-07 16:54 linux-s390x-ibm go@e2b1c0ba cmd/cgo/internal/testshared.TestTestInstalledShared (log) 
panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (6s)

syscall.Syscall6(0x119, 0x1, 0x137460, 0xc0002a3bc0, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0002a3b68 sp=0xc0002a3af8 pc=0xa3b08
os.(*Process).blockUntilWaitable(0xc0002c0300)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0002a3c50 sp=0xc0002a3b68 pc=0xc89c4
os.(*Process).wait(0xc0002c0300)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0002a3cc8 sp=0xc0002a3c50 pc=0xc191c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc00012f340)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0002a3d40 sp=0xc0002a3cc8 pc=0x15216a
os/exec.(*Cmd).Run(0xc00012f340)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0002a3d60 sp=0xc0002a3d40 pc=0x150abc
os/exec.(*Cmd).Output(0xc00012f340)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0002a3db0 sp=0xc0002a3d60 pc=0x1529ca
cmd/cgo/internal/testshared_test.goCmd(0xc000082b60, {0xc0002a3f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0002a3ee8 sp=0xc0002a3db0 pc=0x1d5a02
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc000082b60)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1102 +0xb6 fp=0xc0002a3f60 sp=0xc0002a3ee8 pc=0x1dfd26
testing.tRunner(0xc000082b60, 0x24e418)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-07 23:23 linux-s390x-ibm go@8bfe839c runtime.TestEINTR (log) 
--- FAIL: TestEINTR (7.88s)
    exec.go:190: test timed out while running command: /data/golang/workdir/tmp/go-build1857892076/testprogcgo.exe EINTR
    crash_cgo_test.go:736: /data/golang/workdir/tmp/go-build1857892076/testprogcgo.exe EINTR failed to start: context deadline exceeded
panic: test timed out after 3m0s
running tests:
	TestFakeTime (8s)
	TestMemmoveOverlapLarge0x120000 (8s)

goroutine 182470 [running]:
panic({0x48d040, 0xc000d9a350})
	/data/golang/workdir/go/src/runtime/panic.go:1017 +0x4c6 fp=0xc001109ef8 sp=0xc001109e50 pc=0x5a916
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x47a fp=0xc001109fd8 sp=0xc001109ef8 pc=0x15511a
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:773 +0x2 fp=0xc001109fd8 sp=0xc001109fd8 pc=0xa6c52
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:176 +0x42
2023-06-08 01:52 linux-s390x-ibm go@b9baf445 cmd/cgo/internal/testshared.TestIssue44031 (log) 
panic: test timed out after 3m0s
running tests:
	TestIssue44031 (4s)

syscall.Syscall6(0x119, 0x1, 0x9721a, 0xc000333b90, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000333b38 sp=0xc000333ac8 pc=0xa3b08
os.(*Process).blockUntilWaitable(0xc000322060)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000333c20 sp=0xc000333b38 pc=0xc89c4
os.(*Process).wait(0xc000322060)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000333c98 sp=0xc000333c20 pc=0xc191c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000282160)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000333d10 sp=0xc000333c98 pc=0x15216a
os/exec.(*Cmd).Run(0xc000282160)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000333d30 sp=0xc000333d10 pc=0x150abc
os/exec.(*Cmd).Output(0xc000282160)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc000333d80 sp=0xc000333d30 pc=0x1529ca
cmd/cgo/internal/testshared_test.goCmd(0xc000082820, {0xc000333f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc000333eb8 sp=0xc000333d80 pc=0x1d5a02
cmd/cgo/internal/testshared_test.TestIssue44031(0xc000082820)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1140 +0xbc fp=0xc000333f60 sp=0xc000333eb8 pc=0x1e02bc
testing.tRunner(0xc000082820, 0x24e3c8)

— watchflakes

@mknyszek mknyszek added help wanted and removed WaitingForInfo Issue is not actionable because of missing required information, which needs to be provided. labels Jun 8, 2023
@mknyszek
Copy link
Contributor Author

mknyszek commented Jun 8, 2023

There appear to be a lot of these timeouts recently. They don't seem to be correlated with any particular tests, just a timeout testing the runtime package. I think this probably worth looking into.

Friendly ping, @golang/s390x.

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-09 00:17 linux-s390x-ibm go@bd00528d cmd/cgo/internal/testshared.TestIssue44031 (log) 
panic: test timed out after 3m0s
running tests:
	TestIssue44031 (2s)

syscall.Syscall6(0x119, 0x1, 0x375cd4, 0xc0001b6b90, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0001b6b38 sp=0xc0001b6ac8 pc=0xa3b08
os.(*Process).blockUntilWaitable(0xc0004b2180)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0001b6c20 sp=0xc0001b6b38 pc=0xc89c4
os.(*Process).wait(0xc0004b2180)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0001b6c98 sp=0xc0001b6c20 pc=0xc191c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000136840)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0001b6d10 sp=0xc0001b6c98 pc=0x15216a
os/exec.(*Cmd).Run(0xc000136840)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0001b6d30 sp=0xc0001b6d10 pc=0x150abc
os/exec.(*Cmd).Output(0xc000136840)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0001b6d80 sp=0xc0001b6d30 pc=0x1529ca
cmd/cgo/internal/testshared_test.goCmd(0xc00019e340, {0xc0001b6f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0001b6eb8 sp=0xc0001b6d80 pc=0x1d5a02
cmd/cgo/internal/testshared_test.TestIssue44031(0xc00019e340)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1141 +0x130 fp=0xc0001b6f60 sp=0xc0001b6eb8 pc=0x1e0330
testing.tRunner(0xc00019e340, 0x24e3c8)

— watchflakes

@mknyszek mknyszek modified the milestones: Go1.21, Backlog Jun 9, 2023
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-10 16:02 linux-s390x-ibm go@fafa4091 runtime.TestFakeTime (log) 
panic: test timed out after 3m0s
running tests:
	TestFakeTime (11s)

syscall.Syscall6(0x119, 0x1, 0x23dd2f, 0xc000cdf958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000cdf900 sp=0xc000cdf890 pc=0xbb778
os.(*Process).blockUntilWaitable(0xc0017c2120)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000cdf9e8 sp=0xc000cdf900 pc=0xe9da4
os.(*Process).wait(0xc0017c2120)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000cdfa60 sp=0xc000cdf9e8 pc=0xe299c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0001982c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000cdfad8 sp=0xc000cdfa60 pc=0x1941ea
os/exec.(*Cmd).Run(0xc0001982c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000cdfaf8 sp=0xc000cdfad8 pc=0x192b3c
os/exec.(*Cmd).CombinedOutput(0xc0001982c0)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde fp=0xc000cdfb20 sp=0xc000cdfaf8 pc=0x194cfe
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc000cdfd18 sp=0xc000cdfb20 pc=0x3913c0
sync.(*Once).doSlow(0xc000b08210, 0xc0001f5e00)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc000cdfd68 sp=0xc000cdfd18 pc=0xaf1f6
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc000b5bd40, {0x51ccf4, 0xc}, {0xc0009cc1f0, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x556 fp=0xc000cdfe60 sp=0xc000cdfd68 pc=0x390f26
runtime_test.TestFakeTime(0xc000b5bd40)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc000cdff60 sp=0xc000cdfe60 pc=0x439f30
testing.tRunner(0xc000b5bd40, 0x5460a8)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-11 23:27 linux-s390x-ibm go@bd8c1330 go/internal/srcimporter.TestCgo (log) 
panic: test timed out after 3m0s
running tests:
	TestCgo (2m13s)

syscall.Syscall6(0x119, 0x1, 0x39d389, 0xc000a07a10, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000a079b8 sp=0xc000a07948 pc=0xa33c8
os.(*Process).blockUntilWaitable(0xc0000f4090)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000a07aa0 sp=0xc000a079b8 pc=0xc68a4
os.(*Process).wait(0xc0000f4090)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000a07b18 sp=0xc000a07aa0 pc=0xc054c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc001488b00)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000a07b90 sp=0xc000a07b18 pc=0x14c3aa
os/exec.(*Cmd).Run(0xc001488b00)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000a07bb0 sp=0xc000a07b90 pc=0x14acfc
go/internal/srcimporter.(*Importer).cgo(0xc000797b90, 0xc000c27800)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter.go:239 +0xdde fp=0xc000a07d28 sp=0xc000a07bb0 pc=0x25f8ee
go/internal/srcimporter.(*Importer).ImportFrom(0xc000797b90, {0x2d230e, 0x15}, {0x0, 0x0}, 0x0)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter.go:137 +0x712 fp=0xc000a07ed8 sp=0xc000a07d28 pc=0x25dbb2
go/internal/srcimporter.TestCgo(0xc00059d6c0)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter_test.go:248 +0x288 fp=0xc000a07f60 sp=0xc000a07ed8 pc=0x261bf8
testing.tRunner(0xc00059d6c0, 0x2e03b8)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-02 02:03 linux-s390x-ibm review@d285cae0 go@ee46f0b5 x/review/git-codereview.TestGofmtFastForwardMerge (log) 
panic: test timed out after 10m0s
running tests:
	TestGofmtFastForwardMerge (21s)

syscall.Syscall6(0x119, 0x1, 0x3956b0, 0xc00010dbc8, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18
os.(*Process).blockUntilWaitable(0xc00040baa0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74
os.(*Process).wait(0xc00040baa0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc00044c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a
os/exec.(*Cmd).Run(0xc00044c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c
os/exec.(*Cmd).CombinedOutput(0xc00044c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde
golang.org/x/review/git-codereview.trun(0xc000422000, {0xc000403180, 0x41}, {0xc000024cc0, 0x4, 0x4})
	/data/golang/workdir/gopath/src/golang.org/x/review/git-codereview/util_test.go:275 +0x22e
golang.org/x/review/git-codereview.TestGofmtFastForwardMerge(0xc000422000)
	/data/golang/workdir/gopath/src/golang.org/x/review/git-codereview/gofmt_test.go:266 +0x390
testing.tRunner(0xc000422000, 0x4700b8)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-13 03:06 linux-s390x-ibm go@b0e1707f cmd/cgo/internal/testshared.TestImplicitInclusion (log) 
panic: test timed out after 3m0s
running tests:
	TestImplicitInclusion (1s)

syscall.Syscall6(0x119, 0x1, 0x3e8289, 0xc0000b8b68, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000b8b10 sp=0xc0000b8aa0 pc=0xa3d68
os.(*Process).blockUntilWaitable(0xc000489620)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000b8bf8 sp=0xc0000b8b10 pc=0xc8c34
os.(*Process).wait(0xc000489620)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000b8c70 sp=0xc0000b8bf8 pc=0xc1b7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0000aef20)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0000b8ce8 sp=0xc0000b8c70 pc=0x15252a
os/exec.(*Cmd).Run(0xc0000aef20)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000b8d08 sp=0xc0000b8ce8 pc=0x150e7c
os/exec.(*Cmd).Output(0xc0000aef20)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0000b8d58 sp=0xc0000b8d08 pc=0x152d8a
cmd/cgo/internal/testshared_test.goCmd(0xc000580d00, {0xc0000b8f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0000b8e90 sp=0xc0000b8d58 pc=0x1d60c2
cmd/cgo/internal/testshared_test.TestImplicitInclusion(0xc000580d00)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1071 +0xbc fp=0xc0000b8f60 sp=0xc0000b8e90 pc=0x1dfe3c
testing.tRunner(0xc000580d00, 0x24e3f0)

— watchflakes

@bcmills
Copy link
Contributor

bcmills commented Jun 13, 2023

See also #60109.

@bcmills bcmills added the arch-s390x Issues solely affecting the s390x architecture. label Jun 13, 2023
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-14 00:03 linux-s390x-ibm go@8ffc931e cmd/cgo/internal/testshared.TestGeneratedHash (log) 
panic: test timed out after 3m0s
running tests:
	TestGeneratedHash (3s)

syscall.Syscall6(0x119, 0x1, 0x1f66bc, 0xc00045db90, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00045db38 sp=0xc00045dac8 pc=0xa3d68
os.(*Process).blockUntilWaitable(0xc0000d80f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00045dc20 sp=0xc00045db38 pc=0xc8c34
os.(*Process).wait(0xc0000d80f0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00045dc98 sp=0xc00045dc20 pc=0xc1b7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0000ee2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00045dd10 sp=0xc00045dc98 pc=0x15252a
os/exec.(*Cmd).Run(0xc0000ee2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00045dd30 sp=0xc00045dd10 pc=0x150e7c
os/exec.(*Cmd).Output(0xc0000ee2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc00045dd80 sp=0xc00045dd30 pc=0x152d8a
cmd/cgo/internal/testshared_test.goCmd(0xc0001a0680, {0xc00045def0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc00045deb8 sp=0xc00045dd80 pc=0x1d60c2
cmd/cgo/internal/testshared_test.TestGeneratedHash(0xc0001a0680)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1117 +0x11e fp=0xc00045df60 sp=0xc00045deb8 pc=0x1e05fe
testing.tRunner(0xc0001a0680, 0x24e3c8)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-15 01:59 linux-s390x-ibm go@9fc84363 cmd/cgo/internal/testshared.TestGCData (log) 
panic: test timed out after 3m0s
running tests:
	TestGCData (11s)

syscall.Syscall6(0x119, 0x1, 0x18951, 0xc0001c2b58, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0001c2b00 sp=0xc0001c2a90 pc=0xa3d68
os.(*Process).blockUntilWaitable(0xc00044c000)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0001c2be8 sp=0xc0001c2b00 pc=0xc8c34
os.(*Process).wait(0xc00044c000)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0001c2c60 sp=0xc0001c2be8 pc=0xc1b7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000298000)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0001c2cd8 sp=0xc0001c2c60 pc=0x15252a
os/exec.(*Cmd).Run(0xc000298000)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0001c2cf8 sp=0xc0001c2cd8 pc=0x150e7c
os/exec.(*Cmd).Output(0xc000298000)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0001c2d48 sp=0xc0001c2cf8 pc=0x152d8a
cmd/cgo/internal/testshared_test.goCmd(0xc000453040, {0xc0001c2ef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0001c2e80 sp=0xc0001c2d48 pc=0x1d60c2
cmd/cgo/internal/testshared_test.TestGCData(0xc000453040)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1132 +0x11e fp=0xc0001c2f60 sp=0xc0001c2e80 pc=0x1e082e
testing.tRunner(0xc000453040, 0x24e3c0)
2023-06-15 05:42 linux-s390x-ibm go@c5463218 cmd/cgo/internal/testshared.TestGeneratedHash (log) 
panic: test timed out after 3m0s
running tests:
	TestGeneratedHash (2s)

syscall.Syscall6(0x119, 0x1, 0x58f5e, 0xc00043eb90, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00043eb38 sp=0xc00043eac8 pc=0xa3d68
os.(*Process).blockUntilWaitable(0xc00014c000)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00043ec20 sp=0xc00043eb38 pc=0xc8c34
os.(*Process).wait(0xc00014c000)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00043ec98 sp=0xc00043ec20 pc=0xc1b7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0000ae160)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00043ed10 sp=0xc00043ec98 pc=0x15252a
os/exec.(*Cmd).Run(0xc0000ae160)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00043ed30 sp=0xc00043ed10 pc=0x150e7c
os/exec.(*Cmd).Output(0xc0000ae160)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc00043ed80 sp=0xc00043ed30 pc=0x152d8a
cmd/cgo/internal/testshared_test.goCmd(0xc000192820, {0xc00043eef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc00043eeb8 sp=0xc00043ed80 pc=0x1d60c2
cmd/cgo/internal/testshared_test.TestGeneratedHash(0xc000192820)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1117 +0x11e fp=0xc00043ef60 sp=0xc00043eeb8 pc=0x1e05fe
testing.tRunner(0xc000192820, 0x24e3c8)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-16 18:24 linux-s390x-ibm go@cf7ae4f1 runtime.TestSUID (log) 
panic: test timed out after 3m0s
running tests:
	TestSUID (2s)

syscall.Syscall6(0x119, 0x1, 0x3452be, 0xc0001798e0, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000179888 sp=0xc000179818 pc=0xbba38
os.(*Process).blockUntilWaitable(0xc0000f01e0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000179970 sp=0xc000179888 pc=0xea084
os.(*Process).wait(0xc0000f01e0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0001799e8 sp=0xc000179970 pc=0xe2c6c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000184160)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000179a60 sp=0xc0001799e8 pc=0x19452a
os/exec.(*Cmd).Run(0xc000184160)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000179a80 sp=0xc000179a60 pc=0x192e7c
os/exec.(*Cmd).CombinedOutput(0xc000184160)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde fp=0xc000179aa8 sp=0xc000179a80 pc=0x19503e
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc000179ca0 sp=0xc000179aa8 pc=0x391580
sync.(*Once).doSlow(0xc001174d20, 0xc00019ad88)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc000179cf0 sp=0xc000179ca0 pc=0xaf4a6
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc0001b44e0, {0x51a280, 0x8}, {0x0, 0x0, 0x0})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x558 fp=0xc000179de8 sp=0xc000179cf0 pc=0x3910e8
runtime_test.TestSUID(0xc0001b44e0)
	/data/golang/workdir/go/src/runtime/security_test.go:82 +0xcc fp=0xc000179f60 sp=0xc000179de8 pc=0x426d2c
testing.tRunner(0xc0001b44e0, 0x5467b0)

— watchflakes

@bcmills bcmills mentioned this issue Jun 20, 2023
Open
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-24 00:50 linux-s390x-ibm go@ea927e56 runtime.TestStackGrowth (log) 
panic: test timed out after 3m0s
running tests:
	TestStackGrowth (5s)

runtime.gopark(0x5474f8, 0x7f9780, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000056db0 sp=0xc000056d98 pc=0x5fb76
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0013ac068, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000056e00 sp=0xc000056db0 pc=0x75e34
sync.runtime_Semacquire(0xc0013ac068)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000056e30 sp=0xc000056e00 pc=0xa3304
sync.(*WaitGroup).Wait(0xc0013ac060)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000056e48 sp=0xc000056e30 pc=0xb0f8a
runtime_test.TestStackGrowth(0xc00229fa00)
	/data/golang/workdir/go/src/runtime/stack_test.go:95 +0x166 fp=0xc000056f60 sp=0xc000056e48 pc=0x42e496
testing.tRunner(0xc00229fa00, 0x546c90)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-28 02:41 linux-s390x-ibm go@a3093eca cmd/cgo/internal/testshared.TestIssue47873 (log) 
panic: test timed out after 3m0s
running tests:
	TestIssue47873 (0s)

syscall.Syscall6(0x119, 0x1, 0x3d396b, 0xc0000beb90, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000beb38 sp=0xc0000beac8 pc=0xa4068
os.(*Process).blockUntilWaitable(0xc0004840f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000bec20 sp=0xc0000beb38 pc=0xc8f34
os.(*Process).wait(0xc0004840f0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000bec98 sp=0xc0000bec20 pc=0xc1e7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0000b06e0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0000bed10 sp=0xc0000bec98 pc=0x15292a
os/exec.(*Cmd).Run(0xc0000b06e0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000bed30 sp=0xc0000bed10 pc=0x15127c
os/exec.(*Cmd).Output(0xc0000b06e0)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0000bed80 sp=0xc0000bed30 pc=0x15318a
cmd/cgo/internal/testshared_test.goCmd(0xc00010d520, {0xc0000bef20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0000beeb8 sp=0xc0000bed80 pc=0x1d6622
cmd/cgo/internal/testshared_test.TestIssue47873(0xc00010d520)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1154 +0xbc fp=0xc0000bef60 sp=0xc0000beeb8 pc=0x1e10bc
testing.tRunner(0xc00010d520, 0x24e758)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`
2023-06-24 02:35 linux-s390x-ibm go@9a2e6c9c runtime.TestFakeTime (log) 
panic: test timed out after 3m0s

syscall.Syscall6(0x119, 0x1, 0x21c017, 0xc00015b978, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:90 +0x18 fp=0xc00015b920 sp=0xc00015b8b0 pc=0xad548
os.(*Process).blockUntilWaitable(0xc000224120)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x6e fp=0xc00015ba10 sp=0xc00015b920 pc=0xd7f4e
os.(*Process).wait(0xc000224120)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00015ba88 sp=0xc00015ba10 pc=0xd0e7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000716000)
	/data/golang/workdir/go/src/os/exec/exec.go:599 +0x56 fp=0xc00015bb08 sp=0xc00015ba88 pc=0x175a56
os/exec.(*Cmd).Run(0xc000716000)
	/data/golang/workdir/go/src/os/exec/exec.go:437 +0x6c fp=0xc00015bb28 sp=0xc00015bb08 pc=0x174b0c
os/exec.(*Cmd).CombinedOutput(0xc000716000)
	/data/golang/workdir/go/src/os/exec/exec.go:707 +0xce fp=0xc00015bb50 sp=0xc00015bb28 pc=0x17651e
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:127 +0x4aa fp=0xc00015bd20 sp=0xc00015bb50 pc=0x34034a
sync.(*Once).doSlow(0xc00021e000, 0xc002bf6e08)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc00015bd70 sp=0xc00015bd20 pc=0xa2456
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc0000329c0, {0x4966c2, 0xc}, {0xc001f62010, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:113 +0x518 fp=0xc00015be68 sp=0xc00015bd70 pc=0x33fe48
runtime_test.TestFakeTime(0xc0000329c0)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0x94 fp=0xc00015bf68 sp=0xc00015be68 pc=0x3dac44
testing.tRunner(0xc0000329c0, 0x4b9a58)

— watchflakes

@cherrymui cherrymui mentioned this issue Jun 28, 2023
Closed
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return`)
2023-05-03 18:47 linux-s390x-ibm go@ea9097c9 runtime.TestStackGrowth (log) 
panic: finalizer started 6.784933416s ago (504.862µs after registration) and ran 146 iterations, but did not return

runtime.gopark(0x520838, 0x7bc860, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc00006bda8 sp=0xc00006bd90 pc=0x5c536
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc001a12048, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x248 fp=0xc00006be00 sp=0xc00006bda8 pc=0x720e8
sync.runtime_Semacquire(0xc001a12048)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc00006be30 sp=0xc00006be00 pc=0x9f454
sync.(*WaitGroup).Wait(0xc001a12040)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc00006be48 sp=0xc00006be30 pc=0xac7da
runtime_test.TestStackGrowth(0xc00021cd00)
	/data/golang/workdir/go/src/runtime/stack_test.go:142 +0x59c fp=0xc00006bf60 sp=0xc00006be48 pc=0x40d8ec
testing.tRunner(0xc00021cd00, 0x520048)
2023-06-24 02:06 linux-s390x-ibm go@65092835 runtime.TestStackGrowth (log) 
panic: finalizer started 2.525700556s ago (12.638776ms after registration) and ran 88 iterations, but did not return

runtime.gopark(0x4e4b70, 0x77bba0, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:381 +0x128 fp=0xc000211db8 sp=0xc000211da0 pc=0x5be98
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:387
runtime.semacquire1(0xc0005c4048, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000211e08 sp=0xc000211db8 pc=0x71664
sync.runtime_Semacquire(0xc0005c4048)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000211e38 sp=0xc000211e08 pc=0x9c834
sync.(*WaitGroup).Wait(0xc0005c4040)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000211e50 sp=0xc000211e38 pc=0xa96da
runtime_test.TestStackGrowth(0xc000002ea0)
	/data/golang/workdir/go/src/runtime/stack_test.go:141 +0x600 fp=0xc000211f68 sp=0xc000211e50 pc=0x3e4130
testing.tRunner(0xc000002ea0, 0x4e65f0)
2023-06-24 05:24 linux-s390x-ibm go@a031f4ef runtime.TestStackGrowth (log) 
panic: finalizer started 12.783675437s ago (541.707µs after registration) and ran 233 iterations, but did not return

runtime.gopark(0x5474f8, 0x7f6780, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000111db0 sp=0xc000111d98 pc=0x5fb76
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc00280c068, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000111e00 sp=0xc000111db0 pc=0x75e34
sync.runtime_Semacquire(0xc00280c068)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000111e30 sp=0xc000111e00 pc=0xa3304
sync.(*WaitGroup).Wait(0xc00280c060)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000111e48 sp=0xc000111e30 pc=0xb0f8a
runtime_test.TestStackGrowth(0xc00021a1a0)
	/data/golang/workdir/go/src/runtime/stack_test.go:140 +0x58a fp=0xc000111f60 sp=0xc000111e48 pc=0x42e8ba
testing.tRunner(0xc00021a1a0, 0x546c90)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-22 20:43 linux-s390x-ibm go@98195ed0 runtime.TestLockOSThreadTemplateThreadRace (log) 
--- FAIL: TestLockOSThreadTemplateThreadRace (8.55s)
    proc_test.go:1022: /data/golang/workdir/tmp/go-build880097526/testprog.exe LockOSThreadTemplateThreadRace (40.241559ms): ok
    proc_test.go:1022: /data/golang/workdir/tmp/go-build880097526/testprog.exe LockOSThreadTemplateThreadRace (371.027739ms): ok
    proc_test.go:1022: /data/golang/workdir/tmp/go-build880097526/testprog.exe LockOSThreadTemplateThreadRace (63.17158ms): ok
    exec.go:190: test timed out while running command: /data/golang/workdir/tmp/go-build880097526/testprog.exe LockOSThreadTemplateThreadRace
    proc_test.go:1022: /data/golang/workdir/tmp/go-build880097526/testprog.exe LockOSThreadTemplateThreadRace: exit status 2
    proc_test.go:1024: run 3: want "OK\n", got "SIGQUIT: quit\nPC=0x8ea68 m=0 sigcode=0\n\ngoroutine 0 [idle]:\nruntime.futex()\n\t/data/golang/workdir/go/src/runtime/sys_linux_s390x.s:496 +0x28 fp=0x3ffda1feef0 sp=0x3ffda1feef0 pc=0x8ea68\nruntime.futexsleep(0x1fc988, 0x0, 0xffffffffffffffff)\n\t/data/golang/workdir/go/src/runtime/os_linux.go:69 +0x52 fp=0x3ffda1fef38 sp=0x3ffda1feef0 pc=0x4e8c2\nruntime.notesleep(0x1fc988)\n\t/data/golang/workdir/go/src/runtime/lock_futex.go:160 +0xb6 fp=0x3ffda1fef68 sp=0x3ffda1fef38 pc=0x1d266\nruntime.mPark(...)\n\t/data/golang/workdir/go/src/runtime/proc.go:1631\nruntime.stopm()\n\t/data/golang/workdir/go/src/runtime/proc.go:2535 +0xc6 fp=0x3ffda1fef90 sp=0x3ffda1fef68 pc=0x5b786\nruntime.startlockedm(0xc0000a0820)\n\t/data/golang/workdir/go/src/runtime/proc.go:2807 +0x8e fp=0x3ffda1fefb0 sp=0x3ffda1fef90 pc=0x5c63e\nruntime.schedule()\n\t/data/golang/workdir/go/src/runtime/proc.go:3648 +0x96 fp=0x3ffda1fefe8 sp=0x3ffda1fefb0 pc=0x5eda6\nruntime.goschedImpl(0xc0000a0820)\n\t/data/golang/workdir/go/src/runtime/proc.go:3784 +0x130 fp=0x3ffda1ff020 sp=0x3ffda1fefe8 pc=0x5f670\nruntime.gopreempt_m(0xc0000a0820)\n\t/data/golang/workdir/go/src/runtime/proc.go:3812 +0x80 fp=0x3ffda1ff050 sp=0x3ffda1ff020 pc=0x5fa50\nruntime.newstack()\n\t/data/golang/workdir/go/src/runtime/stack.go:1070 +0x440 fp=0x3ffda1ff1f0 sp=0x3ffda1ff050 pc=0x71f90\nruntime.morestack()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:343 +0x8e fp=0x3ffda1ff1f8 sp=0x3ffda1ff1f0 pc=0x8ba8e\n\ngoroutine 1 [semacquire]:\nruntime.gopark(0x1473c0, 0x2021a0, 0x12, 0x19, 0x4)\n\t/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000086dc0 sp=0xc000086da8 pc=0x568b6\nruntime.goparkunlock(...)\n\t/data/golang/workdir/go/src/runtime/proc.go:404\nruntime.semacquire1(0xc0000ba018, 0x0, 0x1, 0x0, 0x12)\n\t/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000086e10 sp=0xc000086dc0 pc=0x6a954\nsync.runtime_Semacquire(0xc0000ba018)\n\t/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000086e40 sp=0xc000086e10 pc=0x8a864\nsync.(*WaitGroup).Wait(0xc0000ba010)\n\t/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000086e58 sp=0xc000086e40 pc=0x9cd2a\nmain.LockOSThreadTemplateThreadRace()\n\t/data/golang/workdir/go/src/runtime/testdata/testprog/lockosthread.go:243 +0x156 fp=0xc000086ec0 sp=0xc000086e58 pc=0x102af6\nmain.main()\n\t/data/golang/workdir/go/src/runtime/testdata/testprog/main.go:34 +0x1ac fp=0xc000086f60 sp=0xc000086ec0 pc=0x102dcc\nruntime.main()\n\t/data/golang/workdir/go/src/runtime/proc.go:267 +0x324 fp=0xc000086fd8 sp=0xc000086f60 pc=0x56324\nruntime.goexit()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc000086fd8 sp=0xc000086fd8 pc=0x8dbe2\n\ngoroutine 2 [force gc (idle)]:\nruntime.gopark(0x1473c0, 0x1fbe30, 0x11, 0x14, 0x1)\n\t/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000044fb0 sp=0xc000044f98 pc=0x568b6\nruntime.goparkunlock(...)\n\t/data/golang/workdir/go/src/runtime/proc.go:404\nruntime.forcegchelper()\n\t/data/golang/workdir/go/src/runtime/proc.go:322 +0xd2 fp=0xc000044fd8 sp=0xc000044fb0 pc=0x566b2\nruntime.goexit()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc000044fd8 sp=0xc000044fd8 pc=0x8dbe2\ncreated by runtime.init.5 in goroutine 1\n\t/data/golang/workdir/go/src/runtime/proc.go:310 +0x30\n\ngoroutine 3 [GC sweep wait]:\nruntime.gopark(0x1473c0, 0x1fc140, 0xc, 0x14, 0x1)\n\t/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000045790 sp=0xc000045778 pc=0x568b6\nruntime.goparkunlock(...)\n\t/data/golang/workdir/go/src/runtime/proc.go:404\nruntime.bgsweep(0xc000066000)\n\t/data/golang/workdir/go/src/runtime/mgcsweep.go:280 +0xaa fp=0xc0000457c8 sp=0xc000045790 pc=0x3ce3a\nruntime.gcenable.gowrap1()\n\t/data/golang/workdir/go/src/runtime/mgc.go:203 +0x5e fp=0xc0000457d8 sp=0xc0000457c8 pc=0x2f17e\nruntime.goexit()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc0000457d8 sp=0xc0000457d8 pc=0x8dbe2\ncreated by runtime.gcenable in goroutine 1\n\t/data/golang/workdir/go/src/runtime/mgc.go:203 +0xa8\n\ngoroutine 4 [GC scavenge wait]:\nruntime.gopark(0x1473c0, 0x1fc240, 0xd, 0x14, 0x2)\n\t/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000045f80 sp=0xc000045f68 pc=0x568b6\nruntime.goparkunlock(...)\n\t/data/golang/workdir/go/src/runtime/proc.go:404\nruntime.(*scavengerState).park(0x1fc240)\n\t/data/golang/workdir/go/src/runtime/mgcscavenge.go:425 +0x72 fp=0xc000045fa8 sp=0xc000045f80 pc=0x39ed2\nruntime.bgscavenge(0xc000066000)\n\t/data/golang/workdir/go/src/runtime/mgcscavenge.go:653 +0x5a fp=0xc000045fc8 sp=0xc000045fa8 pc=0x3a58a\nruntime.gcenable.gowrap2()\n\t/data/golang/workdir/go/src/runtime/mgc.go:204 +0x5e fp=0xc000045fd8 sp=0xc000045fc8 pc=0x2f0fe\nruntime.goexit()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc000045fd8 sp=0xc000045fd8 pc=0x8dbe2\ncreated by runtime.gcenable in goroutine 1\n\t/data/golang/workdir/go/src/runtime/mgc.go:204 +0x10e\n\ngoroutine 17 [runnable]:\nruntime.runfinq()\n\t/data/golang/workdir/go/src/runtime/mfinal.go:176 fp=0xc0000447d8 sp=0xc0000447d8 pc=0x2dc00\nruntime.goexit()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc0000447d8 sp=0xc0000447d8 pc=0x8dbe2\ncreated by runtime.createfing in goroutine 1\n\t/data/golang/workdir/go/src/runtime/mfinal.go:163 +0x64\n\ngoroutine 18 [stopping the world]:\nruntime.systemstack_switch()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:238 +0x10 fp=0xc0001048d0 sp=0xc0001048c8 pc=0x8b930\nruntime.stopTheWorld(0x7)\n\t/data/golang/workdir/go/src/runtime/proc.go:1262 +0xd4 fp=0xc000104918 sp=0xc0001048d0 pc=0x591c4\nruntime.ReadMemStats(0xc000104948)\n\t/data/golang/workdir/go/src/runtime/mstats.go:361 +0x34 fp=0xc000104938 sp=0xc000104918 pc=0x4be64\nmain.LockOSThreadTemplateThreadRace.func1()\n\t/data/golang/workdir/go/src/runtime/testdata/testprog/lockosthread.go:218 +0x60 fp=0xc000105fd8 sp=0xc000104938 pc=0x108640\nruntime.goexit()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc000105fd8 sp=0xc000105fd8 pc=0x8dbe2\ncreated by main.LockOSThreadTemplateThreadRace in goroutine 1\n\t/data/golang/workdir/go/src/runtime/testdata/testprog/lockosthread.go:214 +0x3c\n\ngoroutine 19 [runnable]:\nmain.LockOSThreadTemplateThreadRace.func2()\n\t/data/golang/workdir/go/src/runtime/testdata/testprog/lockosthread.go:229 fp=0xc000040fd8 sp=0xc000040fd8 pc=0x102b40\nruntime.goexit()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc000040fd8 sp=0xc000040fd8 pc=0x8dbe2\ncreated by main.LockOSThreadTemplateThreadRace in goroutine 1\n\t/data/golang/workdir/go/src/runtime/testdata/testprog/lockosthread.go:229 +0xc2\n\ngoroutine 33 [runnable]:\nmain.LockOSThreadTemplateThreadRace.func2.1()\n\t/data/golang/workdir/go/src/runtime/testdata/testprog/lockosthread.go:235 fp=0xc000046fd8 sp=0xc000046fd8 pc=0x108660\nruntime.goexit()\n\t/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc000046fd8 sp=0xc000046fd8 pc=0x8dbe2\ncreated by main.LockOSThreadTemplateThreadRace.func2 in goroutine 20\n\t/data/golang/workdir/go/src/runtime/testdata/testprog/lockosthread.go:235 +0x90\n\nr0   0x0\tr1   0xee\nr2   0x1fc988\tr3   0x80\nr4   0x0\tr5   0x0\nr6   0x0\tr7   0x0\nr8   0xa6a80\tr9   0x0\nr10  0x0\tr11  0x0\nr12  0x0\tr13  0x1fc2e0\nr14  0x4e8c2\tr15  0x3ffda1feef0\npc   0x8ea68\tlink 0x4e8c2\n"
panic: test timed out after 3m0s
running tests:
	TestPreemptionAfterSyscall (1s)
	TestPreemptionAfterSyscall/10µs (1s)

goroutine 24130 [running]:
panic({0x49d560, 0xc001026420})
	/data/golang/workdir/go/src/runtime/panic.go:774 +0x156 fp=0xc000e71ef8 sp=0xc000e71e50 pc=0x5a346
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x464 fp=0xc000e71fd8 sp=0xc000e71ef8 pc=0x15d124
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc000e71fd8 sp=0xc000e71fd8 pc=0xa71b2
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:177 +0x42

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-22 20:43 linux-s390x-ibm-race go@98195ed0 crypto/internal/edwards25519 (log) 
panic: test timed out after 6m0s
running tests:
	TestNafLookupTable8 (1s)

goroutine 64 [running]:
panic({0x23ea40, 0xc000022050})
	/data/golang/workdir/go/src/runtime/panic.go:774 +0x156 fp=0xc0001d2f08 sp=0xc0001d2e60 pc=0x8b7c6
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x2ae fp=0xc0001d2fd8 sp=0xc0001d2f08 pc=0x186b7e
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc0001d2fd8 sp=0xc0001d2fd8 pc=0xccdf2
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:177 +0x54

goroutine 114 [running]:
	goroutine running on other thread; stack unavailable
created by testing.(*T).Run in goroutine 1
	/data/golang/workdir/go/src/testing/testing.go:1648 +0x918

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-22 19:18 linux-s390x-ibm-race go@3e73802c runtime.TestNeedmDeadlock (log) 
--- FAIL: TestNeedmDeadlock (5.77s)
    crash_cgo_test.go:749: /data/golang/workdir/tmp/go-build111191324/testprogcgo.exe NeedmDeadlock: exit status 1
    crash_cgo_test.go:752: want OK
        , got Hung for 5 seconds

panic: test timed out after 6m0s
running tests:
	TestGoroutineParallelism2 (2m44s)

goroutine 23830 [running]:
...

goroutine 23842 [running]:
	goroutine running on other thread; stack unavailable
created by runtime_test.testGoroutineParallelism2.func2 in goroutine 23791
	/data/golang/workdir/go/src/runtime/proc_test.go:213 +0x92

goroutine 23793 [running]:
	goroutine running on other thread; stack unavailable
created by runtime_test.testGoroutineParallelism2.func2 in goroutine 23791
	/data/golang/workdir/go/src/runtime/proc_test.go:213 +0x92

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-22 19:18 linux-s390x-ibm-race go@88a6df72 crypto/internal/edwards25519.TestScalarMultMatchesBaseMult (log) 
panic: test timed out after 6m0s
running tests:
	TestScalarMultMatchesBaseMult (7s)

crypto/internal/edwards25519.(*Point).fromP1xP1(0xc0000995f0, 0xc000099378)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/edwards25519.go:209 +0x126 fp=0xc000098c80 sp=0xc000098c80 pc=0x217546
crypto/internal/edwards25519.(*Point).ScalarMult(0xc0000995f0, 0xc0000996b8, 0xc0000b2140)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/scalarmult.go:117 +0x32c fp=0xc000099528 sp=0xc000098c80 pc=0x21fa2c
crypto/internal/edwards25519.TestScalarMultMatchesBaseMult.func1({{0xef693ed1e18ba9eb, 0xe06f00265ab281fa, 0x9def00ddc91be0e6, 0xbbce6b273d7512e}})
	/data/golang/workdir/go/src/crypto/internal/edwards25519/scalarmult_test.go:146 +0x82 fp=0xc0000996b0 sp=0xc000099528 pc=0x227222
runtime.call64(0xc00008a420, 0xc0000223e0, 0xc0000edf50, 0x28, 0x20, 0x28, 0xc0000998f8)
	/data/golang/workdir/go/src/runtime/asm_s390x.s:458 +0x9a fp=0xc0000996f8 sp=0xc0000996b0 pc=0xcafda
reflect.Value.call({0x240d40, 0xc0000223e0, 0x13}, {0x26aa76, 0x4}, {0xc0000ea348, 0x1, 0x1})
	/data/golang/workdir/go/src/reflect/value.go:596 +0xefa fp=0xc000099cd8 sp=0xc0000996f8 pc=0x12e8aa
reflect.Value.Call({0x240d40, 0xc0000223e0, 0x13}, {0xc0000ea348, 0x1, 0x1})
	/data/golang/workdir/go/src/reflect/value.go:380 +0xa6 fp=0xc000099d68 sp=0xc000099cd8 pc=0x12d876
testing/quick.Check({0x240d40, 0xc0000223e0}, 0x3aad60)
	/data/golang/workdir/go/src/testing/quick/quick.go:290 +0x3be fp=0xc000099e70 sp=0xc000099d68 pc=0x1feaee
crypto/internal/edwards25519.TestScalarMultMatchesBaseMult(0xc000600d00)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/scalarmult_test.go:152 +0xf4 fp=0xc000099ed0 sp=0xc000099e70 pc=0x2270d4
testing.tRunner(0xc000600d00, 0x2792a8)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-22 19:18 linux-s390x-ibm-race go@fbcf43c6 crypto/internal/edwards25519.TestScalarMultDistributesOverAdd (log) 
panic: test timed out after 6m0s
running tests:
	TestScalarMultDistributesOverAdd (59s)

crypto/internal/edwards25519/field.(*Element).carryPropagateGeneric(0xc000390a08)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/field/fe_generic.go:250 +0x304 fp=0xc0003908e0 sp=0xc0003908e0 pc=0x1fc7c4
crypto/internal/edwards25519/field.(*Element).carryPropagate(...)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/field/fe_arm64_noasm.go:10
crypto/internal/edwards25519/field.feSquareGeneric(0xc000390a08, 0xc0003911a0)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/field/fe_generic.go:245 +0x412 fp=0xc0003909e0 sp=0xc0003908e0 pc=0x1fc492
...
	/data/golang/workdir/go/src/runtime/asm_s390x.s:459 +0xa0 fp=0xc0003916f8 sp=0xc000391670 pc=0xcb0d0
reflect.Value.call({0x244280, 0xc0000220b0, 0x13}, {0x26aa76, 0x4}, {0xc000410270, 0x2, 0x2})
	/data/golang/workdir/go/src/reflect/value.go:596 +0xefa fp=0xc000391cd8 sp=0xc0003916f8 pc=0x12e8aa
reflect.Value.Call({0x244280, 0xc0000220b0, 0x13}, {0xc000410270, 0x2, 0x2})
	/data/golang/workdir/go/src/reflect/value.go:380 +0xa6 fp=0xc000391d68 sp=0xc000391cd8 pc=0x12d876
testing/quick.Check({0x244280, 0xc0000220b0}, 0x3aad60)
	/data/golang/workdir/go/src/testing/quick/quick.go:290 +0x3be fp=0xc000391e70 sp=0xc000391d68 pc=0x1feaee
crypto/internal/edwards25519.TestScalarMultDistributesOverAdd(0xc0000f4d00)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/scalarmult_test.go:86 +0xf4 fp=0xc000391ed0 sp=0xc000391e70 pc=0x226634
testing.tRunner(0xc0000f4d00, 0x2792a0)
2023-08-22 19:18 linux-s390x-ibm-race go@fbcf43c6 crypto/internal/edwards25519/field.TestAliasing (log) 
panic: test timed out after 6m0s
running tests:
	TestAliasing (6m0s)

math/rand.(*Rand).Uint64(0xc00011e120)
	/data/golang/workdir/go/src/math/rand/rand.go:102 +0x18e fp=0xc0000b1750 sp=0xc0000b1750 pc=0x166c5e
crypto/internal/edwards25519/field.generateFieldElement(0xc00011e120)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/field/fe_test.go:35 +0xfa fp=0xc0000b1788 sp=0xc0000b1750 pc=0x202dda
crypto/internal/edwards25519/field.Element.Generate({0x0, 0x0, 0x0, 0x0, 0x0}, 0xc00011e120, 0x32)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/field/fe_test.go:87 +0x1a0 fp=0xc0000b1858 sp=0xc0000b1788 pc=0x203370
crypto/internal/edwards25519/field.(*Element).Generate(0x3c0aa0, 0xc00011e120, 0x32)
	<autogenerated>:1 +0xb4 fp=0xc0000b18f0 sp=0xc0000b1858 pc=0x208d74
testing/quick.sizedValue({0x288cb8, 0x23bf20}, 0xc00011e120, 0x32)
	/data/golang/workdir/go/src/testing/quick/quick.go:68 +0x9b6 fp=0xc0000b1a80 sp=0xc0000b18f0 pc=0x1f7b76
testing/quick.Value(...)
	/data/golang/workdir/go/src/testing/quick/quick.go:60
testing/quick.arbitraryValues({0xc0000901e0, 0x3, 0x3}, {0x288cb8, 0x2262e0}, 0xc0000b1cf0, 0xc00011e120)
	/data/golang/workdir/go/src/testing/quick/quick.go:351 +0x160 fp=0xc0000b1b40 sp=0xc0000b1a80 pc=0x1f8e20
testing/quick.Check({0x2262e0, 0xc00009c020}, 0xc0000b1cf0)
	/data/golang/workdir/go/src/testing/quick/quick.go:285 +0x37e fp=0xc0000b1c48 sp=0xc0000b1b40 pc=0x1f8a5e
crypto/internal/edwards25519/field.TestAliasing(0xc000084d00)
	/data/golang/workdir/go/src/crypto/internal/edwards25519/field/fe_alias_test.go:134 +0x278 fp=0xc0000b1ed0 sp=0xc0000b1c48 pc=0x201998
testing.tRunner(0xc000084d00, 0x257220)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-22 19:18 linux-s390x-ibm go@72946ae8 go/types.TestStdFixed (log) 
panic: test timed out after 3m0s
running tests:
	TestStdFixed (1m6s)

runtime.gopark(0x3bc380, 0x59ff00, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0049b6c08 sp=0xc0049b6bf0 pc=0x58136
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc001bd9568, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc0049b6c58 sp=0xc0049b6c08 pc=0x6dd44
...
	/data/golang/workdir/go/src/go/types/check.go:384 +0x258 fp=0xc0049b7a60 sp=0xc0049b79d8 pc=0x1ea698
go/types.(*Checker).Files(...)
	/data/golang/workdir/go/src/go/types/check.go:344
go/types.(*Config).Check(0xc007462360, {0xc00745a500, 0x33}, 0xc002078c00, {0xc0049b7cd8, 0x1, 0x1}, 0x0)
	/data/golang/workdir/go/src/go/types/api.go:436 +0x1e0 fp=0xc0049b7ac8 sp=0xc0049b7a60 pc=0x1d32c0
go/types_test.testTestDir(0xc000be3ba0, {0xc003667590, 0x26}, {0xc0006fad80, 0x1d, 0x1d})
	/data/golang/workdir/go/src/go/types/stdlib_test.go:270 +0x726 fp=0xc0049b7d18 sp=0xc0049b7ac8 pc=0x318266
go/types_test.TestStdFixed(0xc000be3ba0)
	/data/golang/workdir/go/src/go/types/stdlib_test.go:310 +0x1a2 fp=0xc0049b7f60 sp=0xc0049b7d18 pc=0x3188a2
testing.tRunner(0xc000be3ba0, 0x3bbd68)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-24 19:48 linux-s390x-ibm-race go@e63be916 cmd/cgo/internal/testshared.TestImplicitInclusion (log) 
panic: test timed out after 6m0s
running tests:
	TestImplicitInclusion (5s)

syscall.Syscall6(0x119, 0x1, 0xa412, 0xc00011b9e0, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x2a fp=0xc00011b988 sp=0xc00011b918 pc=0xe45fa
os.(*Process).blockUntilWaitable(0xc0001a9d70)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0xa2 fp=0xc00011ba78 sp=0xc00011b988 pc=0x120882
os.(*Process).wait(0xc0001a9d70)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x6c fp=0xc00011bb08 sp=0xc00011ba78 pc=0x115c7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc000194580)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0xc0 fp=0xc00011bbb8 sp=0xc00011bb08 pc=0x2029a0
os/exec.(*Cmd).Run(0xc000194580)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x9c fp=0xc00011bbf0 sp=0xc00011bbb8 pc=0x2005dc
os/exec.(*Cmd).Output(0xc000194580)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x2f4 fp=0xc00011bc90 sp=0xc00011bbf0 pc=0x2037a4
cmd/cgo/internal/testshared_test.goCmd(0xc00048d520, {0xc00011be80, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x6f0 fp=0xc00011be00 sp=0xc00011bc90 pc=0x2dd530
cmd/cgo/internal/testshared_test.TestImplicitInclusion(0xc00048d520)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1079 +0xe0 fp=0xc00011bed0 sp=0xc00011be00 pc=0x2ea4e0
testing.tRunner(0xc00048d520, 0x351190)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-24 23:54 linux-s390x-ibm go@a5ab4a94 runtime.TestStackGrowth (log) 
panic: test timed out after 3m0s
running tests:
	TestStackGrowth (5s)

runtime.gopark(0x548798, 0x80b780, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000111db0 sp=0xc000111d98 pc=0x5ff56
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0007be698, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000111e00 sp=0xc000111db0 pc=0x760f4
sync.runtime_Semacquire(0xc0007be698)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000111e30 sp=0xc000111e00 pc=0xa3324
sync.(*WaitGroup).Wait(0xc0007be690)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000111e48 sp=0xc000111e30 pc=0xb0f4a
runtime_test.TestStackGrowth(0xc0024804e0)
	/data/golang/workdir/go/src/runtime/stack_test.go:95 +0x166 fp=0xc000111f60 sp=0xc000111e48 pc=0x431e16
testing.tRunner(0xc0024804e0, 0x547f38)
2023-08-25 06:31 linux-s390x-ibm go@0a17b2c1 cmd/cgo/internal/testshared.TestTestInstalledShared (log) 
panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (9s)

syscall.Syscall6(0x119, 0x1, 0x2407e6, 0xc00044ebc8, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00044eb70 sp=0xc00044eb00 pc=0xa3fd8
os.(*Process).blockUntilWaitable(0xc0000de1e0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00044ec58 sp=0xc00044eb70 pc=0xccb54
os.(*Process).wait(0xc0000de1e0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00044ecd0 sp=0xc00044ec58 pc=0xc5c7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc000342840)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc00044ed40 sp=0xc00044ecd0 pc=0x156aea
os/exec.(*Cmd).Run(0xc000342840)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00044ed60 sp=0xc00044ed40 pc=0x15549c
os/exec.(*Cmd).Output(0xc000342840)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc00044edb0 sp=0xc00044ed60 pc=0x15733a
cmd/cgo/internal/testshared_test.goCmd(0xc0001591e0, {0xc00044ef20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc00044eee8 sp=0xc00044edb0 pc=0x1da308
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc0001591e0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1110 +0xb6 fp=0xc00044ef60 sp=0xc00044eee8 pc=0x1e4756
testing.tRunner(0xc0001591e0, 0x24eca0)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-25 16:10 linux-s390x-ibm-race go@b303fb48 runtime.TestGoroutineParallelism2 (log) 
panic: test timed out after 6m0s
running tests:
	TestGoroutineParallelism2 (1m15s)

runtime.gopark(0x7acb08, 0xc0005e4118, 0xe, 0x17, 0x2)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000200cb8 sp=0xc000200ca0 pc=0x978f6
runtime.chanrecv(0xc0005e40c0, 0x0, 0x1)
	/data/golang/workdir/go/src/runtime/chan.go:583 +0x526 fp=0xc000200d30 sp=0xc000200cb8 pc=0x52336
runtime.chanrecv1(0xc0005e40c0, 0x0)
	/data/golang/workdir/go/src/runtime/chan.go:442 +0x2e fp=0xc000200d58 sp=0xc000200d30 pc=0x51dae
runtime_test.testGoroutineParallelism2(0xc000780680, 0x1, 0x0)
	/data/golang/workdir/go/src/runtime/proc_test.go:226 +0x7c6 fp=0xc000200eb8 sp=0xc000200d58 pc=0x642996
runtime_test.TestGoroutineParallelism2(0xc000780680)
	/data/golang/workdir/go/src/runtime/proc_test.go:150 +0x4a fp=0xc000200ed0 sp=0xc000200eb8 pc=0x64217a
testing.tRunner(0xc000780680, 0x7abf78)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-24 21:10 linux-s390x-ibm go@2b8026f0 cmd/cgo/internal/testshared.TestIssue44031 (log) 
panic: test timed out after 3m0s
running tests:
	TestIssue44031 (5s)

syscall.Syscall6(0x119, 0x1, 0x6813e, 0xc0000a0b90, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000a0b38 sp=0xc0000a0ac8 pc=0xa4078
os.(*Process).blockUntilWaitable(0xc000216090)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000a0c20 sp=0xc0000a0b38 pc=0xc8f44
os.(*Process).wait(0xc000216090)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000a0c98 sp=0xc0000a0c20 pc=0xc1e8c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc00015c160)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0000a0d10 sp=0xc0000a0c98 pc=0x15293a
os/exec.(*Cmd).Run(0xc00015c160)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000a0d30 sp=0xc0000a0d10 pc=0x15128c
os/exec.(*Cmd).Output(0xc00015c160)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0000a0d80 sp=0xc0000a0d30 pc=0x15319a
cmd/cgo/internal/testshared_test.goCmd(0xc00027c000, {0xc0000a0f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0000a0eb8 sp=0xc0000a0d80 pc=0x1d6652
cmd/cgo/internal/testshared_test.TestIssue44031(0xc00027c000)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1145 +0x130 fp=0xc0000a0f60 sp=0xc0000a0eb8 pc=0x1e0fb0
testing.tRunner(0xc00027c000, 0x24e778)
2023-08-24 21:12 linux-s390x-ibm go@2d4746f3 runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (18s)

runtime.gopark(0x547820, 0x7ea600, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0001f2ce0 sp=0xc0001f2cc8 pc=0x5fb86
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x4e2)
	/data/golang/workdir/go/src/runtime/mgc.go:526 +0x64 fp=0xc0001f2d08 sp=0xc0001f2ce0 pc=0x354b4
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f3e98 sp=0xc0001f3e78 pc=0x42f736
runtime_test.growStackIter(0xc0001f3ed0, 0x8b)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f3eb8 sp=0xc0001f3e98 pc=0x42f736
runtime_test.growStackIter(0xc0001f3ef0, 0x8c)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f3ed8 sp=0xc0001f3eb8 pc=0x42f736
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc0001f3f08 sp=0xc0001f3ed8 pc=0x42f616
runtime_test.TestDeferPtrs(0xc000898820)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc0001f3f60 sp=0xc0001f3f08 pc=0x430066
testing.tRunner(0xc000898820, 0x5466d0)
2023-08-24 21:13 linux-s390x-ibm go@29777098 cmd/cgo/internal/testshared.TestThreeGopathShlibs (log) 
panic: test timed out after 3m0s
running tests:
	TestThreeGopathShlibs (31s)

syscall.Syscall6(0x119, 0x1, 0x34ad74, 0xc0002e0b68, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0002e0b10 sp=0xc0002e0aa0 pc=0xa4078
os.(*Process).blockUntilWaitable(0xc0001fa120)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0002e0bf8 sp=0xc0002e0b10 pc=0xc8f44
os.(*Process).wait(0xc0001fa120)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0002e0c70 sp=0xc0002e0bf8 pc=0xc1e8c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0002b2580)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0002e0ce8 sp=0xc0002e0c70 pc=0x15293a
os/exec.(*Cmd).Run(0xc0002b2580)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0002e0d08 sp=0xc0002e0ce8 pc=0x15128c
os/exec.(*Cmd).Output(0xc0002b2580)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0002e0d58 sp=0xc0002e0d08 pc=0x15319a
cmd/cgo/internal/testshared_test.goCmd(0xc000003d40, {0xc0002e0ef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0002e0e90 sp=0xc0002e0d58 pc=0x1d6652
cmd/cgo/internal/testshared_test.TestThreeGopathShlibs(0xc000003d40)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:726 +0x206 fp=0xc0002e0f60 sp=0xc0002e0e90 pc=0x1dd286
testing.tRunner(0xc000003d40, 0x24e7d0)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-26 01:54 linux-s390x-ibm go@079c0441 cmd/cgo/internal/testshared.TestIssue44031 (log) 
panic: test timed out after 3m0s
running tests:
	TestIssue44031 (4s)

syscall.Syscall6(0x119, 0x1, 0x1c1a58, 0xc0004abb98, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0004abb40 sp=0xc0004abad0 pc=0xa3fd8
os.(*Process).blockUntilWaitable(0xc0000c9ec0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0004abc28 sp=0xc0004abb40 pc=0xccb54
os.(*Process).wait(0xc0000c9ec0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0004abca0 sp=0xc0004abc28 pc=0xc5c7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0000e7ce0)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc0004abd10 sp=0xc0004abca0 pc=0x156afa
os/exec.(*Cmd).Run(0xc0000e7ce0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0004abd30 sp=0xc0004abd10 pc=0x1554ac
os/exec.(*Cmd).Output(0xc0000e7ce0)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc0004abd80 sp=0xc0004abd30 pc=0x15734a
cmd/cgo/internal/testshared_test.goCmd(0xc000271520, {0xc0004abf20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc0004abeb8 sp=0xc0004abd80 pc=0x1da3c8
cmd/cgo/internal/testshared_test.TestIssue44031(0xc000271520)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1149 +0x130 fp=0xc0004abf60 sp=0xc0004abeb8 pc=0x1e4e20
testing.tRunner(0xc000271520, 0x24ec98)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-25 17:39 linux-s390x-ibm go@24b9ef1a cmd/cgo/internal/testshared.TestTestInstalledShared (log) 
panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (15s)

syscall.Syscall6(0x119, 0x1, 0x2c1beb, 0xc0000fbbc8, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000fbb70 sp=0xc0000fbb00 pc=0xa3fd8
os.(*Process).blockUntilWaitable(0xc0003fd3b0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000fbc58 sp=0xc0000fbb70 pc=0xccb54
os.(*Process).wait(0xc0003fd3b0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000fbcd0 sp=0xc0000fbc58 pc=0xc5c7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0003ccf20)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc0000fbd40 sp=0xc0000fbcd0 pc=0x156afa
os/exec.(*Cmd).Run(0xc0003ccf20)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000fbd60 sp=0xc0000fbd40 pc=0x1554ac
os/exec.(*Cmd).Output(0xc0003ccf20)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc0000fbdb0 sp=0xc0000fbd60 pc=0x15734a
cmd/cgo/internal/testshared_test.goCmd(0xc0003bb520, {0xc0000fbf20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc0000fbee8 sp=0xc0000fbdb0 pc=0x1da3c8
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc0003bb520)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1110 +0xb6 fp=0xc0000fbf60 sp=0xc0000fbee8 pc=0x1e4816
testing.tRunner(0xc0003bb520, 0x24ecc0)
2023-08-25 17:57 linux-s390x-ibm go@777e65fe runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (23s)

runtime.gopark(0x558a30, 0x80a720, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0001640c0 sp=0xc0001640a8 pc=0x5ff76
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x53f)
	/data/golang/workdir/go/src/runtime/mgc.go:529 +0x64 fp=0xc0001640e8 sp=0xc0001640c0 pc=0x35ce4
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000165e98 sp=0xc000165e78 pc=0x435af6
runtime_test.growStackIter(0xc000165ed0, 0xec)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000165eb8 sp=0xc000165e98 pc=0x435af6
runtime_test.growStackIter(0xc000165ef0, 0xed)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000165ed8 sp=0xc000165eb8 pc=0x435af6
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc000165f08 sp=0xc000165ed8 pc=0x4359d6
runtime_test.TestDeferPtrs(0xc000a64820)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc000165f60 sp=0xc000165f08 pc=0x436426
testing.tRunner(0xc000a64820, 0x5578c8)
2023-08-25 17:57 linux-s390x-ibm go@e92c0f84 runtime.TestCgoCrashHandler (log) 
--- FAIL: TestCgoCrashHandler (0.34s)
    crash_test.go:171: /data/golang/workdir/tmp/go-build2943352761/testprogcgo.exe Crash: exec: WaitDelay expired before I/O complete
2023-08-25 17:57 linux-s390x-ibm go@e92c0f84 runtime.TestCgoCallbackGC (log) 
--- FAIL: TestCgoCallbackGC (0.21s)
    crash_cgo_test.go:72: /data/golang/workdir/tmp/go-build2943352761/testprogcgo.exe CgoCallbackGC: exec: WaitDelay expired before I/O complete
2023-08-25 17:57 linux-s390x-ibm go@e92c0f84 runtime.TestCgoExternalThreadSignal (log) 
--- FAIL: TestCgoExternalThreadSignal (2.97s)
    exec.go:190: test timed out while running command: /data/golang/workdir/tmp/go-build2943352761/testprogcgo.exe CgoExternalThreadSignal
    crash_cgo_test.go:113: /data/golang/workdir/tmp/go-build2943352761/testprogcgo.exe CgoExternalThreadSignal: exit status 2
    crash_cgo_test.go:118: expected "OK\n", but got:
        SIGQUIT: quit
        PC=0x1007cfa m=0 sigcode=0

        r0   0x12b1740	r1   0x119
        r2   0x1	r3   0x37b25e
        r4   0xc00005dc20	r5   0x1000004
        r6   0x0	r7   0x0
        r8   0xfffffffffffff001	r9   0x3ffae7fe4f4
        r10  0x0	r11  0x3ffae7f4730
        r12  0xc00005db68	r13  0xc0000021a0
        r14  0x1007c9e	r15  0xc00005db00
        pc   0x1007cfa	link 0x1007c9e
panic: test timed out after 3m0s
running tests:
	TestFakeTime (6s)

goroutine 165389 [running]:
panic({0x49d640, 0xc000a18400})
	/data/golang/workdir/go/src/runtime/panic.go:774 +0x156 fp=0xc0007b3ef8 sp=0xc0007b3e50 pc=0x5a426
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x464 fp=0xc0007b3fd8 sp=0xc0007b3ef8 pc=0x15cbf4
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc0007b3fd8 sp=0xc0007b3fd8 pc=0xa6f02
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:177 +0x42

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-25 08:50 linux-s390x-ibm go@4c5dac72 runtime.TestStackGrowth (log) 
panic: finalizer started 12.726628115s ago (17.56589ms after registration) and ran 204 iterations, but did not return

runtime.gopark(0x558910, 0x821b80, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc00006cdb0 sp=0xc00006cd98 pc=0x5ff56
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc000b00018, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc00006ce00 sp=0xc00006cdb0 pc=0x760f4
sync.runtime_Semacquire(0xc000b00018)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc00006ce30 sp=0xc00006ce00 pc=0xa3324
sync.(*WaitGroup).Wait(0xc000b00010)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc00006ce48 sp=0xc00006ce30 pc=0xb0f4a
runtime_test.TestStackGrowth(0xc000535d40)
	/data/golang/workdir/go/src/runtime/stack_test.go:140 +0x578 fp=0xc00006cf60 sp=0xc00006ce48 pc=0x434bf8
testing.tRunner(0xc000535d40, 0x5580b0)
2023-08-25 08:50 linux-s390x-ibm go@ddad9b61 cmd/cgo/internal/testshared.TestIssue44031 (log) 
panic: test timed out after 3m0s
running tests:
	TestIssue44031 (3s)

syscall.Syscall6(0x119, 0x1, 0x256633, 0xc000255b98, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000255b40 sp=0xc000255ad0 pc=0xa3fd8
os.(*Process).blockUntilWaitable(0xc0003b0090)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000255c28 sp=0xc000255b40 pc=0xccb54
os.(*Process).wait(0xc0003b0090)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000255ca0 sp=0xc000255c28 pc=0xc5c7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc00039a000)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc000255d10 sp=0xc000255ca0 pc=0x156aea
os/exec.(*Cmd).Run(0xc00039a000)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000255d30 sp=0xc000255d10 pc=0x15549c
os/exec.(*Cmd).Output(0xc00039a000)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc000255d80 sp=0xc000255d30 pc=0x15733a
cmd/cgo/internal/testshared_test.goCmd(0xc000003380, {0xc000255f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc000255eb8 sp=0xc000255d80 pc=0x1da308
cmd/cgo/internal/testshared_test.TestIssue44031(0xc000003380)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1148 +0xbc fp=0xc000255f60 sp=0xc000255eb8 pc=0x1e4cec
testing.tRunner(0xc000003380, 0x24ec50)
2023-08-25 15:06 linux-s390x-ibm go@43559aa9 runtime.TestPreemptionGC (log) 
panic: test timed out after 3m0s
running tests:
	TestPreemptionGC (1s)

runtime.gopark(0x558910, 0x80a700, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0008f46a0 sp=0xc0008f4688 pc=0x5ff56
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x14d)
	/data/golang/workdir/go/src/runtime/mgc.go:529 +0x64 fp=0xc0008f46c8 sp=0xc0008f46a0 pc=0x35cc4
runtime.GC()
	/data/golang/workdir/go/src/runtime/mgc.go:472 +0x70 fp=0xc0008f46f8 sp=0xc0008f46c8 pc=0x35ad0
runtime_test.TestPreemptionGC(0xc0000ea4e0)
	/data/golang/workdir/go/src/runtime/proc_test.go:364 +0x19e fp=0xc0008f4760 sp=0xc0008f46f8 pc=0x41370e
testing.tRunner(0xc0000ea4e0, 0x557e98)
2023-08-25 16:41 linux-s390x-ibm go@611c3af3 cmd/cgo/internal/testshared.TestTestInstalledShared (log) 
panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (10s)

syscall.Syscall6(0x119, 0x1, 0x1b20df, 0xc000164bc8, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000164b70 sp=0xc000164b00 pc=0xa3fd8
os.(*Process).blockUntilWaitable(0xc0003bc180)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000164c58 sp=0xc000164b70 pc=0xccb54
os.(*Process).wait(0xc0003bc180)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000164cd0 sp=0xc000164c58 pc=0xc5c7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc00038cb00)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc000164d40 sp=0xc000164cd0 pc=0x156afa
os/exec.(*Cmd).Run(0xc00038cb00)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000164d60 sp=0xc000164d40 pc=0x1554ac
os/exec.(*Cmd).Output(0xc00038cb00)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc000164db0 sp=0xc000164d60 pc=0x15734a
cmd/cgo/internal/testshared_test.goCmd(0xc00039d6c0, {0xc000164f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc000164ee8 sp=0xc000164db0 pc=0x1da318
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc00039d6c0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1110 +0xb6 fp=0xc000164f60 sp=0xc000164ee8 pc=0x1e4766
testing.tRunner(0xc00039d6c0, 0x24eca0)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-24 18:08 linux-s390x-ibm go@7497ccb9 runtime.TestFakeTime (log) 
panic: test timed out after 3m0s
running tests:
	TestFakeTime (13s)

syscall.Syscall6(0x119, 0x1, 0x177fff, 0xc0000f3960, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000f3908 sp=0xc0000f3898 pc=0xbba48
os.(*Process).blockUntilWaitable(0xc000024240)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000f39f0 sp=0xc0000f3908 pc=0xed7b4
os.(*Process).wait(0xc000024240)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000f3a68 sp=0xc0000f39f0 pc=0xe650c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc00070e000)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc0000f3ad8 sp=0xc0000f3a68 pc=0x19849a
os/exec.(*Cmd).Run(0xc00070e000)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000f3af8 sp=0xc0000f3ad8 pc=0x196e4c
os/exec.(*Cmd).CombinedOutput(0xc00070e000)
	/data/golang/workdir/go/src/os/exec/exec.go:977 +0xc0 fp=0xc0000f3b20 sp=0xc0000f3af8 pc=0x198f80
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc0000f3d18 sp=0xc0000f3b20 pc=0x394680
sync.(*Once).doSlow(0xc001a4e1b0, 0xc000182df0)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc0000f3d68 sp=0xc0000f3d18 pc=0xaf3a6
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc0014cd380, {0x51df5e, 0xc}, {0xc000daa060, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x558 fp=0xc0000f3e60 sp=0xc0000f3d68 pc=0x3941e8
runtime_test.TestFakeTime(0xc0014cd380)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc0000f3f60 sp=0xc0000f3e60 pc=0x43cf80
testing.tRunner(0xc0014cd380, 0x5476c0)
2023-08-24 18:14 linux-s390x-ibm go@f0b05092 runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (41s)

runtime.gopark(0x548798, 0x7fa700, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0000dca60 sp=0xc0000dca48 pc=0x5fd36
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x4f7)
	/data/golang/workdir/go/src/runtime/mgc.go:529 +0x64 fp=0xc0000dca88 sp=0xc0000dca60 pc=0x35aa4
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0000dde98 sp=0xc0000dde78 pc=0x432166
runtime_test.growStackIter(0xc0000dded0, 0x9f)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0000ddeb8 sp=0xc0000dde98 pc=0x432166
runtime_test.growStackIter(0xc0000ddef0, 0xa0)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0000dded8 sp=0xc0000ddeb8 pc=0x432166
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc0000ddf08 sp=0xc0000dded8 pc=0x432046
runtime_test.TestDeferPtrs(0xc000003860)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc0000ddf60 sp=0xc0000ddf08 pc=0x432a96
testing.tRunner(0xc000003860, 0x547630)
2023-08-24 19:48 linux-s390x-ibm go@e63be916 runtime.TestStackGrowth (log) 
panic: test timed out after 3m0s
running tests:
	TestStackGrowth (26s)

runtime.gopark(0x548798, 0x807c80, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0000b3db0 sp=0xc0000b3d98 pc=0x5fd36
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc00014ab28, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc0000b3e00 sp=0xc0000b3db0 pc=0x75ed4
sync.runtime_Semacquire(0xc00014ab28)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc0000b3e30 sp=0xc0000b3e00 pc=0xa3324
sync.(*WaitGroup).Wait(0xc00014ab20)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc0000b3e48 sp=0xc0000b3e30 pc=0xb0eca
runtime_test.TestStackGrowth(0xc000822820)
	/data/golang/workdir/go/src/runtime/stack_test.go:140 +0x578 fp=0xc0000b3f60 sp=0xc0000b3e48 pc=0x431688
testing.tRunner(0xc000822820, 0x547f38)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-28 21:36 linux-s390x-ibm go@f7a87e32 cmd/cgo/internal/testshared.TestGCData (log) 
panic: test timed out after 3m0s
running tests:
	TestGCData (2s)

syscall.Syscall6(0x119, 0x1, 0xbd619, 0xc000084b60, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000084b08 sp=0xc000084a98 pc=0xa3fc8
os.(*Process).blockUntilWaitable(0xc0004e00f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000084bf0 sp=0xc000084b08 pc=0xccb44
os.(*Process).wait(0xc0004e00f0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000084c68 sp=0xc000084bf0 pc=0xc5c6c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0001082c0)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc000084cd8 sp=0xc000084c68 pc=0x156b9a
os/exec.(*Cmd).Run(0xc0001082c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000084cf8 sp=0xc000084cd8 pc=0x15554c
os/exec.(*Cmd).Output(0xc0001082c0)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc000084d48 sp=0xc000084cf8 pc=0x1573ea
cmd/cgo/internal/testshared_test.goCmd(0xc0001c2d00, {0xc000084ef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc000084e80 sp=0xc000084d48 pc=0x1da468
cmd/cgo/internal/testshared_test.TestGCData(0xc0001c2d00)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1140 +0x11e fp=0xc000084f60 sp=0xc000084e80 pc=0x1e4cee
testing.tRunner(0xc0001c2d00, 0x24ec80)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-28 17:25 linux-s390x-ibm go@c1dfbf72 cmd/cgo/internal/testshared.TestIssue44031 (log) 
panic: test timed out after 3m0s
running tests:
	TestIssue44031 (7s)

syscall.Syscall6(0x119, 0x1, 0x16b96a, 0xc000155b98, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000155b40 sp=0xc000155ad0 pc=0xa3fd8
os.(*Process).blockUntilWaitable(0xc000250270)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000155c28 sp=0xc000155b40 pc=0xccb54
os.(*Process).wait(0xc000250270)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000155ca0 sp=0xc000155c28 pc=0xc5c7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0001e4580)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc000155d10 sp=0xc000155ca0 pc=0x156baa
os/exec.(*Cmd).Run(0xc0001e4580)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000155d30 sp=0xc000155d10 pc=0x15555c
os/exec.(*Cmd).Output(0xc0001e4580)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc000155d80 sp=0xc000155d30 pc=0x1573fa
cmd/cgo/internal/testshared_test.goCmd(0xc000264340, {0xc000155f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc000155eb8 sp=0xc000155d80 pc=0x1da478
cmd/cgo/internal/testshared_test.TestIssue44031(0xc000264340)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1149 +0x130 fp=0xc000155f60 sp=0xc000155eb8 pc=0x1e4ed0
testing.tRunner(0xc000264340, 0x24ecc0)

— watchflakes

@gopherbot
Copy link

Change https://go.dev/cl/523895 mentions this issue: dashboard: set GO_TEST_TIMEOUT_SCALE for linux-s390x-ibm builder

@srinivas-pokala
Copy link
Contributor

@bcmills Updated the linux-s390x-ibm builder with scaled timeout. We also working on increasing the existing machine's resource configuration or creating new VM and adding race builder to new one.

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-29 06:07 linux-s390x-ibm go@3db23523 runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (5s)

runtime.gopark(0x558a60, 0x80a720, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000145460 sp=0xc000145448 pc=0x5ff66
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x4a5)
	/data/golang/workdir/go/src/runtime/mgc.go:529 +0x64 fp=0xc000145488 sp=0xc000145460 pc=0x35ce4
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000145e98 sp=0xc000145e78 pc=0x435b46
runtime_test.growStackIter(0xc000145ed0, 0x4f)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000145eb8 sp=0xc000145e98 pc=0x435b46
runtime_test.growStackIter(0xc000145ef0, 0x50)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000145ed8 sp=0xc000145eb8 pc=0x435b46
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc000145f08 sp=0xc000145ed8 pc=0x435a26
runtime_test.TestDeferPtrs(0xc0009001a0)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc000145f60 sp=0xc000145f08 pc=0x436476
testing.tRunner(0xc0009001a0, 0x5578f8)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-29 13:26 linux-s390x-ibm go@92f7209e runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (21s)

runtime.gopark(0x558a60, 0x80a720, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc00011ff00 sp=0xc00011fee8 pc=0x5ff66
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x554)
	/data/golang/workdir/go/src/runtime/mgc.go:529 +0x64 fp=0xc00011ff28 sp=0xc00011ff00 pc=0x35ce4
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000121e98 sp=0xc000121e78 pc=0x435b46
runtime_test.growStackIter(0xc000121ed0, 0xfa)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000121eb8 sp=0xc000121e98 pc=0x435b46
runtime_test.growStackIter(0xc000121ef0, 0xfb)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000121ed8 sp=0xc000121eb8 pc=0x435b46
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc000121f08 sp=0xc000121ed8 pc=0x435a26
runtime_test.TestDeferPtrs(0xc0001751e0)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc000121f60 sp=0xc000121f08 pc=0x436476
testing.tRunner(0xc0001751e0, 0x5578f8)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-29 21:43 linux-s390x-ibm go@22eba6a1 cmd/cgo/internal/testshared.TestGeneratedHash (log) 
panic: test timed out after 3m0s
running tests:
	TestGeneratedHash (5s)

syscall.Syscall6(0x119, 0x1, 0x27db3a, 0xc0004ecb98, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0004ecb40 sp=0xc0004ecad0 pc=0xa3fc8
os.(*Process).blockUntilWaitable(0xc0003b4000)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0004ecc28 sp=0xc0004ecb40 pc=0xccb44
os.(*Process).wait(0xc0003b4000)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0004ecca0 sp=0xc0004ecc28 pc=0xc5c6c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0001e6000)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc0004ecd10 sp=0xc0004ecca0 pc=0x156b9a
os/exec.(*Cmd).Run(0xc0001e6000)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0004ecd30 sp=0xc0004ecd10 pc=0x15554c
os/exec.(*Cmd).Output(0xc0001e6000)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc0004ecd80 sp=0xc0004ecd30 pc=0x1573ea
cmd/cgo/internal/testshared_test.goCmd(0xc000340680, {0xc0004ecef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc0004eceb8 sp=0xc0004ecd80 pc=0x1da468
cmd/cgo/internal/testshared_test.TestGeneratedHash(0xc000340680)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1125 +0x11e fp=0xc0004ecf60 sp=0xc0004eceb8 pc=0x1e4abe
testing.tRunner(0xc000340680, 0x24ee38)

— watchflakes

@gopherbot gopherbot reopened this Sep 8, 2023
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-08-29 18:28 linux-s390x-ibm go@208f3618 cmd/cgo/internal/testshared.TestTestInstalledShared (log) 
panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (7s)

syscall.Syscall6(0x119, 0x1, 0x3bd083, 0xc0000fbbc8, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000fbb70 sp=0xc0000fbb00 pc=0xa3fc8
os.(*Process).blockUntilWaitable(0xc000015d40)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000fbc58 sp=0xc0000fbb70 pc=0xccb44
os.(*Process).wait(0xc000015d40)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000fbcd0 sp=0xc0000fbc58 pc=0xc5c6c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc00009ac60)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc0000fbd40 sp=0xc0000fbcd0 pc=0x156b9a
os/exec.(*Cmd).Run(0xc00009ac60)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000fbd60 sp=0xc0000fbd40 pc=0x15554c
os/exec.(*Cmd).Output(0xc00009ac60)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc0000fbdb0 sp=0xc0000fbd60 pc=0x1573ea
cmd/cgo/internal/testshared_test.goCmd(0xc0002ce000, {0xc0000fbf20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc0000fbee8 sp=0xc0000fbdb0 pc=0x1da468
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc0002ce000)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1110 +0xb6 fp=0xc0000fbf60 sp=0xc0000fbee8 pc=0x1e48b6
testing.tRunner(0xc0002ce000, 0x24eec8)
2023-08-29 18:31 linux-s390x-ibm go@22f9e0ef runtime.TestDeferPtrs (log) 
panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (8s)

runtime.gopark(0x558c18, 0x80a720, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0001d84e0 sp=0xc0001d84c8 pc=0x5ff66
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x523)
	/data/golang/workdir/go/src/runtime/mgc.go:529 +0x64 fp=0xc0001d8508 sp=0xc0001d84e0 pc=0x35ce4
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001d9e98 sp=0xc0001d9e78 pc=0x435b46
runtime_test.growStackIter(0xc0001d9ed0, 0xcb)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001d9eb8 sp=0xc0001d9e98 pc=0x435b46
runtime_test.growStackIter(0xc0001d9ef0, 0xcc)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001d9ed8 sp=0xc0001d9eb8 pc=0x435b46
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc0001d9f08 sp=0xc0001d9ed8 pc=0x435a26
runtime_test.TestDeferPtrs(0xc000501a00)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc0001d9f60 sp=0xc0001d9f08 pc=0x436476
testing.tRunner(0xc000501a00, 0x557ab0)
2023-08-29 18:31 linux-s390x-ibm go@cf338eb8 runtime.TestGoroutineParallelism2 (log) 
panic: test timed out after 3m0s
running tests:
	TestGoroutineParallelism2 (6s)

runtime.gopark(0x558c18, 0x80a720, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000a105b8 sp=0xc000a105a0 pc=0x5ff66
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x148)
	/data/golang/workdir/go/src/runtime/mgc.go:529 +0x64 fp=0xc000a105e0 sp=0xc000a105b8 pc=0x35ce4
runtime.GC()
	/data/golang/workdir/go/src/runtime/mgc.go:472 +0x70 fp=0xc000a10610 sp=0xc000a105e0 pc=0x35af0
runtime_test.testGoroutineParallelism2(0xc0002181a0, 0x0, 0x1)
	/data/golang/workdir/go/src/runtime/proc_test.go:173 +0x154 fp=0xc000a10748 sp=0xc000a10610 pc=0x412554
runtime_test.TestGoroutineParallelism2(0xc0002181a0)
	/data/golang/workdir/go/src/runtime/proc_test.go:151 +0x52 fp=0xc000a10760 sp=0xc000a10748 pc=0x4123c2
testing.tRunner(0xc0002181a0, 0x557ca0)
2023-08-29 18:31 linux-s390x-ibm-race go@cf338eb8 go/types (log) 
panic: test timed out after 6m0s
running tests:
	TestStdFixed (2m42s)

goroutine 1513 [running]:
panic({0x50daa0, 0xc0019320e0})
	/data/golang/workdir/go/src/runtime/panic.go:774 +0x156 fp=0xc000691f08 sp=0xc000691e60 pc=0x8bf36
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x2ae fp=0xc000691fd8 sp=0xc000691f08 pc=0x1adabe
runtime.goexit({})
	/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc000691fd8 sp=0xc000691fd8 pc=0xcef52
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:177 +0x54

goroutine 830 [running]:
	goroutine running on other thread; stack unavailable
created by testing.(*T).Run in goroutine 1
	/data/golang/workdir/go/src/testing/testing.go:1648 +0x918
2023-08-29 20:28 linux-s390x-ibm go@08bf6d14 runtime.TestFakeTime (log) 
panic: test timed out after 3m0s
running tests:
	TestFakeTime (11s)

syscall.Syscall6(0x119, 0x1, 0x37a426, 0xc000147960, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000147908 sp=0xc000147898 pc=0xbba58
os.(*Process).blockUntilWaitable(0xc000cf8090)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0001479f0 sp=0xc000147908 pc=0xedb94
os.(*Process).wait(0xc000cf8090)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000147a68 sp=0xc0001479f0 pc=0xe68ec
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc000714160)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc000147ad8 sp=0xc000147a68 pc=0x19859a
os/exec.(*Cmd).Run(0xc000714160)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000147af8 sp=0xc000147ad8 pc=0x196f4c
os/exec.(*Cmd).CombinedOutput(0xc000714160)
	/data/golang/workdir/go/src/os/exec/exec.go:977 +0xc0 fp=0xc000147b20 sp=0xc000147af8 pc=0x199080
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc000147d18 sp=0xc000147b20 pc=0x398060
sync.(*Once).doSlow(0xc001aa86c0, 0xc000992df0)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc000147d68 sp=0xc000147d18 pc=0xaf436
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc0005fc680, {0x52e132, 0xc}, {0xc000a72180, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x558 fp=0xc000147e60 sp=0xc000147d68 pc=0x397bc8
runtime_test.TestFakeTime(0xc0005fc680)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc000147f60 sp=0xc000147e60 pc=0x440960
testing.tRunner(0xc0005fc680, 0x557b40)
2023-08-29 20:28 linux-s390x-ibm go@52a5881b cmd/cgo/internal/testshared.TestTestInstalledShared (log) 
panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (9s)

syscall.Syscall6(0x119, 0x1, 0x36d644, 0xc000100bc8, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000100b70 sp=0xc000100b00 pc=0xa3fc8
os.(*Process).blockUntilWaitable(0xc000174030)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000100c58 sp=0xc000100b70 pc=0xccb44
os.(*Process).wait(0xc000174030)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000100cd0 sp=0xc000100c58 pc=0xc5c6c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0000b22c0)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc000100d40 sp=0xc000100cd0 pc=0x156b9a
os/exec.(*Cmd).Run(0xc0000b22c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000100d60 sp=0xc000100d40 pc=0x15554c
os/exec.(*Cmd).Output(0xc0000b22c0)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc000100db0 sp=0xc000100d60 pc=0x1573ea
cmd/cgo/internal/testshared_test.goCmd(0xc0000036c0, {0xc000100f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc000100ee8 sp=0xc000100db0 pc=0x1da468
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc0000036c0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1110 +0xb6 fp=0xc000100f60 sp=0xc000100ee8 pc=0x1e48b6
testing.tRunner(0xc0000036c0, 0x24eec8)
2023-08-30 15:15 linux-s390x-ibm go@0e02baa5 runtime.TestStackGrowth (log) 
panic: test timed out after 3m0s
running tests:
	TestStackGrowth (0s)

runtime.gopark(0x558c20, 0x8198a0, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000a1e5b0 sp=0xc000a1e598 pc=0x5ff66
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc000847208, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000a1e600 sp=0xc000a1e5b0 pc=0x76104
sync.runtime_Semacquire(0xc000847208)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000a1e630 sp=0xc000a1e600 pc=0xa3334
sync.(*WaitGroup).Wait(0xc000847200)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000a1e648 sp=0xc000a1e630 pc=0xb0f5a
runtime_test.TestStackGrowth(0xc000540680)
	/data/golang/workdir/go/src/runtime/stack_test.go:95 +0x166 fp=0xc000a1e760 sp=0xc000a1e648 pc=0x434ea6
testing.tRunner(0xc000540680, 0x5583c0)
2023-08-30 19:31 linux-s390x-ibm-race go@c9911b9a runtime.TestStackGrowth (log) 
panic: finalizer started 39.882971451s ago (18.472367ms after registration) and ran 255 iterations, but did not return

runtime.gopark(0x7ad268, 0xaf7860, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000361c78 sp=0xc000361c60 pc=0x97906
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0003634f8, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000361cc8 sp=0xc000361c78 pc=0xaf3a4
sync.runtime_Semacquire(0xc0003634f8)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000361cf8 sp=0xc000361cc8 pc=0xdfe74
sync.(*WaitGroup).Wait(0xc0003634f0)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0xce fp=0xc000361d28 sp=0xc000361cf8 pc=0xf23ee
runtime_test.TestStackGrowth(0xc000400d00)
	/data/golang/workdir/go/src/runtime/stack_test.go:140 +0xa22 fp=0xc000361ed0 sp=0xc000361d28 pc=0x673e42
testing.tRunner(0xc000400d00, 0x7ac9d0)
2023-08-30 19:41 linux-s390x-ibm go@a756cc09 cmd/cgo/internal/testshared.TestInterface (log) 
panic: test timed out after 3m0s
running tests:
	TestInterface (6s)

syscall.Syscall6(0x119, 0x1, 0x1e0cc8, 0xc000185b70, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000185b18 sp=0xc000185aa8 pc=0xa3fc8
os.(*Process).blockUntilWaitable(0xc0003b7dd0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000185c00 sp=0xc000185b18 pc=0xccb44
os.(*Process).wait(0xc0003b7dd0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000185c78 sp=0xc000185c00 pc=0xc5c6c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0002551e0)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc000185ce8 sp=0xc000185c78 pc=0x156b9a
os/exec.(*Cmd).Run(0xc0002551e0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000185d08 sp=0xc000185ce8 pc=0x15554c
os/exec.(*Cmd).Output(0xc0002551e0)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc000185d58 sp=0xc000185d08 pc=0x1573ea
cmd/cgo/internal/testshared_test.goCmd(0xc0000bbba0, {0xc000185ee0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc000185e90 sp=0xc000185d58 pc=0x1da468
cmd/cgo/internal/testshared_test.TestInterface(0xc0000bbba0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1092 +0x192 fp=0xc000185f60 sp=0xc000185e90 pc=0x1e4572
testing.tRunner(0xc0000bbba0, 0x24ee68)
2023-08-30 19:53 linux-s390x-ibm-race go@dffc47e7 runtime.TestStackGrowth (log) 
panic: test timed out after 6m0s
running tests:
	TestStackGrowth (23s)

runtime.gopark(0x7ad268, 0xaf3360, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc00019fc78 sp=0xc00019fc60 pc=0x97906
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc000175828, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc00019fcc8 sp=0xc00019fc78 pc=0xaf3a4
sync.runtime_Semacquire(0xc000175828)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc00019fcf8 sp=0xc00019fcc8 pc=0xdfe74
sync.(*WaitGroup).Wait(0xc000175820)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0xce fp=0xc00019fd28 sp=0xc00019fcf8 pc=0xf23ee
runtime_test.TestStackGrowth(0xc000281860)
	/data/golang/workdir/go/src/runtime/stack_test.go:95 +0x260 fp=0xc00019fed0 sp=0xc00019fd28 pc=0x673680
testing.tRunner(0xc000281860, 0x7ac9d0)
2023-08-30 21:32 linux-s390x-ibm go@0a958216 runtime.TestStackGrowth (log) 
panic: finalizer started 23.313438947s ago (7.136628ms after registration) and ran 91 iterations, but did not return

runtime.gopark(0x547820, 0x7f9700, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0000b7db0 sp=0xc0000b7d98 pc=0x5fb86
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0001550c8, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc0000b7e00 sp=0xc0000b7db0 pc=0x75e44
sync.runtime_Semacquire(0xc0001550c8)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc0000b7e30 sp=0xc0000b7e00 pc=0xa3324
sync.(*WaitGroup).Wait(0xc0001550c0)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc0000b7e48 sp=0xc0000b7e30 pc=0xb0faa
runtime_test.TestStackGrowth(0xc000296820)
	/data/golang/workdir/go/src/runtime/stack_test.go:140 +0x58a fp=0xc0000b7f60 sp=0xc0000b7e48 pc=0x42ec8a
testing.tRunner(0xc000296820, 0x546fb8)
2023-08-30 21:59 linux-s390x-ibm go@06df3292 cmd/cgo/internal/testshared.TestIssue44031 (log) 
panic: test timed out after 3m0s
running tests:
	TestIssue44031 (7s)

syscall.Syscall6(0x119, 0x1, 0x6e88c, 0xc00024bb90, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00024bb38 sp=0xc00024bac8 pc=0xa40b8
os.(*Process).blockUntilWaitable(0xc0003361e0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00024bc20 sp=0xc00024bb38 pc=0xc8f84
os.(*Process).wait(0xc0003361e0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00024bc98 sp=0xc00024bc20 pc=0xc1ecc
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc0000c46e0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00024bd10 sp=0xc00024bc98 pc=0x15297a
os/exec.(*Cmd).Run(0xc0000c46e0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00024bd30 sp=0xc00024bd10 pc=0x1512cc
os/exec.(*Cmd).Output(0xc0000c46e0)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc00024bd80 sp=0xc00024bd30 pc=0x1531da
cmd/cgo/internal/testshared_test.goCmd(0xc0000b71e0, {0xc00024bef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc00024beb8 sp=0xc00024bd80 pc=0x1d6692
cmd/cgo/internal/testshared_test.TestIssue44031(0xc0000b71e0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1146 +0x192 fp=0xc00024bf60 sp=0xc00024beb8 pc=0x1e1052
testing.tRunner(0xc0000b71e0, 0x24e798)
2023-08-30 22:33 linux-s390x-ibm go@8dc6ad1c runtime.TestTracebackAncestors (log) 
--- FAIL: TestTracebackAncestors (0.20s)
    exec.go:190: test timed out while running command: /data/golang/workdir/tmp/go-build2772140061/testprog.exe TracebackAncestors
    stack_test.go:830: /data/golang/workdir/tmp/go-build2772140061/testprog.exe TracebackAncestors failed to start: context deadline exceeded
2023-08-30 22:33 linux-s390x-ibm go@8dc6ad1c runtime.TestDeferLiveness (log) 
--- FAIL: TestDeferLiveness (0.00s)
    stack_test.go:868: /data/golang/workdir/tmp/go-build2772140061/testprog.exe DeferLiveness failed to start: context deadline exceeded
2023-08-30 22:33 linux-s390x-ibm go@8dc6ad1c runtime.TestLargeStringConcat (log) 
--- FAIL: TestLargeStringConcat (0.00s)
    string_test.go:218: /data/golang/workdir/tmp/go-build2772140061/testprog.exe stringconcat failed to start: context deadline exceeded
panic: test timed out after 3m0s

goroutine 165314 [running]:
panic({0x48d240, 0xc000030010})
	/data/golang/workdir/go/src/runtime/panic.go:1017 +0x4c6 fp=0xc000148ef8 sp=0xc000148e50 pc=0x5aa66
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x47a fp=0xc000148fd8 sp=0xc000148ef8 pc=0x1555ba
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:773 +0x2 fp=0xc000148fd8 sp=0xc000148fd8 pc=0xa6f62
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:176 +0x42
2023-08-31 00:56 linux-s390x-ibm go@9aaf5234 cmd/cgo/internal/testshared.TestTestInstalledShared (log) 
panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (16s)

syscall.Syscall6(0x119, 0x1, 0x31a767, 0xc0000c3bc8, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000c3b70 sp=0xc0000c3b00 pc=0xa3fc8
os.(*Process).blockUntilWaitable(0xc0003885d0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000c3c58 sp=0xc0000c3b70 pc=0xccb44
os.(*Process).wait(0xc0003885d0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000c3cd0 sp=0xc0000c3c58 pc=0xc5c6c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc00007d1e0)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc0000c3d40 sp=0xc0000c3cd0 pc=0x156b9a
os/exec.(*Cmd).Run(0xc00007d1e0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000c3d60 sp=0xc0000c3d40 pc=0x15554c
os/exec.(*Cmd).Output(0xc00007d1e0)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc0000c3db0 sp=0xc0000c3d60 pc=0x1573ea
cmd/cgo/internal/testshared_test.goCmd(0xc000380680, {0xc0000c3f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc0000c3ee8 sp=0xc0000c3db0 pc=0x1da168
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc000380680)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1110 +0xb6 fp=0xc0000c3f60 sp=0xc0000c3ee8 pc=0x1e45b6
testing.tRunner(0xc000380680, 0x24eea8)
2023-08-31 16:40 linux-s390x-ibm go@e3ba569c runtime.TestStackGrowth (log) 
panic: test timed out after 3m0s
running tests:
	TestStackGrowth (16s)

created by runtime.gcBgMarkStartWorkers in goroutine 6
	/data/golang/workdir/go/src/runtime/mgc.go:1217 +0x34

runtime.gopark(0x547940, 0x800920, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0001345b0 sp=0xc000134598 pc=0x5fbc6
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0015f8098, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000134600 sp=0xc0001345b0 pc=0x75e84
sync.runtime_Semacquire(0xc0015f8098)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000134630 sp=0xc000134600 pc=0xa3364
sync.(*WaitGroup).Wait(0xc0015f8090)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000134648 sp=0xc000134630 pc=0xb0fea
runtime_test.TestStackGrowth(0xc0001021a0)
	/data/golang/workdir/go/src/runtime/stack_test.go:95 +0x166 fp=0xc000134760 sp=0xc000134648 pc=0x42f0c6
testing.tRunner(0xc0001021a0, 0x5470d8)
2023-08-31 16:59 linux-s390x-ibm go@9dea791a runtime.TestTraceUnwindCGO (log) 
--- FAIL: TestTraceUnwindCGO (0.17s)
    trace_cgo_test.go:42: /data/golang/workdir/tmp/go-build168689844/testprogcgo.exe Trace: exec: WaitDelay expired before I/O complete
2023-08-31 16:59 linux-s390x-ibm go@9dea791a runtime.TestCgoCrashHandler (log) 
--- FAIL: TestCgoCrashHandler (0.24s)
    crash_test.go:171: /data/golang/workdir/tmp/go-build168689844/testprogcgo.exe Crash: exec: WaitDelay expired before I/O complete
2023-08-31 16:59 linux-s390x-ibm go@9dea791a runtime.TestUsingVDSO (log) 
--- FAIL: TestUsingVDSO (0.25s)
    vdso_test.go:50: GO_WANT_HELPER_PROCESS=1 /bin/strace -f -e clock_gettime /data/golang/workdir/tmp/go-build156918240/b001/runtime.test -test.run=TestUsingVDSO
    vdso_test.go:56: /bin/strace: Process 1630393 attached
        /bin/strace: Process 1630394 attached
        [pid 1630393] +++ exited with 0 +++
        /bin/strace: Process 1630391 attached
        [pid 1630394] +++ exited with 0 +++
        [pid 1630391] +++ exited with 0 +++
        /bin/strace: Process 1630392 attached
        [pid 1630392] +++ exited with 0 +++
        +++ exited with 0 +++
    vdso_test.go:59: exec: WaitDelay expired before I/O complete
2023-09-01 04:29 linux-s390x-ibm go@62fb281c runtime.TestNetpollWaiters (log) 
--- FAIL: TestNetpollWaiters (0.29s)
    crash_test.go:875: /data/golang/workdir/tmp/go-build3381974928/testprognet.exe NetpollWaiters: exec: WaitDelay expired before I/O complete
2023-09-01 04:29 linux-s390x-ibm go@62fb281c runtime.TestTraceUnwindCGO (log) 
--- FAIL: TestTraceUnwindCGO (0.30s)
    trace_cgo_test.go:42: /data/golang/workdir/tmp/go-build3381974928/testprogcgo.exe Trace: exec: WaitDelay expired before I/O complete
2023-09-01 04:29 linux-s390x-ibm go@62fb281c runtime.TestCgoLockOSThreadExit (log) 
--- FAIL: TestCgoLockOSThreadExit (0.12s)
    proc_test.go:983: /data/golang/workdir/tmp/go-build3381974928/testprogcgo.exe LockOSThreadMain (56.873067ms): ok
    exec.go:190: test timed out while running command: /data/golang/workdir/tmp/go-build3381974928/testprogcgo.exe LockOSThreadAlt
    proc_test.go:989: /data/golang/workdir/tmp/go-build3381974928/testprogcgo.exe LockOSThreadAlt failed to start: context deadline exceeded
2023-09-01 04:33 linux-s390x-ibm go@38b623f4 cmd/cgo/internal/testshared.TestGeneratedHash (log) 
panic: test timed out after 3m0s
running tests:
	TestGeneratedHash (7s)

syscall.Syscall6(0x119, 0x1, 0x3fea30, 0xc000519b98, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000519b40 sp=0xc000519ad0 pc=0xa3fc8
os.(*Process).blockUntilWaitable(0xc0003c7b30)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000519c28 sp=0xc000519b40 pc=0xccb44
os.(*Process).wait(0xc0003c7b30)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000519ca0 sp=0xc000519c28 pc=0xc5c6c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc00038c840)
	/data/golang/workdir/go/src/os/exec/exec.go:862 +0x4a fp=0xc000519d10 sp=0xc000519ca0 pc=0x156b9a
os/exec.(*Cmd).Run(0xc00038c840)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000519d30 sp=0xc000519d10 pc=0x15554c
os/exec.(*Cmd).Output(0xc00038c840)
	/data/golang/workdir/go/src/os/exec/exec.go:956 +0x11a fp=0xc000519d80 sp=0xc000519d30 pc=0x1573ea
cmd/cgo/internal/testshared_test.goCmd(0xc0003ce4e0, {0xc000519ef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x458 fp=0xc000519eb8 sp=0xc000519d80 pc=0x1da168
cmd/cgo/internal/testshared_test.TestGeneratedHash(0xc0003ce4e0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1125 +0x11e fp=0xc000519f60 sp=0xc000519eb8 pc=0x1e47be
testing.tRunner(0xc0003ce4e0, 0x24ee18)

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-10-24 20:26 linux-s390x-ibm go@9ab51216 net/http (log) 
panic: test timed out after 15m0s
running tests:
	TestTransportDecrementConnWhenIdleConnRemoved (14m57s)
	TestTransportDecrementConnWhenIdleConnRemoved/h2 (14m57s)

goroutine 15457 [running]:
panic({0x53a6a0, 0xc0001ac0e0})
	/data/golang/workdir/go/src/runtime/panic.go:772 +0x156 fp=0xc0011aaef8 sp=0xc0011aae50 pc=0x56d26
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2257 +0x464 fp=0xc0011aafd8 sp=0xc0011aaef8 pc=0x157ef4
runtime.goexit({})
	/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc0011aafd8 sp=0xc0011aafd8 pc=0x993b2
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:177 +0x42

— watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2023-11-15 22:16 linux-s390x-ibm-race go@22278e38 net/http (log) 
panic: test timed out after 15m0s
running tests:
	TestTransportFlushesRequestHeader (14m32s)
	TestTransportFlushesRequestHeader/h2 (14m7s)

goroutine 16447 [running]:
panic({0x84c460, 0xc004180040})
	/data/golang/workdir/go/src/runtime/panic.go:779 +0x156 fp=0xc0005c2f08 sp=0xc0005c2e60 pc=0x8eb96
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2351 +0x30c fp=0xc0005c2fd8 sp=0xc0005c2f08 pc=0x1ffafc
runtime.goexit({})
	/data/golang/workdir/go/src/runtime/asm_s390x.s:774 +0x2 fp=0xc0005c2fd8 sp=0xc0005c2fd8 pc=0xd3822
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:177 +0x54

— watchflakes

@srinivas-pokala
Copy link
Contributor

Bumped up the builder resources, there are no longer any timeouts.

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)
2024-03-29 23:09 linux-s390x-ibm-race go@89f7805c cmd/go (log) 
vcs-test.golang.org rerouted to http://127.0.0.1:38095
https://vcs-test.golang.org rerouted to https://127.0.0.1:37045
go test proxy running at GOPROXY=http://127.0.0.1:43215/mod
2024/03/29 20:33:25 httptest.Server blocked in Close after 5 seconds, waiting for connections:
  *tls.Conn 0xc000284388 127.0.0.1:44374 in state active
  *tls.Conn 0xc000284708 127.0.0.1:44380 in state active
  *tls.Conn 0xc000284a88 127.0.0.1:44394 in state active
panic: test timed out after 45m0s
running tests:
	TestScript (4m26s)
...
net/http.serverHandler.ServeHTTP({0xc00036d860}, {0x1fde340, 0xc000c94000}, 0xc00066e000)
	/data/golang/workdir/go/src/net/http/server.go:3141 +0x3c6 fp=0xc0008efaa0 sp=0xc0008efa58 pc=0x16f8f36
net/http.(*conn).serve(0xc0012ce1b0, {0x1fdf808, 0xc000261e60})
	/data/golang/workdir/go/src/net/http/server.go:2042 +0x160e fp=0xc0008effa0 sp=0xc0008efaa0 pc=0x16f0b0e
net/http.(*Server).Serve.gowrap3()
	/data/golang/workdir/go/src/net/http/server.go:3289 +0xa0 fp=0xc0008effd8 sp=0xc0008effa0 pc=0x16f9e30
runtime.goexit({})
	/data/golang/workdir/go/src/runtime/asm_s390x.s:797 +0x2 fp=0xc0008effd8 sp=0xc0008effd8 pc=0x10ac052
created by net/http.(*Server).Serve in goroutine 49
	/data/golang/workdir/go/src/net/http/server.go:3289 +0x966

— watchflakes

@gopherbot gopherbot reopened this Mar 30, 2024
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees
No one assigned
Labels
arch-s390x Issues solely affecting the s390x architecture. compiler/runtime Issues related to the Go compiler and/or runtime. help wanted NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one.
Projects
Go Compiler / Runtime
Status: Todo
Test Flakes
Status: Done
Milestone
Backlog
Development

No branches or pull requests
4 participants
@mknyszek @bcmills @gopherbot @srinivas-pokala