runtime: linux/s390x test timeout

[mknyszek]

#!watchflakes
post <- goarch == "s390x" && (`test timed out` || `panic: finalizer started .* ago .* and ran \d+ iterations, but did not return` || `failed to start: context deadline exceeded` || `WaitDelay expired before I/O complete`)

Broken out from #57636.

CC @golang/s390x

[gopherbot]

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`

2023-04-12 20:25 linux-s390x-ibm go@abb86e6e runtime.TestStackGrowth (log)

panic: test timed out after 3m0s

runtime.gopark(0x4a8440, 0x71b6e0, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:363 +0x128 fp=0xc000063dc0 sp=0xc000063da8 pc=0x5a238
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:369
runtime.semacquire1(0xc00068a048, 0x0, 0x1, 0x0)
	/data/golang/workdir/go/src/runtime/sema.go:150 +0x232 fp=0xc000063e10 sp=0xc000063dc0 pc=0x6efc2
sync.runtime_Semacquire(0xc00068a048)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x40 fp=0xc000063e38 sp=0xc000063e10 pc=0x96f60
sync.(*WaitGroup).Wait(0xc00068a040)
	/data/golang/workdir/go/src/sync/waitgroup.go:139 +0x72 fp=0xc000063e50 sp=0xc000063e38 pc=0xa3902
runtime_test.TestStackGrowth(0xc000756680)
	/data/golang/workdir/go/src/runtime/stack_test.go:108 +0x28a fp=0xc000063f68 sp=0xc000063e50 pc=0x3cc9fa
testing.tRunner(0xc000756680, 0x4a9e08)

2023-04-19 14:30 linux-s390x-ibm go@8fa9e3be runtime.TestFakeTime (log)

panic: test timed out after 3m0s
running tests:
	TestFakeTime (26s)
	TestStackGrowth (25s)

syscall.Syscall6(0x119, 0x1, 0x3e961d, 0xc00052b958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00052b900 sp=0xc00052b890 pc=0xb65e8
os.(*Process).blockUntilWaitable(0xc0003d80c0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00052b9e8 sp=0xc00052b900 pc=0xe4634
os.(*Process).wait(0xc0003d80c0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00052ba60 sp=0xc00052b9e8 pc=0xdd2ac
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000bd9760)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00052bad8 sp=0xc00052ba60 pc=0x18d29a
os/exec.(*Cmd).Run(0xc000bd9760)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00052baf8 sp=0xc00052bad8 pc=0x18bbfc
os/exec.(*Cmd).CombinedOutput(0xc000bd9760)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde fp=0xc00052bb20 sp=0xc00052baf8 pc=0x18dd9e
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc00052bd18 sp=0xc00052bb20 pc=0x3804c0
sync.(*Once).doSlow(0xc0024ec690, 0xc000d15e00)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc00052bd68 sp=0xc00052bd18 pc=0xaa4e6
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc000b6b520, {0x4f73ca, 0xc}, {0xc0018580f0, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x56c fp=0xc00052be60 sp=0xc00052bd68 pc=0x38002c
runtime_test.TestFakeTime(0xc000b6b520)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc00052bf60 sp=0xc00052be60 pc=0x4162f0
testing.tRunner(0xc000b6b520, 0x520170)

2023-04-19 14:36 linux-s390x-ibm go@9cad0cc6 runtime.TestCgoCallbackGC (log)

--- FAIL: TestCgoCallbackGC (2.82s)
    exec.go:146: test timed out while running command: /data/golang/workdir/tmp/go-build1486251316/testprogcgo.exe CgoCallbackGC
    crash_cgo_test.go:71: /data/golang/workdir/tmp/go-build1486251316/testprogcgo.exe CgoCallbackGC failed to start: context deadline exceeded
panic: test timed out after 3m0s
running tests:
	TestCgoExternalThreadSignal (3s)
	TestFakeTime (13s)
	TestMemmoveOverlapLarge0x120000 (13s)
	TestStackGrowth (13s)

goroutine 182435 [running]:
panic({0x46eaa0, 0xc000a9a1c0})
	/data/golang/workdir/go/src/runtime/panic.go:1016 +0x4c6 fp=0xc000278ef8 sp=0xc000278e50 pc=0x584e6
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2260 +0x47a fp=0xc000278fd8 sp=0xc000278ef8 pc=0x14de3a
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:749 +0x2 fp=0xc000278fd8 sp=0xc000278fd8 pc=0xa26f2
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:176 +0x42

goroutine 9 [running]:
	goroutine running on other thread; stack unavailable
created by runtime.gcBgMarkStartWorkers in goroutine 6
	/data/golang/workdir/go/src/runtime/mgc.go:1221 +0x34

2023-05-02 00:07 linux-s390x-ibm go@80d64adb runtime.TestRecoverBeforePanicAfterGoexit (log)

--- FAIL: TestRecoverBeforePanicAfterGoexit (0.00s)
    crash_test.go:456: /data/golang/workdir/tmp/go-build3097151519/testprog.exe RecoverBeforePanicAfterGoexit failed to start: context deadline exceeded
panic: test timed out after 3m0s
running tests:
	TestConcurrentReadsAfterGrowthReflect (2s)
	TestEINTR (7s)
	TestFakeTime (7s)
	TestGcPacer (4s)
	TestGcPacer/ExceedMemoryLimit (0s)
	TestMemmoveLarge0x180000 (4s)
	TestMemmoveOverlapLarge0x120000 (4s)
	TestStackGrowth (7s)

goroutine 173942 [running]:
panic({0x46b620, 0xc0001a6430})
	/data/golang/workdir/go/src/runtime/panic.go:1017 +0x4c6 fp=0xc00020eef8 sp=0xc00020ee50 pc=0x58846
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x47a fp=0xc00020efd8 sp=0xc00020eef8 pc=0x14eeca
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:773 +0x2 fp=0xc00020efd8 sp=0xc00020efd8 pc=0xa2d62
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:176 +0x42

2023-05-02 00:12 linux-s390x-ibm go@04f059f9 runtime.TestStackGrowth (log)

panic: test timed out after 3m0s
running tests:
	TestStackGrowth (38s)

runtime.gopark(0x5206f8, 0x7c0640, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0000aada8 sp=0xc0000aad90 pc=0x5c536
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc000010c18, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x248 fp=0xc0000aae00 sp=0xc0000aada8 pc=0x720f8
sync.runtime_Semacquire(0xc000010c18)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc0000aae30 sp=0xc0000aae00 pc=0x9f2a4
sync.(*WaitGroup).Wait(0xc000010c10)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc0000aae48 sp=0xc0000aae30 pc=0xac62a
runtime_test.TestStackGrowth(0xc000186820)
	/data/golang/workdir/go/src/runtime/stack_test.go:97 +0x178 fp=0xc0000aaf60 sp=0xc0000aae48 pc=0x40c378
testing.tRunner(0xc000186820, 0x51ff10)

2023-05-03 19:36 linux-s390x-ibm go@c486f74e runtime.TestMemmoveLarge0x180000 (log)

panic: test timed out after 3m0s
running tests:
	TestDeferKeepAlive (2s)
	TestEINTR (2s)
	TestFakeTime (2s)
	TestMemmove (2s)
	TestMemmoveLarge0x180000 (2s)
	TestMemmoveOverlapLarge0x120000 (2s)
	TestSpuriousWakeupsNeverHangSemasleep (2s)
	TestStackGrowth (2s)

runtime.asyncPreempt2()
	/data/golang/workdir/go/src/runtime/preempt.go:307 +0x58 fp=0xc000717d20 sp=0xc000717d08 pc=0x5a568
runtime.asyncPreempt()
	/data/golang/workdir/go/src/runtime/preempt_s390x.s:28 +0x5e fp=0xc000717e18 sp=0xc000717d20 pc=0xa363e
runtime_test.matchLen(...)
	/data/golang/workdir/go/src/runtime/memmove_test.go:196
runtime_test.cmpb(...)
	/data/golang/workdir/go/src/runtime/memmove_test.go:204
runtime_test.testSize(0xc00094da00, 0x180000)
	/data/golang/workdir/go/src/runtime/memmove_test.go:137 +0x460 fp=0xc000717f28 sp=0xc000717e20 pc=0x3b7a60
runtime_test.TestMemmoveLarge0x180000(0xc00094da00)
	/data/golang/workdir/go/src/runtime/memmove_test.go:108 +0xfa fp=0xc000717f60 sp=0xc000717f28 pc=0x3b745a
testing.tRunner(0xc00094da00, 0x51fa40)

2023-05-05 19:53 linux-s390x-ibm go@1a612783 runtime.TestDeferPtrs (log)

panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (2s)

runtime.gopark(0x520660, 0x7b99a0, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:387 +0x136 fp=0xc0001f0f60 sp=0xc0001f0f48 pc=0x5c446
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:393
runtime.gcWaitOnMark(0x4c1)
	/data/golang/workdir/go/src/runtime/mgc.go:503 +0x64 fp=0xc0001f0f88 sp=0xc0001f0f60 pc=0x33bd4
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1e98 sp=0xc0001f1e78 pc=0x40e686
runtime_test.growStackIter(0xc0001f1ed0, 0x77)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1eb8 sp=0xc0001f1e98 pc=0x40e686
runtime_test.growStackIter(0xc0001f1ef0, 0x78)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1ed8 sp=0xc0001f1eb8 pc=0x40e686
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc0001f1f08 sp=0xc0001f1ed8 pc=0x40e566
runtime_test.TestDeferPtrs(0xc0012f5a00)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc0001f1f60 sp=0xc0001f1f08 pc=0x40efc6
testing.tRunner(0xc0012f5a00, 0x51f668)

2023-05-10 22:43 linux-s390x-ibm go@acba24ff runtime.TestFakeTime (log)

panic: test timed out after 3m0s
running tests:
	TestEINTR (6s)
	TestFakeTime (7s)
	TestMemmoveOverlapLarge0x120000 (6s)

syscall.Syscall6(0x119, 0x1, 0x3bf335, 0xc0000df958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000df900 sp=0xc0000df890 pc=0xb7208
os.(*Process).blockUntilWaitable(0xc0018500f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000df9e8 sp=0xc0000df900 pc=0xe57c4
...
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc0000dfd18 sp=0xc0000dfb20 pc=0x387690
sync.(*Once).doSlow(0xc0006b6570, 0xc000bc8600)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc0000dfd68 sp=0xc0000dfd18 pc=0xab106
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc0010f6680, {0x507ec8, 0xc}, {0xc001516290, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x56c fp=0xc0000dfe60 sp=0xc0000dfd68 pc=0x3871fc
runtime_test.TestFakeTime(0xc0010f6680)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc0000dff60 sp=0xc0000dfe60 pc=0x427a80
testing.tRunner(0xc0010f6680, 0x530030)

2023-05-11 04:50 linux-s390x-ibm go@a2838ec5 runtime.TestFakeTime (log)

panic: test timed out after 3m0s
running tests:
	TestFakeTime (19s)
	TestMemmoveOverlapLarge0x120000 (18s)

syscall.Syscall6(0x119, 0x1, 0x8b3ac, 0xc00063f958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00063f900 sp=0xc00063f890 pc=0xb78b8
os.(*Process).blockUntilWaitable(0xc00044c2a0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00063f9e8 sp=0xc00063f900 pc=0xe5e74
os.(*Process).wait(0xc00044c2a0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00063fa60 sp=0xc00063f9e8 pc=0xdea7c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0006202c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00063fad8 sp=0xc00063fa60 pc=0x1911fa
os/exec.(*Cmd).Run(0xc0006202c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00063faf8 sp=0xc00063fad8 pc=0x18fb5c
os/exec.(*Cmd).CombinedOutput(0xc0006202c0)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde fp=0xc00063fb20 sp=0xc00063faf8 pc=0x191cfe
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc00063fd18 sp=0xc00063fb20 pc=0x387030
sync.(*Once).doSlow(0xc001538270, 0xc0001e1e00)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc00063fd68 sp=0xc00063fd18 pc=0xab7b6
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc00047e1a0, {0x5080a8, 0xc}, {0xc000030430, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x56c fp=0xc00063fe60 sp=0xc00063fd68 pc=0x386b9c
runtime_test.TestFakeTime(0xc00047e1a0)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc00063ff60 sp=0xc00063fe60 pc=0x427420
testing.tRunner(0xc00047e1a0, 0x5301b0)

2023-05-11 14:42 linux-s390x-ibm go@dc076eaf runtime.TestDeferPtrs (log)

panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (24s)

runtime.gopark(0x531228, 0x7c99a0, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:387 +0x136 fp=0xc0001f0680 sp=0xc0001f0668 pc=0x5d8d6
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:393
runtime.gcWaitOnMark(0x507)
	/data/golang/workdir/go/src/runtime/mgc.go:503 +0x64 fp=0xc0001f06a8 sp=0xc0001f0680 pc=0x34d64
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1e98 sp=0xc0001f1e78 pc=0x41c656
runtime_test.growStackIter(0xc0001f1ed0, 0xbe)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1eb8 sp=0xc0001f1e98 pc=0x41c656
runtime_test.growStackIter(0xc0001f1ef0, 0xbf)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc0001f1ed8 sp=0xc0001f1eb8 pc=0x41c656
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc0001f1f08 sp=0xc0001f1ed8 pc=0x41c536
runtime_test.TestDeferPtrs(0xc0002df6c0)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc0001f1f60 sp=0xc0001f1f08 pc=0x41cf96
testing.tRunner(0xc0002df6c0, 0x530238)

2023-05-16 21:40 linux-s390x-ibm go@d29dd2ec runtime.TestFakeTime (log)

panic: test timed out after 3m0s
running tests:
	TestFakeTime (14s)

syscall.Syscall6(0x119, 0x1, 0x19ac36, 0xc0001c3958, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0001c3900 sp=0xc0001c3890 pc=0xb80e8
os.(*Process).blockUntilWaitable(0xc00062e090)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0001c39e8 sp=0xc0001c3900 pc=0xe67a4
os.(*Process).wait(0xc00062e090)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0001c3a60 sp=0xc0001c39e8 pc=0xdf40c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0001702c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0001c3ad8 sp=0xc0001c3a60 pc=0x190b8a
os/exec.(*Cmd).Run(0xc0001702c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0001c3af8 sp=0xc0001c3ad8 pc=0x18f4dc
os/exec.(*Cmd).CombinedOutput(0xc0001702c0)
	/data/golang/workdir/go/src/os/exec/exec.go:1005 +0xde fp=0xc0001c3b20 sp=0xc0001c3af8 pc=0x19169e
runtime_test.buildTestProg.func1()
	/data/golang/workdir/go/src/runtime/crash_test.go:143 +0x440 fp=0xc0001c3d18 sp=0xc0001c3b20 pc=0x38cc80
sync.(*Once).doSlow(0xc002584240, 0xc0001a4e00)
	/data/golang/workdir/go/src/sync/once.go:74 +0xf6 fp=0xc0001c3d68 sp=0xc0001c3d18 pc=0xac016
sync.(*Once).Do(...)
	/data/golang/workdir/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc000002d00, {0x507f08, 0xc}, {0xc001ede1e0, 0x1, 0x1})
	/data/golang/workdir/go/src/runtime/crash_test.go:128 +0x556 fp=0xc0001c3e60 sp=0xc0001c3d68 pc=0x38c7e6
runtime_test.TestFakeTime(0xc000002d00)
	/data/golang/workdir/go/src/runtime/time_test.go:29 +0xb0 fp=0xc0001c3f60 sp=0xc0001c3e60 pc=0x42cef0
testing.tRunner(0xc000002d00, 0x52fff0)

2023-05-17 04:58 linux-s390x-ibm go@547aed18 runtime.TestSemaHandoff2 (log)

panic: test timed out after 3m0s
running tests:
	TestSemaHandoff2 (0s)

runtime.Gosched(...)
	/data/golang/workdir/go/src/runtime/proc.go:327
runtime_test.testSemaHandoff()
	/data/golang/workdir/go/src/runtime/sema_test.go:92 +0x21a fp=0xc0001ccea0 sp=0xc0001cce58 pc=0x41b89a
runtime_test.TestSemaHandoff(0xc0003084e0)
	/data/golang/workdir/go/src/runtime/sema_test.go:23 +0x50 fp=0xc0001ccf08 sp=0xc0001ccea0 pc=0x41b280
runtime_test.TestSemaHandoff2(0xc0003084e0)
	/data/golang/workdir/go/src/runtime/sema_test.go:55 +0xdc fp=0xc0001ccf60 sp=0xc0001ccf08 pc=0x41b5bc
testing.tRunner(0xc0003084e0, 0x530810)

2023-05-17 18:18 linux-s390x-ibm go@93477f07 runtime.TestDeferPtrs (log)

panic: test timed out after 3m0s
running tests:
	TestDeferPtrs (37s)

runtime.Gosched(...)
	/data/golang/workdir/go/src/runtime/proc.go:327
runtime.GC()
	/data/golang/workdir/go/src/runtime/mgc.go:469 +0x108 fp=0xc0001733b8 sp=0xc000173388 pc=0x34c58
runtime_test.growStackIter(0xc0001733f0, 0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:172 +0x3c fp=0xc0001733d8 sp=0xc0001733b8 pc=0x422c8c
...
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000173e98 sp=0xc000173e78 pc=0x422cc6
runtime_test.growStackIter(0xc000173ed0, 0x57)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000173eb8 sp=0xc000173e98 pc=0x422cc6
runtime_test.growStackIter(0xc000173ef0, 0x58)
	/data/golang/workdir/go/src/runtime/stack_test.go:177 +0x76 fp=0xc000173ed8 sp=0xc000173eb8 pc=0x422cc6
runtime_test.growStack(0x0)
	/data/golang/workdir/go/src/runtime/stack_test.go:156 +0x96 fp=0xc000173f08 sp=0xc000173ed8 pc=0x422ba6
runtime_test.TestDeferPtrs(0xc000003380)
	/data/golang/workdir/go/src/runtime/stack_test.go:252 +0x96 fp=0xc000173f60 sp=0xc000173f08 pc=0x4235f6
testing.tRunner(0xc000003380, 0x530370)

2023-05-19 01:37 linux-s390x-ibm go@3ebbaf3a cmd/cgo/internal/testshared.TestGCData (log)

panic: test timed out after 3m0s
running tests:
	TestGCData (4s)

syscall.Syscall6(0x119, 0x1, 0x1f00c3, 0xc000076b58, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000076b00 sp=0xc000076a90 pc=0xa24f8
os.(*Process).blockUntilWaitable(0xc000518120)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000076be8 sp=0xc000076b00 pc=0xc7494
os.(*Process).wait(0xc000518120)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000076c60 sp=0xc000076be8 pc=0xc03cc
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc0000ee580)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000076cd8 sp=0xc000076c60 pc=0x150a8a
os/exec.(*Cmd).Run(0xc0000ee580)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000076cf8 sp=0xc000076cd8 pc=0x14f3dc
os/exec.(*Cmd).Output(0xc0000ee580)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc000076d48 sp=0xc000076cf8 pc=0x1512ea
cmd/cgo/internal/testshared_test.goCmd(0xc000226b60, {0xc000076ef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:74 +0x472 fp=0xc000076e80 sp=0xc000076d48 pc=0x1d40e2
cmd/cgo/internal/testshared_test.TestGCData(0xc000226b60)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1105 +0xfa fp=0xc000076f60 sp=0xc000076e80 pc=0x1de45a
testing.tRunner(0xc000226b60, 0x23d918)

2023-05-19 13:42 linux-s390x-ibm go@ade3f3f5 cmd/cgo/internal/testshared.TestABIChecking (log)

panic: test timed out after 3m0s
running tests:
	TestABIChecking (25s)

syscall.Syscall6(0x119, 0x1, 0x2247bc, 0xc00048fa60, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc00048fa08 sp=0xc00048f998 pc=0xa2578
os.(*Process).blockUntilWaitable(0xc000272c60)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc00048faf0 sp=0xc00048fa08 pc=0xc7514
os.(*Process).wait(0xc000272c60)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc00048fb68 sp=0xc00048faf0 pc=0xc044c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc00020a9a0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc00048fbe0 sp=0xc00048fb68 pc=0x150b0a
os/exec.(*Cmd).Run(0xc00020a9a0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc00048fc00 sp=0xc00048fbe0 pc=0x14f45c
os/exec.(*Cmd).Output(0xc00020a9a0)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc00048fc50 sp=0xc00048fc00 pc=0x15136a
cmd/cgo/internal/testshared_test.goCmd(0xc0004789c0, {0xc00048fe68, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:74 +0x472 fp=0xc00048fd88 sp=0xc00048fc50 pc=0x1d4162
cmd/cgo/internal/testshared_test.TestABIChecking(0xc0004789c0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1032 +0x53a fp=0xc00048ff60 sp=0xc00048fd88 pc=0x1dd97a
testing.tRunner(0xc0004789c0, 0x23d910)

2023-05-22 00:43 linux-s390x-ibm go@858c61b5 go/internal/srcimporter.TestCgo (log)

panic: test timed out after 3m0s
running tests:
	TestCgo (2m48s)

syscall.Syscall6(0x119, 0x1, 0xbe63d, 0xc000093a20, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000939c8 sp=0xc000093958 pc=0xa2098
os.(*Process).blockUntilWaitable(0xc00041a3f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000093ab0 sp=0xc0000939c8 pc=0xc5654
os.(*Process).wait(0xc00041a3f0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000093b28 sp=0xc000093ab0 pc=0xbf2dc
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000a42580)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000093ba0 sp=0xc000093b28 pc=0x14b15a
os/exec.(*Cmd).Run(0xc000a42580)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000093bc0 sp=0xc000093ba0 pc=0x149aac
go/internal/srcimporter.(*Importer).cgo(0xc00190c0c0, 0xc0004f0400)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter.go:239 +0xdde fp=0xc000093d38 sp=0xc000093bc0 pc=0x25eeee
go/internal/srcimporter.(*Importer).ImportFrom(0xc00190c0c0, {0x2d1be8, 0x15}, {0x0, 0x0}, 0x0)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter.go:137 +0x712 fp=0xc000093ed8 sp=0xc000093d38 pc=0x25d1b2
go/internal/srcimporter.TestCgo(0xc0015504e0)
	/data/golang/workdir/go/src/go/internal/srcimporter/srcimporter_test.go:248 +0x288 fp=0xc000093f60 sp=0xc000093ed8 pc=0x2611f8
testing.tRunner(0xc0015504e0, 0x2dfb30)

2023-05-22 01:21 linux-s390x-ibm go@d75cc4b9 cmd/cgo/internal/testshared.TestRebuilding (log)

panic: test timed out after 3m0s
running tests:
	TestRebuilding (35s)
	TestRebuilding/newsource (13s)

runtime.gopark(0x23df08, 0xc0004243d8, 0xe, 0x17, 0x2)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000166cd0 sp=0xc000166cb8 pc=0x56f06
runtime.chanrecv(0xc000424380, 0xc000166dbf, 0x1)
	/data/golang/workdir/go/src/runtime/chan.go:583 +0x5a6 fp=0xc000166d48 sp=0xc000166cd0 pc=0x17226
runtime.chanrecv1(0xc000424380, 0xc000166dbf)
	/data/golang/workdir/go/src/runtime/chan.go:442 +0x2e fp=0xc000166d70 sp=0xc000166d48 pc=0x16c6e
testing.(*T).Run(0xc00014b1e0, {0x22e4d4, 0x9}, 0xc000072ae0)
	/data/golang/workdir/go/src/testing/testing.go:1649 +0x4c4 fp=0xc000166e28 sp=0xc000166d70 pc=0x1128f4
cmd/cgo/internal/testshared_test.TestRebuilding(0xc00014b1e0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:933 +0x30a fp=0xc000166f60 sp=0xc000166e28 pc=0x1dcd5a
testing.tRunner(0xc00014b1e0, 0x23dd10)

2023-05-25 00:56 linux-s390x-ibm go@d5a05a05 cmd/cgo/internal/testshared.TestTestInstalledShared (log)

panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (28s)

syscall.Syscall6(0x119, 0x1, 0x276e34, 0xc0000bcbc0, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0000bcb68 sp=0xc0000bcaf8 pc=0xa3598
os.(*Process).blockUntilWaitable(0xc00049b5f0)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0000bcc50 sp=0xc0000bcb68 pc=0xc8454
os.(*Process).wait(0xc00049b5f0)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0000bccc8 sp=0xc0000bcc50 pc=0xc13ac
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000121600)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0000bcd40 sp=0xc0000bccc8 pc=0x151bfa
os/exec.(*Cmd).Run(0xc000121600)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0000bcd60 sp=0xc0000bcd40 pc=0x15054c
os/exec.(*Cmd).Output(0xc000121600)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0000bcdb0 sp=0xc0000bcd60 pc=0x15245a
cmd/cgo/internal/testshared_test.goCmd(0xc00028d6c0, {0xc0000bcf20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0000bcee8 sp=0xc0000bcdb0 pc=0x1d5492
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc00028d6c0)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1102 +0xb6 fp=0xc0000bcf60 sp=0xc0000bcee8 pc=0x1df7b6
testing.tRunner(0xc00028d6c0, 0x24e308)

2023-05-25 17:07 linux-s390x-ibm go@a5be6dbb runtime.TestGoroutineParallelism2 (log)

panic: test timed out after 3m0s
running tests:
	TestGoroutineParallelism2 (5s)

runtime.gopark(0x543660, 0x7ea500, 0x19, 0x14, 0x1)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc0000a6d88 sp=0xc0000a6d70 pc=0x5f956
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.gcWaitOnMark(0x144)
	/data/golang/workdir/go/src/runtime/mgc.go:522 +0x64 fp=0xc0000a6db0 sp=0xc0000a6d88 pc=0x35474
runtime.GC()
	/data/golang/workdir/go/src/runtime/mgc.go:465 +0x70 fp=0xc0000a6de0 sp=0xc0000a6db0 pc=0x35280
runtime_test.testGoroutineParallelism2(0xc0011e0680, 0x1, 0x1)
	/data/golang/workdir/go/src/runtime/proc_test.go:173 +0x154 fp=0xc0000a6f48 sp=0xc0000a6de0 pc=0x40a564
runtime_test.TestGoroutineParallelism2(0xc0011e0680)
	/data/golang/workdir/go/src/runtime/proc_test.go:152 +0x6c fp=0xc0000a6f60 sp=0xc0000a6f48 pc=0x40a3ec
testing.tRunner(0xc0011e0680, 0x542700)

2023-05-25 17:51 linux-s390x-ibm go@e8c60030 cmd/cgo/internal/testshared.TestGCData (log)

panic: test timed out after 3m0s
running tests:
	TestGCData (3s)

syscall.Syscall6(0x119, 0x1, 0x4447c, 0xc000077b58, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000077b00 sp=0xc000077a90 pc=0xa3598
os.(*Process).blockUntilWaitable(0xc0000ec060)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000077be8 sp=0xc000077b00 pc=0xc8454
os.(*Process).wait(0xc0000ec060)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000077c60 sp=0xc000077be8 pc=0xc13ac
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc00015c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000077cd8 sp=0xc000077c60 pc=0x151bfa
os/exec.(*Cmd).Run(0xc00015c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000077cf8 sp=0xc000077cd8 pc=0x15054c
os/exec.(*Cmd).Output(0xc00015c2c0)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc000077d48 sp=0xc000077cf8 pc=0x15245a
cmd/cgo/internal/testshared_test.goCmd(0xc0004a0000, {0xc000077ef0, 0x3, 0x3})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc000077e80 sp=0xc000077d48 pc=0x1d5492
cmd/cgo/internal/testshared_test.TestGCData(0xc0004a0000)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1132 +0x11e fp=0xc000077f60 sp=0xc000077e80 pc=0x1dfbee
testing.tRunner(0xc0004a0000, 0x24e278)

— watchflakes

[gopherbot]

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`

2023-06-07 18:41 linux-s390x-ibm go@1ee729c5 runtime.TestStackGrowth (log)

panic: test timed out after 3m0s
running tests:
	TestStackGrowth (30s)

runtime.gopark(0x547108, 0x810d80, 0x12, 0x19, 0x4)
	/data/golang/workdir/go/src/runtime/proc.go:398 +0x136 fp=0xc000064db0 sp=0xc000064d98 pc=0x5fa46
runtime.goparkunlock(...)
	/data/golang/workdir/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0009f9b58, 0x0, 0x1, 0x0, 0x12)
	/data/golang/workdir/go/src/runtime/sema.go:160 +0x242 fp=0xc000064e00 sp=0xc000064db0 pc=0x75c42
sync.runtime_Semacquire(0xc0009f9b58)
	/data/golang/workdir/go/src/runtime/sema.go:62 +0x44 fp=0xc000064e30 sp=0xc000064e00 pc=0xa3054
sync.(*WaitGroup).Wait(0xc0009f9b50)
	/data/golang/workdir/go/src/sync/waitgroup.go:116 +0x6a fp=0xc000064e48 sp=0xc000064e30 pc=0xb0cda
runtime_test.TestStackGrowth(0xc0009bda00)
	/data/golang/workdir/go/src/runtime/stack_test.go:106 +0x264 fp=0xc000064f60 sp=0xc000064e48 pc=0x42db54
testing.tRunner(0xc0009bda00, 0x5468a0)

— watchflakes

[gopherbot]

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`

2023-06-07 16:54 linux-s390x-ibm go@e2b1c0ba cmd/cgo/internal/testshared.TestTestInstalledShared (log)

panic: test timed out after 3m0s
running tests:
	TestTestInstalledShared (6s)

syscall.Syscall6(0x119, 0x1, 0x137460, 0xc0002a3bc0, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc0002a3b68 sp=0xc0002a3af8 pc=0xa3b08
os.(*Process).blockUntilWaitable(0xc0002c0300)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc0002a3c50 sp=0xc0002a3b68 pc=0xc89c4
os.(*Process).wait(0xc0002c0300)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc0002a3cc8 sp=0xc0002a3c50 pc=0xc191c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc00012f340)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc0002a3d40 sp=0xc0002a3cc8 pc=0x15216a
os/exec.(*Cmd).Run(0xc00012f340)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc0002a3d60 sp=0xc0002a3d40 pc=0x150abc
os/exec.(*Cmd).Output(0xc00012f340)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc0002a3db0 sp=0xc0002a3d60 pc=0x1529ca
cmd/cgo/internal/testshared_test.goCmd(0xc000082b60, {0xc0002a3f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc0002a3ee8 sp=0xc0002a3db0 pc=0x1d5a02
cmd/cgo/internal/testshared_test.TestTestInstalledShared(0xc000082b60)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1102 +0xb6 fp=0xc0002a3f60 sp=0xc0002a3ee8 pc=0x1dfd26
testing.tRunner(0xc000082b60, 0x24e418)

— watchflakes

[gopherbot]

Found new dashboard test flakes for:

#!watchflakes
post <- goarch == "s390x" && `test timed out`

2023-06-07 23:23 linux-s390x-ibm go@8bfe839c runtime.TestEINTR (log)

--- FAIL: TestEINTR (7.88s)
    exec.go:190: test timed out while running command: /data/golang/workdir/tmp/go-build1857892076/testprogcgo.exe EINTR
    crash_cgo_test.go:736: /data/golang/workdir/tmp/go-build1857892076/testprogcgo.exe EINTR failed to start: context deadline exceeded
panic: test timed out after 3m0s
running tests:
	TestFakeTime (8s)
	TestMemmoveOverlapLarge0x120000 (8s)

goroutine 182470 [running]:
panic({0x48d040, 0xc000d9a350})
	/data/golang/workdir/go/src/runtime/panic.go:1017 +0x4c6 fp=0xc001109ef8 sp=0xc001109e50 pc=0x5a916
testing.(*M).startAlarm.func1()
	/data/golang/workdir/go/src/testing/testing.go:2259 +0x47a fp=0xc001109fd8 sp=0xc001109ef8 pc=0x15511a
runtime.goexit()
	/data/golang/workdir/go/src/runtime/asm_s390x.s:773 +0x2 fp=0xc001109fd8 sp=0xc001109fd8 pc=0xa6c52
created by time.goFunc
	/data/golang/workdir/go/src/time/sleep.go:176 +0x42

2023-06-08 01:52 linux-s390x-ibm go@b9baf445 cmd/cgo/internal/testshared.TestIssue44031 (log)

panic: test timed out after 3m0s
running tests:
	TestIssue44031 (4s)

syscall.Syscall6(0x119, 0x1, 0x9721a, 0xc000333b90, 0x1000004, 0x0, 0x0)
	/data/golang/workdir/go/src/syscall/syscall_linux.go:91 +0x18 fp=0xc000333b38 sp=0xc000333ac8 pc=0xa3b08
os.(*Process).blockUntilWaitable(0xc000322060)
	/data/golang/workdir/go/src/os/wait_waitid.go:32 +0x74 fp=0xc000333c20 sp=0xc000333b38 pc=0xc89c4
os.(*Process).wait(0xc000322060)
	/data/golang/workdir/go/src/os/exec_unix.go:22 +0x3c fp=0xc000333c98 sp=0xc000333c20 pc=0xc191c
os.(*Process).Wait(...)
	/data/golang/workdir/go/src/os/exec.go:132
os/exec.(*Cmd).Wait(0xc000282160)
	/data/golang/workdir/go/src/os/exec/exec.go:890 +0x4a fp=0xc000333d10 sp=0xc000333c98 pc=0x15216a
os/exec.(*Cmd).Run(0xc000282160)
	/data/golang/workdir/go/src/os/exec/exec.go:590 +0x6c fp=0xc000333d30 sp=0xc000333d10 pc=0x150abc
os/exec.(*Cmd).Output(0xc000282160)
	/data/golang/workdir/go/src/os/exec/exec.go:984 +0x11a fp=0xc000333d80 sp=0xc000333d30 pc=0x1529ca
cmd/cgo/internal/testshared_test.goCmd(0xc000082820, {0xc000333f20, 0x4, 0x4})
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:77 +0x472 fp=0xc000333eb8 sp=0xc000333d80 pc=0x1d5a02
cmd/cgo/internal/testshared_test.TestIssue44031(0xc000082820)
	/data/golang/workdir/go/src/cmd/cgo/internal/testshared/shared_test.go:1140 +0xbc fp=0xc000333f60 sp=0xc000333eb8 pc=0x1e02bc
testing.tRunner(0xc000082820, 0x24e3c8)

— watchflakes

[mknyszek]

There appear to be a lot of these timeouts recently. They don't seem to be correlated with any particular tests, just a timeout testing the runtime package. I think this probably worth looking into.

Friendly ping, @golang/s390x.