Timeous on fstree tests #933

New issue

Closed

opened 2024-01-25 10:57:48 +00:00 by fyrchik · 1 comment

fyrchik commented

2024-01-25 10:57:48 +00:00

Owner

https://git.frostfs.info/TrueCloudLab/frostfs-node/actions/runs/4593/jobs/1

panic: test timed out after 10m0s
running tests:
	TestObjectCounter (9m15s)
goroutine 21 [running]:
testing.(*M).startAlarm.func1()
	/opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:2241 +0x3c5
created by time.goFunc
	/opt/hostedtoolcache/go/1.20.13/x64/src/time/sleep.go:176 +0x32
goroutine 1 [chan receive, 9 minutes]:
testing.tRunner.func1()
	/opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1542 +0x4a5
testing.tRunner(0xc000102b60, 0xc0001c5c88)
	/opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1582 +0x144
testing.runTests(0xc00016aaa0?, {0x12980e0, 0x4, 0x4}, {0x20?, 0x100c00011d6f8?, 0x12b1720?})
	/opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:2034 +0x489
testing.(*M).Run(0xc00016aaa0)
	/opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1906 +0x63a
main.main()
	_testmain.go:55 +0x1aa
goroutine 6 [select]:
github.com/panjf2000/ants/v2.(*Pool).purgeStaleWorkers(0xc0000f20a0, {0xdaea30, 0xc0000d8140})
	/root/go/pkg/mod/github.com/panjf2000/ants/v2@v2.9.0/pool.go:84 +0x10a
created by github.com/panjf2000/ants/v2.(*Pool).goPurge
	/root/go/pkg/mod/github.com/panjf2000/ants/v2@v2.9.0/pool.go:149 +0xe5
goroutine 7 [select]:
github.com/panjf2000/ants/v2.(*Pool).ticktock(0xc0000f20a0, {0xdaea30, 0xc0000d8190})
	/root/go/pkg/mod/github.com/panjf2000/ants/v2@v2.9.0/pool.go:127 +0x145
created by github.com/panjf2000/ants/v2.(*Pool).goTicktock
	/root/go/pkg/mod/github.com/panjf2000/ants/v2@v2.9.0/pool.go:156 +0x115
goroutine 35 [semacquire, 9 minutes]:
sync.runtime_Semacquire(0xc0004781b0?)
	/opt/hostedtoolcache/go/1.20.13/x64/src/runtime/sema.go:62 +0x27
sync.(*WaitGroup).Wait(0xb81e80?)
	/opt/hostedtoolcache/go/1.20.13/x64/src/sync/waitgroup.go:116 +0x4b
golang.org/x/sync/errgroup.(*Group).Wait(0xc0002a8080)
	/root/go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:56 +0x27
git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.TestObjectCounter(0xc000102ea0)
	/workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree_test.go:95 +0x7a5
testing.tRunner(0xc000102ea0, 0xcfdce0)
	/opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1576 +0x10b
created by testing.(*T).Run
	/opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1629 +0x3ea
goroutine 100 [syscall]:
syscall.Syscall(0x48?, 0x6?, 0x80000000000?, 0x7ffff80000000000?)
	/opt/hostedtoolcache/go/1.20.13/x64/src/syscall/syscall_linux.go:69 +0x27
syscall.write(0xc000508660?, {0xc000474240?, 0x4aa7c5?, 0x41cda0?})
	/opt/hostedtoolcache/go/1.20.13/x64/src/syscall/zsyscall_linux_amd64.go:939 +0x45
syscall.Write(...)
	/opt/hostedtoolcache/go/1.20.13/x64/src/syscall/syscall_unix.go:206
internal/poll.ignoringEINTRIO(...)
	/opt/hostedtoolcache/go/1.20.13/x64/src/internal/poll/fd_unix.go:794
internal/poll.(*FD).Write(0xc000508660, {0xc000474240, 0x56, 0x56})
	/opt/hostedtoolcache/go/1.20.13/x64/src/internal/poll/fd_unix.go:383 +0x385
os.(*File).write(...)
	/opt/hostedtoolcache/go/1.20.13/x64/src/os/file_posix.go:48
os.(*File).Write(0xc0000141c8, {0xc000474240?, 0x56, 0xc00022c1c0?})
	/opt/hostedtoolcache/go/1.20.13/x64/src/os/file.go:175 +0x65
git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.(*FSTree).writeFile(0x84?, {0xc0002f5a70?, 0x3?}, {0xc000474240, 0x56, 0x56})
	/workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree.go:416 +0x74
git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.(*FSTree).writeAndRename(0xc00027e000, {0xc0002f5a70, 0x84}, {0xc0000f4b00, 0x80}, {0xc000474240?, 0x56?, 0x56?})
	/workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree.go:372 +0x15f
git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.(*FSTree).Put(0xc00027e000, {0xdaea30, 0xc0000d8230}, {{{0x99, 0x5f, 0x47, 0x49, 0x1c, 0xcf, 0xaf, ...}, ...}, ...})
	/workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree.go:361 +0x75d
git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.TestObjectCounter.func2()
	/workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree_test.go:76 +0xbb
golang.org/x/sync/errgroup.(*Group).Go.func1()
	/root/go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x64
created by golang.org/x/sync/errgroup.(*Group).Go
	/root/go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0xa5

https://git.frostfs.info/TrueCloudLab/frostfs-node/actions/runs/4593/jobs/1 ``` panic: test timed out after 10m0s running tests: TestObjectCounter (9m15s) goroutine 21 [running]: testing.(*M).startAlarm.func1() /opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:2241 +0x3c5 created by time.goFunc /opt/hostedtoolcache/go/1.20.13/x64/src/time/sleep.go:176 +0x32 goroutine 1 [chan receive, 9 minutes]: testing.tRunner.func1() /opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1542 +0x4a5 testing.tRunner(0xc000102b60, 0xc0001c5c88) /opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1582 +0x144 testing.runTests(0xc00016aaa0?, {0x12980e0, 0x4, 0x4}, {0x20?, 0x100c00011d6f8?, 0x12b1720?}) /opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:2034 +0x489 testing.(*M).Run(0xc00016aaa0) /opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1906 +0x63a main.main() _testmain.go:55 +0x1aa goroutine 6 [select]: github.com/panjf2000/ants/v2.(*Pool).purgeStaleWorkers(0xc0000f20a0, {0xdaea30, 0xc0000d8140}) /root/go/pkg/mod/github.com/panjf2000/ants/v2@v2.9.0/pool.go:84 +0x10a created by github.com/panjf2000/ants/v2.(*Pool).goPurge /root/go/pkg/mod/github.com/panjf2000/ants/v2@v2.9.0/pool.go:149 +0xe5 goroutine 7 [select]: github.com/panjf2000/ants/v2.(*Pool).ticktock(0xc0000f20a0, {0xdaea30, 0xc0000d8190}) /root/go/pkg/mod/github.com/panjf2000/ants/v2@v2.9.0/pool.go:127 +0x145 created by github.com/panjf2000/ants/v2.(*Pool).goTicktock /root/go/pkg/mod/github.com/panjf2000/ants/v2@v2.9.0/pool.go:156 +0x115 goroutine 35 [semacquire, 9 minutes]: sync.runtime_Semacquire(0xc0004781b0?) /opt/hostedtoolcache/go/1.20.13/x64/src/runtime/sema.go:62 +0x27 sync.(*WaitGroup).Wait(0xb81e80?) /opt/hostedtoolcache/go/1.20.13/x64/src/sync/waitgroup.go:116 +0x4b golang.org/x/sync/errgroup.(*Group).Wait(0xc0002a8080) /root/go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:56 +0x27 git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.TestObjectCounter(0xc000102ea0) /workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree_test.go:95 +0x7a5 testing.tRunner(0xc000102ea0, 0xcfdce0) /opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1576 +0x10b created by testing.(*T).Run /opt/hostedtoolcache/go/1.20.13/x64/src/testing/testing.go:1629 +0x3ea goroutine 100 [syscall]: syscall.Syscall(0x48?, 0x6?, 0x80000000000?, 0x7ffff80000000000?) /opt/hostedtoolcache/go/1.20.13/x64/src/syscall/syscall_linux.go:69 +0x27 syscall.write(0xc000508660?, {0xc000474240?, 0x4aa7c5?, 0x41cda0?}) /opt/hostedtoolcache/go/1.20.13/x64/src/syscall/zsyscall_linux_amd64.go:939 +0x45 syscall.Write(...) /opt/hostedtoolcache/go/1.20.13/x64/src/syscall/syscall_unix.go:206 internal/poll.ignoringEINTRIO(...) /opt/hostedtoolcache/go/1.20.13/x64/src/internal/poll/fd_unix.go:794 internal/poll.(*FD).Write(0xc000508660, {0xc000474240, 0x56, 0x56}) /opt/hostedtoolcache/go/1.20.13/x64/src/internal/poll/fd_unix.go:383 +0x385 os.(*File).write(...) /opt/hostedtoolcache/go/1.20.13/x64/src/os/file_posix.go:48 os.(*File).Write(0xc0000141c8, {0xc000474240?, 0x56, 0xc00022c1c0?}) /opt/hostedtoolcache/go/1.20.13/x64/src/os/file.go:175 +0x65 git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.(*FSTree).writeFile(0x84?, {0xc0002f5a70?, 0x3?}, {0xc000474240, 0x56, 0x56}) /workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree.go:416 +0x74 git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.(*FSTree).writeAndRename(0xc00027e000, {0xc0002f5a70, 0x84}, {0xc0000f4b00, 0x80}, {0xc000474240?, 0x56?, 0x56?}) /workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree.go:372 +0x15f git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.(*FSTree).Put(0xc00027e000, {0xdaea30, 0xc0000d8230}, {{{0x99, 0x5f, 0x47, 0x49, 0x1c, 0xcf, 0xaf, ...}, ...}, ...}) /workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree.go:361 +0x75d git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree.TestObjectCounter.func2() /workspace/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree/fstree_test.go:76 +0xbb golang.org/x/sync/errgroup.(*Group).Go.func1() /root/go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x64 created by golang.org/x/sync/errgroup.(*Group).Go /root/go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0xa5 ```