"go test -v -timeout 2h0m0s -remote TestIA:rclone-integration-test -verbose" - Starting (try 4/5) === RUN TestIntegration fstests.go:442: Using remote "TestIA:rclone-integration-test" 2024/10/03 09:00:25 DEBUG : Creating backend with remote "TestIA:rclone-integration-test/rclone-test-tujimav7quhe" 2024/10/03 09:00:25 DEBUG : Using config file from "/home/rclone/.rclone.conf" === RUN TestIntegration/FsCheckWrap fstests.go:483: Not a wrapping Fs === RUN TestIntegration/FsCommand fstests.go:511: No commands in this remote === RUN TestIntegration/FsRmdirNotFound fstests.go:526: Skipping test as non root bucket-based remote === RUN TestIntegration/FsString === RUN TestIntegration/FsName === RUN TestIntegration/FsRoot === RUN TestIntegration/FsRmdirEmpty === RUN TestIntegration/FsMkdir === RUN TestIntegration/FsMkdir/FsMkdirRmdirSubdir 2024/10/03 09:00:26 DEBUG : dir/subdir: Making directory fstest.go:244: Filtering empty directory "dir" fstest.go:244: Filtering empty directory "dir/subdir" 2024/10/03 09:00:27 INFO : dir/subdir: Removing directory fstest.go:244: Filtering empty directory "dir" 2024/10/03 09:00:27 INFO : dir: Removing directory === RUN TestIntegration/FsMkdir/FsListEmpty === RUN TestIntegration/FsMkdir/FsListDirEmpty === RUN TestIntegration/FsMkdir/FsListRDirEmpty === RUN TestIntegration/FsMkdir/FsListDirNotFound === RUN TestIntegration/FsMkdir/FsListRDirNotFound === RUN TestIntegration/FsMkdir/FsEncoding === RUN TestIntegration/FsMkdir/FsEncoding/control_chars fstests.go:711: testing "␀␁␂␃␄␅␆␇␈␉␊␋␌␍␎␏␐␑␒␓␔␕␖␗␘␙␚␛␜␝␞␟␡" === RUN TestIntegration/FsMkdir/FsEncoding/dot fstests.go:711: testing "." === RUN TestIntegration/FsMkdir/FsEncoding/dot_dot fstests.go:711: testing ".." === RUN TestIntegration/FsMkdir/FsEncoding/punctuation fstests.go:711: testing "!\"#$%&'()*+,-./:;<=>?@[\\]^_`{|}~" === RUN TestIntegration/FsMkdir/FsEncoding/leading_space fstests.go:711: testing " leading space" === RUN TestIntegration/FsMkdir/FsEncoding/leading_tilde fstests.go:711: testing "~leading tilde" === RUN TestIntegration/FsMkdir/FsEncoding/leading_CR fstests.go:711: testing "␍leading CR" === RUN TestIntegration/FsMkdir/FsEncoding/leading_LF fstests.go:711: testing "␊leading LF" === RUN TestIntegration/FsMkdir/FsEncoding/leading_HT fstests.go:711: testing "␉leading HT" === RUN TestIntegration/FsMkdir/FsEncoding/leading_VT fstests.go:711: testing "␋leading VT" === RUN TestIntegration/FsMkdir/FsEncoding/leading_dot fstests.go:711: testing ".leading dot" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_space fstests.go:711: testing "trailing space " === RUN TestIntegration/FsMkdir/FsEncoding/trailing_CR fstests.go:711: testing "trailing CR␍" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_LF fstests.go:711: testing "trailing LF␊" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_HT fstests.go:711: testing "trailing HT␉" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_VT fstests.go:711: testing "trailing VT␋" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_dot fstests.go:711: testing "trailing dot." === RUN TestIntegration/FsMkdir/FsEncoding/invalid_UTF-8 fstests.go:711: testing "invalid utf-8\xfe" === RUN TestIntegration/FsMkdir/FsEncoding/URL_encoding fstests.go:711: testing "test%46.txt" === RUN TestIntegration/FsMkdir/FsNewObjectNotFound === RUN TestIntegration/FsMkdir/FsPutError === RUN TestIntegration/FsMkdir/FsPutZeroLength === RUN TestIntegration/FsMkdir/FsOpenWriterAt fstests.go:790: FS has no OpenWriterAt interface === RUN TestIntegration/FsMkdir/FsOpenChunkWriter fstests.go:823: FS has no OpenChunkWriter interface === RUN TestIntegration/FsMkdir/FsChangeNotify fstests.go:872: FS has no ChangeNotify interface === RUN TestIntegration/FsMkdir/FsPutFiles panic: test timed out after 2h0m0s running tests: TestIntegration (2h0m0s) TestIntegration/FsMkdir (1h59m59s) TestIntegration/FsMkdir/FsPutFiles (42s) goroutine 2164 [running]: testing.(*M).startAlarm.func1() /usr/local/go/src/testing/testing.go:2366 +0x385 created by time.goFunc /usr/local/go/src/time/sleep.go:177 +0x2d goroutine 1 [chan receive, 119 minutes]: testing.(*T).Run(0xc000129380, {0x9b04fe?, 0x0?}, 0xa124e8) /usr/local/go/src/testing/testing.go:1750 +0x3ab testing.runTests.func1(0xc000129380) /usr/local/go/src/testing/testing.go:2161 +0x37 testing.tRunner(0xc000129380, 0xc00003dc70) /usr/local/go/src/testing/testing.go:1689 +0xfb testing.runTests(0xc000326eb8, {0xdd2e40, 0x1, 0x1}, {0x1?, 0x4f986e?, 0xdf1d80?}) /usr/local/go/src/testing/testing.go:2159 +0x445 testing.(*M).Run(0xc00014ab40) /usr/local/go/src/testing/testing.go:2027 +0x68b main.main() _testmain.go:49 +0x16c goroutine 19 [chan receive, 119 minutes]: testing.(*T).Run(0xc000129520, {0x9abb8f?, 0xc00013c160?}, 0xc0002e46c0) /usr/local/go/src/testing/testing.go:1750 +0x3ab github.com/rclone/rclone/fstest/fstests.Run(0xc000129520, 0xc0002ffba0) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:588 +0x1085 github.com/rclone/rclone/backend/internetarchive_test.TestIntegration(0xc000129520) /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive_test.go:13 +0x51 testing.tRunner(0xc000129520, 0xa124e8) /usr/local/go/src/testing/testing.go:1689 +0xfb created by testing.(*T).Run in goroutine 1 /usr/local/go/src/testing/testing.go:1742 +0x390 goroutine 21 [syscall, 119 minutes]: os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x29 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 created by os/signal.Notify.func1.1 in goroutine 19 /usr/local/go/src/os/signal/signal.go:151 +0x1f goroutine 22 [chan receive, 119 minutes]: github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler.func1() /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:24 +0x27 created by github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler in goroutine 19 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:21 +0xab goroutine 50 [chan receive]: testing.(*T).Run(0xc000128680, {0x9ad70f?, 0x0?}, 0xc000479080) /usr/local/go/src/testing/testing.go:1750 +0x3ab github.com/rclone/rclone/fstest/fstests.Run.func13(0xc000128680) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:955 +0xbd1 testing.tRunner(0xc000128680, 0xc0002e46c0) /usr/local/go/src/testing/testing.go:1689 +0xfb created by testing.(*T).Run in goroutine 19 /usr/local/go/src/testing/testing.go:1742 +0x390 goroutine 2111 [select]: github.com/rclone/rclone/backend/internetarchive.(*Fs).waitFileUpload(0xc00013c160, {0xaa35d0, 0xe53100}, {0x9af7ee, 0xd}, {0xc0001966e0, 0x20}, 0x64) /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive.go:1107 +0x465 github.com/rclone/rclone/backend/internetarchive.(*Object).Update(0xc0003b0d80, {0xaa35d0, 0xe53100}, {0xa9f600, 0xc000042280}, {0xaa5dc0, 0xc0001f2070}, {0x0, 0x0, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive.go:854 +0xa7d github.com/rclone/rclone/backend/internetarchive.(*Fs).Put(0xc00013c160, {0xaa35d0, 0xe53100}, {0xa9f600, 0xc000042280}, {0xaa5dc0, 0xc0001f2070}, {0x0, 0x0, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive.go:560 +0x199 github.com/rclone/rclone/fstest/fstests.PutTestContentsMetadata.func1() /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:186 +0x3d3 github.com/rclone/rclone/fstest/fstests.retry(0xc000128820, {0x9aa21b, 0x3}, 0xc0005bbcf8) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:137 +0x117 github.com/rclone/rclone/fstest/fstests.PutTestContentsMetadata({0xaa35d0, 0xe53100}, 0xc000128820, {0xaa6cc0, 0xc00013c160}, 0xc000388800, 0x28?, {0xc000472310?, 0x51a7ad?}, 0x1, ...) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:161 +0x17f github.com/rclone/rclone/fstest/fstests.testPutMimeType({0xaa35d0, 0xe53100}, 0xc000128820, {0xaa6cc0, 0xc00013c160}, 0xc000388800, {0x0, 0x0}, 0x0) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:223 +0x168 github.com/rclone/rclone/fstest/fstests.testPut(...) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:213 github.com/rclone/rclone/fstest/fstests.Run.func13.14(0xc000128820) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:957 +0x16f testing.tRunner(0xc000128820, 0xc000479080) /usr/local/go/src/testing/testing.go:1689 +0xfb created by testing.(*T).Run in goroutine 50 /usr/local/go/src/testing/testing.go:1742 +0x390 goroutine 2150 [sleep]: time.Sleep(0x2540be400) /usr/local/go/src/runtime/time.go:195 +0x115 github.com/rclone/rclone/backend/internetarchive.(*Fs).waitFileUpload.func1() /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive.go:1049 +0x145 created by github.com/rclone/rclone/backend/internetarchive.(*Fs).waitFileUpload in goroutine 2111 /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive.go:1043 +0x3e9 goroutine 1111 [IO wait]: internal/poll.runtime_pollWait(0x7f6b8ca384e0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x85 internal/poll.(*pollDesc).wait(0xc0001e8100?, 0xc000422000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0001e8100, {0xc000422000, 0x2000, 0x2000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0001e8100, {0xc000422000?, 0xc0004d6838?, 0x418e05?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0002a4010, {0xc000422000?, 0x7f6b8ca48158?, 0xc0003969d8?}) /usr/local/go/src/net/net.go:179 +0x45 github.com/rclone/rclone/fs/fshttp.(*timeoutConn).Read(0xc0003264f8, {0xc000422000?, 0x0?, 0x1badc0?}) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/dialer.go:111 +0x2c crypto/tls.(*atLeastReader).Read(0xc0003969d8, {0xc000422000?, 0x0?, 0xc0003969d8?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x3b bytes.(*Buffer).ReadFrom(0xc0000049b0, {0xaa04c0, 0xc0003969d8}) /usr/local/go/src/bytes/buffer.go:211 +0x98 crypto/tls.(*Conn).readFromUntil(0xc000004708, {0x7f6b8c219ad8, 0xc0003264f8}, 0xc0004d6960?) /usr/local/go/src/crypto/tls/conn.go:828 +0xde crypto/tls.(*Conn).readRecordOrCCS(0xc000004708, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x3cf crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0xc000004708, {0xc00044b000, 0x1000, 0xc0004d6c80?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x156 bufio.(*Reader).Read(0xc0004cda40, {0xc0000dc200, 0x9, 0xdd0b60?}) /usr/local/go/src/bufio/bufio.go:241 +0x197 io.ReadAtLeast({0xa9f860, 0xc0004cda40}, {0xc0000dc200, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 net/http.http2readFrameHeader({0xc0000dc200, 0x9, 0xc00016bc20?}, {0xa9f860?, 0xc0004cda40?}) /usr/local/go/src/net/http/h2_bundle.go:1638 +0x65 net/http.(*http2Framer).ReadFrame(0xc0000dc1c0) /usr/local/go/src/net/http/h2_bundle.go:1902 +0x85 net/http.(*http2clientConnReadLoop).run(0xc0004d6fa8) /usr/local/go/src/net/http/h2_bundle.go:9303 +0x12c net/http.(*http2ClientConn).readLoop(0xc000002600) /usr/local/go/src/net/http/h2_bundle.go:9198 +0x65 created by net/http.(*http2Transport).newClientConn in goroutine 1110 /usr/local/go/src/net/http/h2_bundle.go:7848 +0xca6 goroutine 2127 [IO wait]: internal/poll.runtime_pollWait(0x7f6b8ca386d0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x85 internal/poll.(*pollDesc).wait(0xc000140100?, 0xc0005bc000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000140100, {0xc0005bc000, 0x2000, 0x2000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000140100, {0xc0005bc000?, 0xc0004da838?, 0x418e05?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0002f7490, {0xc0005bc000?, 0x7f6b8c2207b8?, 0xc0004bc168?}) /usr/local/go/src/net/net.go:179 +0x45 github.com/rclone/rclone/fs/fshttp.(*timeoutConn).Read(0xc000396390, {0xc0005bc000?, 0x0?, 0x1522c0?}) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/dialer.go:111 +0x2c crypto/tls.(*atLeastReader).Read(0xc0004bc168, {0xc0005bc000?, 0x0?, 0xc0004bc168?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x3b bytes.(*Buffer).ReadFrom(0xc000004d30, {0xaa04c0, 0xc0004bc168}) /usr/local/go/src/bytes/buffer.go:211 +0x98 crypto/tls.(*Conn).readFromUntil(0xc000004a88, {0x7f6b8c219ad8, 0xc000396390}, 0xc0004da960?) /usr/local/go/src/crypto/tls/conn.go:828 +0xde crypto/tls.(*Conn).readRecordOrCCS(0xc000004a88, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x3cf crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0xc000004a88, {0xc0005c2000, 0x1000, 0xc0004dacb8?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x156 bufio.(*Reader).Read(0xc00040ede0, {0xc00013e120, 0x9, 0xc0004c2e00?}) /usr/local/go/src/bufio/bufio.go:241 +0x197 io.ReadAtLeast({0xa9f860, 0xc00040ede0}, {0xc00013e120, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 net/http.http2readFrameHeader({0xc00013e120, 0x9, 0xc00016b380?}, {0xa9f860?, 0xc00040ede0?}) /usr/local/go/src/net/http/h2_bundle.go:1638 +0x65 net/http.(*http2Framer).ReadFrame(0xc00013e0e0) /usr/local/go/src/net/http/h2_bundle.go:1902 +0x85 net/http.(*http2clientConnReadLoop).run(0xc0004dafa8) /usr/local/go/src/net/http/h2_bundle.go:9303 +0x12c net/http.(*http2ClientConn).readLoop(0xc000002780) /usr/local/go/src/net/http/h2_bundle.go:9198 +0x65 created by net/http.(*http2Transport).newClientConn in goroutine 2126 /usr/local/go/src/net/http/h2_bundle.go:7848 +0xca6 exit status 2 FAIL github.com/rclone/rclone/backend/internetarchive 7200.027s "go test -v -timeout 2h0m0s -remote TestIA:rclone-integration-test -verbose" - Finished ERROR in 2h0m0.644797211s (try 4/5): exit status 1: Failed []