"go test -v -timeout 2h0m0s -remote TestIA:rclone-integration-test -verbose" - Starting (try 3/5) === RUN TestIntegration fstests.go:442: Using remote "TestIA:rclone-integration-test" 2024/10/04 06:49:16 DEBUG : Creating backend with remote "TestIA:rclone-integration-test/rclone-test-cezates6hika" 2024/10/04 06:49:16 DEBUG : Using config file from "/home/rclone/.rclone.conf" === RUN TestIntegration/FsCheckWrap fstests.go:483: Not a wrapping Fs === RUN TestIntegration/FsCommand fstests.go:511: No commands in this remote === RUN TestIntegration/FsRmdirNotFound fstests.go:526: Skipping test as non root bucket-based remote === RUN TestIntegration/FsString === RUN TestIntegration/FsName === RUN TestIntegration/FsRoot === RUN TestIntegration/FsRmdirEmpty === RUN TestIntegration/FsMkdir === RUN TestIntegration/FsMkdir/FsMkdirRmdirSubdir 2024/10/04 06:49:17 DEBUG : dir/subdir: Making directory fstest.go:244: Filtering empty directory "dir" fstest.go:244: Filtering empty directory "dir/subdir" 2024/10/04 06:49:17 INFO : dir/subdir: Removing directory fstest.go:244: Filtering empty directory "dir" 2024/10/04 06:49:17 INFO : dir: Removing directory === RUN TestIntegration/FsMkdir/FsListEmpty === RUN TestIntegration/FsMkdir/FsListDirEmpty === RUN TestIntegration/FsMkdir/FsListRDirEmpty === RUN TestIntegration/FsMkdir/FsListDirNotFound === RUN TestIntegration/FsMkdir/FsListRDirNotFound === RUN TestIntegration/FsMkdir/FsEncoding === RUN TestIntegration/FsMkdir/FsEncoding/control_chars fstests.go:711: testing "␀␁␂␃␄␅␆␇␈␉␊␋␌␍␎␏␐␑␒␓␔␕␖␗␘␙␚␛␜␝␞␟␡" === RUN TestIntegration/FsMkdir/FsEncoding/dot fstests.go:711: testing "．" === RUN TestIntegration/FsMkdir/FsEncoding/dot_dot fstests.go:711: testing "．．" === RUN TestIntegration/FsMkdir/FsEncoding/punctuation fstests.go:711: testing "!\"#$%&'()*+,-.／:;<=>?@[\\]^_`{|}~" === RUN TestIntegration/FsMkdir/FsEncoding/leading_space fstests.go:711: testing " leading space" === RUN TestIntegration/FsMkdir/FsEncoding/leading_tilde fstests.go:711: testing "~leading tilde" === RUN TestIntegration/FsMkdir/FsEncoding/leading_CR fstests.go:711: testing "␍leading CR" === RUN TestIntegration/FsMkdir/FsEncoding/leading_LF fstests.go:711: testing "␊leading LF" === RUN TestIntegration/FsMkdir/FsEncoding/leading_HT fstests.go:711: testing "␉leading HT" === RUN TestIntegration/FsMkdir/FsEncoding/leading_VT fstests.go:711: testing "␋leading VT" === RUN TestIntegration/FsMkdir/FsEncoding/leading_dot fstests.go:711: testing ".leading dot" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_space fstests.go:711: testing "trailing space " === RUN TestIntegration/FsMkdir/FsEncoding/trailing_CR fstests.go:711: testing "trailing CR␍" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_LF fstests.go:711: testing "trailing LF␊" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_HT fstests.go:711: testing "trailing HT␉" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_VT fstests.go:711: testing "trailing VT␋" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_dot fstests.go:711: testing "trailing dot." === RUN TestIntegration/FsMkdir/FsEncoding/invalid_UTF-8 fstests.go:711: testing "invalid utf-8\xfe" === RUN TestIntegration/FsMkdir/FsEncoding/URL_encoding fstests.go:711: testing "test%46.txt" === RUN TestIntegration/FsMkdir/FsNewObjectNotFound === RUN TestIntegration/FsMkdir/FsPutError === RUN TestIntegration/FsMkdir/FsPutZeroLength === RUN TestIntegration/FsMkdir/FsOpenWriterAt fstests.go:790: FS has no OpenWriterAt interface === RUN TestIntegration/FsMkdir/FsOpenChunkWriter fstests.go:823: FS has no OpenChunkWriter interface === RUN TestIntegration/FsMkdir/FsChangeNotify fstests.go:872: FS has no ChangeNotify interface === RUN TestIntegration/FsMkdir/FsPutFiles panic: test timed out after 2h0m0s running tests: TestIntegration (2h0m0s) TestIntegration/FsMkdir (1h59m59s) TestIntegration/FsMkdir/FsPutFiles (44s) goroutine 2162 [running]: testing.(*M).startAlarm.func1() /usr/local/go/src/testing/testing.go:2366 +0x385 created by time.goFunc /usr/local/go/src/time/sleep.go:177 +0x2d goroutine 1 [chan receive, 119 minutes]: testing.(*T).Run(0xc0000d1d40, {0x9b04fe?, 0x0?}, 0xa124e8) /usr/local/go/src/testing/testing.go:1750 +0x3ab testing.runTests.func1(0xc0000d1d40) /usr/local/go/src/testing/testing.go:2161 +0x37 testing.tRunner(0xc0000d1d40, 0xc00003dc70) /usr/local/go/src/testing/testing.go:1689 +0xfb testing.runTests(0xc00036af60, {0xdd2e40, 0x1, 0x1}, {0x1?, 0x4f986e?, 0xdf1d80?}) /usr/local/go/src/testing/testing.go:2159 +0x445 testing.(*M).Run(0xc0001edb80) /usr/local/go/src/testing/testing.go:2027 +0x68b main.main() _testmain.go:49 +0x16c goroutine 7 [chan receive, 119 minutes]: testing.(*T).Run(0xc0003aa000, {0x9abb8f?, 0xc0002aa0b0?}, 0xc000336840) /usr/local/go/src/testing/testing.go:1750 +0x3ab github.com/rclone/rclone/fstest/fstests.Run(0xc0003aa000, 0xc00033f040) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:588 +0x1085 github.com/rclone/rclone/backend/internetarchive_test.TestIntegration(0xc0003aa000) /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive_test.go:13 +0x51 testing.tRunner(0xc0003aa000, 0xa124e8) /usr/local/go/src/testing/testing.go:1689 +0xfb created by testing.(*T).Run in goroutine 1 /usr/local/go/src/testing/testing.go:1742 +0x390 goroutine 34 [syscall, 119 minutes]: os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x29 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 created by os/signal.Notify.func1.1 in goroutine 7 /usr/local/go/src/os/signal/signal.go:151 +0x1f goroutine 35 [chan receive, 119 minutes]: github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler.func1() /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:24 +0x27 created by github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler in goroutine 7 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:21 +0xab goroutine 72 [chan receive]: testing.(*T).Run(0xc0003aa820, {0x9ad70f?, 0x0?}, 0xc000127a40) /usr/local/go/src/testing/testing.go:1750 +0x3ab github.com/rclone/rclone/fstest/fstests.Run.func13(0xc0003aa820) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:955 +0xbd1 testing.tRunner(0xc0003aa820, 0xc000336840) /usr/local/go/src/testing/testing.go:1689 +0xfb created by testing.(*T).Run in goroutine 7 /usr/local/go/src/testing/testing.go:1742 +0x390 goroutine 2143 [select]: net/http.(*Transport).getConn(0xc0004a8000, 0xc00012c940, {{}, 0x0, {0xc0004c6620, 0x5}, {0xc00044e528, 0x15}, 0x0}) /usr/local/go/src/net/http/transport.go:1406 +0x5a5 net/http.(*Transport).roundTrip(0xc0004a8000, 0xc000116fc0) /usr/local/go/src/net/http/transport.go:595 +0x73a net/http.(*Transport).RoundTrip(...) /usr/local/go/src/net/http/roundtrip.go:17 github.com/rclone/rclone/fs/fshttp.(*Transport).RoundTrip(0xc0002d01c0, 0xc000116fc0) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/http.go:352 +0x345 net/http.send(0xc000116fc0, {0xaa0280, 0xc0002d01c0}, {0xc00003cf01?, 0x418e05?, 0x0?}) /usr/local/go/src/net/http/client.go:259 +0x5e4 net/http.(*Client).send(0xc0002a17a0, 0xc000116fc0, {0x410a5b?, 0x1?, 0x0?}) /usr/local/go/src/net/http/client.go:180 +0x98 net/http.(*Client).do(0xc0002a17a0, 0xc000116fc0) /usr/local/go/src/net/http/client.go:724 +0x8dc net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:590 github.com/rclone/rclone/lib/rest.(*Client).Call(0xc0002bc050, {0xaa35d0, 0xe53100}, 0xc0000fedc0) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:325 +0xcc5 github.com/rclone/rclone/backend/internetarchive.(*Object).Update.func1() /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive.go:845 +0x45 github.com/rclone/rclone/fs.pacerInvoker(0x1, 0xa, 0x40?) /home/rclone/go/src/github.com/rclone/rclone/fs/pacer.go:88 +0x32 github.com/rclone/rclone/lib/pacer.(*Pacer).call(0xc000280240, 0xc00012c900, 0xa) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:197 +0x7c github.com/rclone/rclone/lib/pacer.(*Pacer).Call(0xc000280240, 0xc00012c900) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:216 +0x92 github.com/rclone/rclone/backend/internetarchive.(*Object).Update(0xc0004a2a80, {0xaa35d0, 0xe53100}, {0xa9f600, 0xc00011d000}, {0xaa5dc0, 0xc0001c2540}, {0x0, 0x0, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive.go:844 +0x9d8 github.com/rclone/rclone/backend/internetarchive.(*Fs).Put(0xc0002aa0b0, {0xaa35d0, 0xe53100}, {0xa9f600, 0xc00011d000}, {0xaa5dc0, 0xc0001c2540}, {0x0, 0x0, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/backend/internetarchive/internetarchive.go:560 +0x199 github.com/rclone/rclone/fstest/fstests.PutTestContentsMetadata.func1() /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:186 +0x3d3 github.com/rclone/rclone/fstest/fstests.retry(0xc0000d0ea0, {0x9aa21b, 0x3}, 0xc00003dcf8) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:137 +0x117 github.com/rclone/rclone/fstest/fstests.PutTestContentsMetadata({0xaa35d0, 0xe53100}, 0xc0000d0ea0, {0xaa6cc0, 0xc0002aa0b0}, 0xc00032de80, 0x28?, {0xc00046c8c0?, 0x51a7ad?}, 0x1, ...) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:161 +0x17f github.com/rclone/rclone/fstest/fstests.testPutMimeType({0xaa35d0, 0xe53100}, 0xc0000d0ea0, {0xaa6cc0, 0xc0002aa0b0}, 0xc00032de80, {0x0, 0x0}, 0x0) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:223 +0x168 github.com/rclone/rclone/fstest/fstests.testPut(...) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:213 github.com/rclone/rclone/fstest/fstests.Run.func13.14(0xc0000d0ea0) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:958 +0x1d0 testing.tRunner(0xc0000d0ea0, 0xc000127a40) /usr/local/go/src/testing/testing.go:1689 +0xfb created by testing.(*T).Run in goroutine 72 /usr/local/go/src/testing/testing.go:1742 +0x390 goroutine 1114 [IO wait]: internal/poll.runtime_pollWait(0x7f17dca0e6d0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x85 internal/poll.(*pollDesc).wait(0xc0001e8080?, 0xc000218000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0001e8080, {0xc000218000, 0x2000, 0x2000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0001e8080, {0xc000218000?, 0xc000166838?, 0x418e05?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0003336e8, {0xc000218000?, 0x7f17d67beae8?, 0xc00042ccd8?}) /usr/local/go/src/net/net.go:179 +0x45 github.com/rclone/rclone/fs/fshttp.(*timeoutConn).Read(0xc00042c4f8, {0xc000218000?, 0x0?, 0x1d2580?}) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/dialer.go:111 +0x2c crypto/tls.(*atLeastReader).Read(0xc00042ccd8, {0xc000218000?, 0x0?, 0xc00042ccd8?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x3b bytes.(*Buffer).ReadFrom(0xc0001189b0, {0xaa04c0, 0xc00042ccd8}) /usr/local/go/src/bytes/buffer.go:211 +0x98 crypto/tls.(*Conn).readFromUntil(0xc000118708, {0x7f17d67c0ff8, 0xc00042c4f8}, 0xc000166960?) /usr/local/go/src/crypto/tls/conn.go:828 +0xde crypto/tls.(*Conn).readRecordOrCCS(0xc000118708, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x3cf crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0xc000118708, {0xc00025f000, 0x1000, 0xc000166c80?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x156 bufio.(*Reader).Read(0xc0000814a0, {0xc00029e040, 0x9, 0xdd0b60?}) /usr/local/go/src/bufio/bufio.go:241 +0x197 io.ReadAtLeast({0xa9f860, 0xc0000814a0}, {0xc00029e040, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 net/http.http2readFrameHeader({0xc00029e040, 0x9, 0xc00023ecc0?}, {0xa9f860?, 0xc0000814a0?}) /usr/local/go/src/net/http/h2_bundle.go:1638 +0x65 net/http.(*http2Framer).ReadFrame(0xc00029e000) /usr/local/go/src/net/http/h2_bundle.go:1902 +0x85 net/http.(*http2clientConnReadLoop).run(0xc000166fa8) /usr/local/go/src/net/http/h2_bundle.go:9303 +0x12c net/http.(*http2ClientConn).readLoop(0xc000003200) /usr/local/go/src/net/http/h2_bundle.go:9198 +0x65 created by net/http.(*http2Transport).newClientConn in goroutine 1113 /usr/local/go/src/net/http/h2_bundle.go:7848 +0xca6 goroutine 2157 [chan receive]: net/http.(*persistConn).addTLS(0xc000117200, {0xaa35d0, 0xe53100}, {0xc00044e528, 0x11}, 0x0) /usr/local/go/src/net/http/transport.go:1578 +0x327 net/http.(*Transport).dialConn(0xc0004a8000, {0xaa35d0, 0xe53100}, {{}, 0x0, {0xc0004c6620, 0x5}, {0xc00044e528, 0x15}, 0x0}) /usr/local/go/src/net/http/transport.go:1657 +0x99c net/http.(*Transport).dialConnFor(0xc0004a8000, 0xc0001a6370) /usr/local/go/src/net/http/transport.go:1484 +0xca created by net/http.(*Transport).queueForDial in goroutine 2143 /usr/local/go/src/net/http/transport.go:1449 +0x3c9 goroutine 2161 [IO wait]: internal/poll.runtime_pollWait(0x7f17dca0e4e0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x85 internal/poll.(*pollDesc).wait(0xc000570080?, 0xc000410480?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000570080, {0xc000410480, 0x240, 0x240}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000570080, {0xc000410480?, 0xc000165688?, 0x418e05?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0002be1a8, {0xc000410480?, 0x7f17d67beae8?, 0xc00042cfd8?}) /usr/local/go/src/net/net.go:179 +0x45 github.com/rclone/rclone/fs/fshttp.(*timeoutConn).Read(0xc00042cfc0, {0xc000410480?, 0x92c8c0?, 0x205?}) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/dialer.go:111 +0x2c crypto/tls.(*atLeastReader).Read(0xc00042cfd8, {0xc000410480?, 0x0?, 0xc00042cfd8?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x3b bytes.(*Buffer).ReadFrom(0xc000118d30, {0xaa04c0, 0xc00042cfd8}) /usr/local/go/src/bytes/buffer.go:211 +0x98 crypto/tls.(*Conn).readFromUntil(0xc000118a88, {0x7f17d67c0ff8, 0xc00042cfc0}, 0x4aba80?) /usr/local/go/src/crypto/tls/conn.go:828 +0xde crypto/tls.(*Conn).readRecordOrCCS(0xc000118a88, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x3cf crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).readHandshakeBytes(0xc000118a88, 0x4) /usr/local/go/src/crypto/tls/conn.go:1075 +0x51 crypto/tls.(*Conn).readHandshake(0xc000118a88, {0x0, 0x0}) /usr/local/go/src/crypto/tls/conn.go:1086 +0x34 crypto/tls.(*Conn).clientHandshake(0xc000118a88, {0xaa3678, 0xc00048ac30}) /usr/local/go/src/crypto/tls/handshake_client.go:225 +0x27b crypto/tls.(*Conn).handshakeContext(0xc000118a88, {0xaa35d0, 0xe53100}) /usr/local/go/src/crypto/tls/conn.go:1553 +0x3cb crypto/tls.(*Conn).HandshakeContext(...) /usr/local/go/src/crypto/tls/conn.go:1493 net/http.(*persistConn).addTLS.func2() /usr/local/go/src/net/http/transport.go:1572 +0x6e created by net/http.(*persistConn).addTLS in goroutine 2157 /usr/local/go/src/net/http/transport.go:1568 +0x309 exit status 2 FAIL github.com/rclone/rclone/backend/internetarchive 7200.020s "go test -v -timeout 2h0m0s -remote TestIA:rclone-integration-test -verbose" - Finished ERROR in 2h0m0.761259326s (try 3/5): exit status 1: Failed []