"go test -v -timeout 2h0m0s -remote TestDrime: -verbose" - Starting (try 4/5) === RUN TestIntegration fstests.go:438: Using remote "TestDrime:" 2026/03/24 07:44:45 DEBUG : Creating backend with remote "TestDrime:rclone-test-gupekim7tanu" 2026/03/24 07:44:45 DEBUG : Using config file from "/home/rclone/.rclone.conf" === RUN TestIntegration/FsCheckWrap fstests.go:479: Not a wrapping Fs === RUN TestIntegration/FsCommand fstests.go:507: No commands in this remote === RUN TestIntegration/FsRmdirNotFound === RUN TestIntegration/FsString === RUN TestIntegration/FsName === RUN TestIntegration/FsRoot === RUN TestIntegration/FsRmdirEmpty === RUN TestIntegration/FsMkdir === RUN TestIntegration/FsMkdir/FsMkdirRmdirSubdir 2026/03/24 07:45:12 INFO : dir/subdir: Making directory 2026/03/24 07:45:39 INFO : dir/subdir: Removing directory 2026/03/24 07:45:53 INFO : dir: Removing directory === RUN TestIntegration/FsMkdir/FsListEmpty === RUN TestIntegration/FsMkdir/FsListDirEmpty === RUN TestIntegration/FsMkdir/FsListRDirEmpty fstests.go:399: FS has no ListR interface === RUN TestIntegration/FsMkdir/FsListDirNotFound 2026/03/24 07:46:16 ERROR : does not exist: error listing: directory not found === RUN TestIntegration/FsMkdir/FsListRDirNotFound fstests.go:399: FS has no ListR interface === RUN TestIntegration/FsMkdir/FsEncoding === RUN TestIntegration/FsMkdir/FsEncoding/control_chars fstests.go:708: testing "␀␁␂␃␄␅␆␇␈␉␊␋␌␍␎␏␐␑␒␓␔␕␖␗␘␙␚␛␜␝␞␟␡" === RUN TestIntegration/FsMkdir/FsEncoding/dot fstests.go:708: testing "." === RUN TestIntegration/FsMkdir/FsEncoding/dot_dot fstests.go:708: testing ".." === RUN TestIntegration/FsMkdir/FsEncoding/punctuation fstests.go:708: testing "!\"#$%&'()*+,-./:;<=>?@[\\]^_`{|}~" === RUN TestIntegration/FsMkdir/FsEncoding/leading_space fstests.go:708: testing " leading space" === RUN TestIntegration/FsMkdir/FsEncoding/leading_tilde fstests.go:708: testing "~leading tilde" 2026/03/24 07:52:01 DEBUG : Couldn't decode error response: invalid character '<' looking for beginning of value 2026/03/24 07:52:01 DEBUG : pacer: low level retry 1/10 (error Error "503 Service Unavailable (503): \n\n\n \n \n \n 503 Service Temporarily Unavailable\n \n\n\n
\n
\n

Server Error

\n
503
\n

Service Temporarily Unavailable

\n

The server is temporarily unable to service your request due to maintenance downtime or capacity problems. Please try again later.

\n
\n

That's what you can do

\n \n
\n
\n\n") 2026/03/24 07:52:01 DEBUG : pacer: Rate limited, increasing sleep to 20ms 2026/03/24 07:52:06 DEBUG : pacer: Reducing sleep to 10ms === RUN TestIntegration/FsMkdir/FsEncoding/leading_CR fstests.go:708: testing "␍leading CR" === RUN TestIntegration/FsMkdir/FsEncoding/leading_LF fstests.go:708: testing "␊leading LF" === RUN TestIntegration/FsMkdir/FsEncoding/leading_HT fstests.go:708: testing "␉leading HT" === RUN TestIntegration/FsMkdir/FsEncoding/leading_VT fstests.go:708: testing "␋leading VT" === RUN TestIntegration/FsMkdir/FsEncoding/leading_dot fstests.go:708: testing ".leading dot" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_space fstests.go:708: testing "trailing space " === RUN TestIntegration/FsMkdir/FsEncoding/trailing_CR fstests.go:708: testing "trailing CR␍" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_LF fstests.go:708: testing "trailing LF␊" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_HT fstests.go:708: testing "trailing HT␉" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_VT fstests.go:708: testing "trailing VT␋" === RUN TestIntegration/FsMkdir/FsEncoding/trailing_dot fstests.go:708: testing "trailing dot." === RUN TestIntegration/FsMkdir/FsEncoding/invalid_UTF-8 fstests.go:708: testing "invalid utf-8\xfe" === RUN TestIntegration/FsMkdir/FsEncoding/URL_encoding fstests.go:708: testing "test%46.txt" === RUN TestIntegration/FsMkdir/FsNewObjectNotFound === RUN TestIntegration/FsMkdir/FsPutError === RUN TestIntegration/FsMkdir/FsPutZeroLength === RUN TestIntegration/FsMkdir/FsOpenWriterAt fstests.go:787: FS has no OpenWriterAt interface === RUN TestIntegration/FsMkdir/FsOpenChunkWriter 2026/03/24 08:02:12 NOTICE: drime root 'rclone-test-gupekim7tanu': Streaming uploads using chunk size 5Mi will have maximum file size of 48.828Gi === RUN TestIntegration/FsMkdir/FsChangeNotify fstests.go:869: FS has no ChangeNotify interface === RUN TestIntegration/FsMkdir/FsPutFiles 2026/03/24 08:03:50 DEBUG : file name.txt: Removing old object on successful upload === RUN TestIntegration/FsMkdir/FsPutFiles/FsListDirFile2 === RUN TestIntegration/FsMkdir/FsPutFiles/FsListRDirFile2 fstests.go:399: FS has no ListR interface === RUN TestIntegration/FsMkdir/FsPutFiles/FsListR === RUN TestIntegration/FsMkdir/FsPutFiles/FsListRSubdir === RUN TestIntegration/FsMkdir/FsPutFiles/FsListDirRoot 2026/03/24 08:04:35 DEBUG : Creating backend with remote "TestDrime:" 2026/03/24 08:04:35 DEBUG : Config file has changed externally - reloading === RUN TestIntegration/FsMkdir/FsPutFiles/FsListRDirRoot fstests.go:399: FS has no ListR interface === RUN TestIntegration/FsMkdir/FsPutFiles/FsListSubdir === RUN TestIntegration/FsMkdir/FsPutFiles/FsListRSubdir#01 fstests.go:399: FS has no ListR interface === RUN TestIntegration/FsMkdir/FsPutFiles/FsListLevel2 === RUN TestIntegration/FsMkdir/FsPutFiles/FsListRLevel2 fstests.go:399: FS has no ListR interface === RUN TestIntegration/FsMkdir/FsPutFiles/FsListFile1 === RUN TestIntegration/FsMkdir/FsPutFiles/FsNewObject === RUN TestIntegration/FsMkdir/FsPutFiles/FsNewObjectCaseInsensitive fstests.go:1122: Not Case Insensitive === RUN TestIntegration/FsMkdir/FsPutFiles/FsListFile1and2 === RUN TestIntegration/FsMkdir/FsPutFiles/FsNewObjectDir === RUN TestIntegration/FsMkdir/FsPutFiles/FsPurge === RUN TestIntegration/FsMkdir/FsPutFiles/FsPurgeRoot 2026/03/24 08:06:48 DEBUG : Creating backend with remote "TestDrime:rclone-test-gupekim7tanu/dirToPurgeFromRoot" === RUN TestIntegration/FsMkdir/FsPutFiles/FsListRootedSubdir 2026/03/24 08:07:11 DEBUG : Creating backend with remote "TestDrime:rclone-test-gupekim7tanu/hello? sausage/êé" === RUN TestIntegration/FsMkdir/FsPutFiles/FsCopy 2026/03/24 08:32:43 DEBUG : pacer: low level retry 1/10 (error Put "https://app.drime.cloud/api/v1/file-entries/526061639": read tcp 65.108.87.141:48538->57.130.54.115:443: read: connection reset by peer) 2026/03/24 08:32:43 DEBUG : pacer: Rate limited, increasing sleep to 20ms 2026/03/24 08:56:48 DEBUG : pacer: low level retry 2/10 (error Put "https://app.drime.cloud/api/v1/file-entries/526061639": EOF) 2026/03/24 08:56:48 DEBUG : pacer: Rate limited, increasing sleep to 40ms 2026/03/24 08:56:48 DEBUG : pacer: low level retry 3/10 (error Put "https://app.drime.cloud/api/v1/file-entries/526061639": EOF) 2026/03/24 08:56:48 DEBUG : pacer: Rate limited, increasing sleep to 80ms panic: test timed out after 2h0m0s running tests: TestIntegration (2h0m0s) TestIntegration/FsMkdir (1h59m42s) TestIntegration/FsMkdir/FsPutFiles (1h41m48s) TestIntegration/FsMkdir/FsPutFiles/FsCopy (1h36m29s) goroutine 535184 [running]: testing.(*M).startAlarm.func1() /usr/local/go/src/testing/testing.go:2802 +0x34b created by time.goFunc /usr/local/go/src/time/sleep.go:215 +0x2d goroutine 1 [chan receive, 119 minutes]: testing.(*T).Run(0x3342bac36248, {0xc7dd8f?, 0x3342ba9f7b30?}, 0xcdac68) /usr/local/go/src/testing/testing.go:2109 +0x4e5 testing.runTests.func1(0x3342bac36248) /usr/local/go/src/testing/testing.go:2585 +0x37 testing.tRunner(0x3342bac36248, 0x3342ba9f7c58) /usr/local/go/src/testing/testing.go:2036 +0xea testing.runTests({0xc86f0b, 0x18}, {0xc968a1, 0x26}, 0x3342bac0ac30, {0x12e9880, 0x1, 0x1}, {0xc268b5236efd6e2f, 0x68c626d7bd9, ...}) /usr/local/go/src/testing/testing.go:2583 +0x505 testing.(*M).Run(0x3342bac0ea00) /usr/local/go/src/testing/testing.go:2443 +0x6ac main.main() _testmain.go:46 +0x9b goroutine 34 [chan receive, 119 minutes]: testing.(*T).Run(0x3342bac36488, {0xc7646c?, 0x3342baaa7c20?}, 0x3342ba9e2240) /usr/local/go/src/testing/testing.go:2109 +0x4e5 github.com/rclone/rclone/fstest/fstests.Run(0x3342bac36488, 0x3342bab4e8f0) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:584 +0x1025 github.com/rclone/rclone/backend/drime.TestIntegration(0x3342bac36488) /home/rclone/go/src/github.com/rclone/rclone/backend/drime/drime_test.go:13 +0x59 testing.tRunner(0x3342bac36488, 0xcdac68) /usr/local/go/src/testing/testing.go:2036 +0xea created by testing.(*T).Run in goroutine 1 /usr/local/go/src/testing/testing.go:2101 +0x4c5 goroutine 22 [syscall, 119 minutes]: os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x98 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 created by os/signal.Notify.func1.1 in goroutine 34 /usr/local/go/src/os/signal/signal.go:152 +0x1f goroutine 23 [chan receive, 119 minutes]: github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler.func1() /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:24 +0x27 created by github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler in goroutine 34 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:21 +0xa7 goroutine 1103 [chan receive, 96 minutes]: testing.(*T).Run(0x3342bac36908, {0xc75021?, 0x3342bac36908?}, 0x3342ba8fe480) /usr/local/go/src/testing/testing.go:2109 +0x4e5 github.com/rclone/rclone/fstest/fstests.Run.func13.14(0x3342bac36908) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:1249 +0xea5 testing.tRunner(0x3342bac36908, 0x3342ba9e2000) /usr/local/go/src/testing/testing.go:2036 +0xea created by testing.(*T).Run in goroutine 94 /usr/local/go/src/testing/testing.go:2101 +0x4c5 goroutine 11 [select]: github.com/rclone/rclone/fs/accounting.(*StatsInfo).averageLoop(0x3342ba86fa40, {0xcec8f8, 0x3342baa600f0}) /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/stats.go:352 +0x145 created by github.com/rclone/rclone/fs/accounting.(*StatsInfo)._startAverageLoop in goroutine 34 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/stats.go:389 +0x11d goroutine 94 [chan receive, 101 minutes]: testing.(*T).Run(0x3342bac36fc8, {0xc79858?, 0x0?}, 0x3342ba9e2000) /usr/local/go/src/testing/testing.go:2109 +0x4e5 github.com/rclone/rclone/fstest/fstests.Run.func13(0x3342bac36fc8) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:952 +0xbcf testing.tRunner(0x3342bac36fc8, 0x3342ba9e2240) /usr/local/go/src/testing/testing.go:2036 +0xea created by testing.(*T).Run in goroutine 34 /usr/local/go/src/testing/testing.go:2101 +0x4c5 goroutine 535073 [chan receive]: net/http.(*persistConn).addTLS(0x3342bac94b40, {0xcec8f8, 0x3342bab2bb30}, {0x3342ba8a6288, 0xf}, 0x0) /usr/local/go/src/net/http/transport.go:1742 +0x327 net/http.(*Transport).dialConn(0x3342baa1b520, {0xcec8f8, 0x3342bab2bb30}, {{}, 0x0, {0x3342ba956140, 0x5}, {0x3342ba8a6288, 0x13}, 0x0}, ...) /usr/local/go/src/net/http/transport.go:1825 +0x9fc net/http.(*Transport).dialConnFor(0x3342baa1b520, 0x3342ba9dc370) /usr/local/go/src/net/http/transport.go:1648 +0xd2 net/http.(*Transport).startDialConnForLocked.func1() /usr/local/go/src/net/http/transport.go:1629 +0x35 created by net/http.(*Transport).startDialConnForLocked in goroutine 1570 /usr/local/go/src/net/http/transport.go:1628 +0x112 goroutine 1570 [select]: net/http.(*Transport).getConn(0x3342baa1b520, 0x3342bab2bae0, {{}, 0x0, {0x3342ba956140, 0x5}, {0x3342ba8a6288, 0x13}, 0x0}) /usr/local/go/src/net/http/transport.go:1552 +0x4b0 net/http.(*Transport).roundTrip(0x3342baa1b520, 0x3342bab2e140) /usr/local/go/src/net/http/transport.go:693 +0xa7f net/http.(*Transport).RoundTrip(...) /usr/local/go/src/net/http/roundtrip.go:33 github.com/rclone/rclone/fs/fshttp.(*Transport).RoundTrip(0x3342ba9c09c0, 0x3342bab2e140) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/http.go:496 +0x34a net/http.send(0x3342bab2e140, {0xce6680, 0x3342ba9c09c0}, {0x3342ba8baf80?, 0x4930a6?, 0x0?}) /usr/local/go/src/net/http/client.go:264 +0x64b net/http.(*Client).send(0x3342baae4a80, 0x3342bab2e140, {0x431696?, 0x1347280?, 0x0?}) /usr/local/go/src/net/http/client.go:185 +0x258 net/http.(*Client).do(0x3342baae4a80, 0x3342bab2e140) /usr/local/go/src/net/http/client.go:733 +0x9d7 net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:592 github.com/rclone/rclone/lib/rest.(*Client).Call(0x3342ba9fd450, {0xcec818, 0x1345700}, 0x3342ba8bb670) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:371 +0xd85 github.com/rclone/rclone/lib/rest.(*Client).callCodec(0x3342ba9fd450, {0xcec818, 0x1345700}, 0x3342bae9f4a0?, {0xb37ec0?, 0x3342ba8c0ae0?}, {0xb37f00, 0x3342bae8da00}, 0x3342ba8bb800?, 0xcdad40, ...) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:579 +0x447 github.com/rclone/rclone/lib/rest.(*Client).CallJSON(...) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:522 github.com/rclone/rclone/backend/drime.(*Fs).patch.func1() /home/rclone/go/src/github.com/rclone/rclone/backend/drime/drime.go:794 +0x8d github.com/rclone/rclone/fs.pacerInvoker(0x4, 0xa, 0xce6580?) /home/rclone/go/src/github.com/rclone/rclone/fs/pacer.go:86 +0x32 github.com/rclone/rclone/lib/pacer.(*Pacer).call(0x3342ba9c0a20, 0x3342baa60190, 0xa) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:228 +0xd2 github.com/rclone/rclone/lib/pacer.(*Pacer).Call(0x3342ba9c0a20, 0x3342baa60190) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:247 +0x92 github.com/rclone/rclone/backend/drime.(*Fs).patch(0x3342baaa7c20, {0xcec818, 0x1345700}, {0x3342babba857, 0x9}, {0xc7349c, 0x4}, {0x3342ba8ac7b7, 0xa}) /home/rclone/go/src/github.com/rclone/rclone/backend/drime/drime.go:793 +0x3ae github.com/rclone/rclone/backend/drime.(*Fs).rename(0x3342baaa7c20, {0xcec818, 0x1345700}, {0x3342babba857, 0x9}, {0x3342ba8ac7b7, 0xa}) /home/rclone/go/src/github.com/rclone/rclone/backend/drime/drime.go:805 +0x96 github.com/rclone/rclone/backend/drime.(*Fs).copyTo(0x3342baaa7c20, {0xcec818, 0x1345700}, {0x3342bac69180?, 0x55beb7?}, {0xca7b7f, 0x5}, {0x3342ba8ac7b7, 0xa}, {0x3342ba87f9e0, ...}) /home/rclone/go/src/github.com/rclone/rclone/backend/drime/drime.go:990 +0xc8 github.com/rclone/rclone/backend/drime.(*Fs).Copy(0x3342baaa7c20, {0xcec818, 0x1345700}, {0xcf6290?, 0x3342baa44980?}, {0x3342ba8ac780, 0x41}) /home/rclone/go/src/github.com/rclone/rclone/backend/drime/drime.go:1041 +0x3fb github.com/rclone/rclone/fstest/fstests.Run.func13.14.19(0x3342bbb606c8) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:1264 +0x1b2 testing.tRunner(0x3342bbb606c8, 0x3342ba8fe480) /usr/local/go/src/testing/testing.go:2036 +0xea created by testing.(*T).Run in goroutine 1103 /usr/local/go/src/testing/testing.go:2101 +0x4c5 goroutine 535183 [IO wait]: internal/poll.runtime_pollWait(0x7c0ce0689e00, 0x72) /usr/local/go/src/runtime/netpoll.go:351 +0x85 internal/poll.(*pollDesc).wait(0x3342baaf0500?, 0x3342baca1b00?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x3342baaf0500, {0x3342baca1b00, 0x240, 0x240}) /usr/local/go/src/internal/poll/fd_unix.go:165 +0x2ae net.(*netFD).Read(0x3342baaf0500, {0x3342baca1b00?, 0x0?, 0x205?}) /usr/local/go/src/net/fd_posix.go:68 +0x25 net.(*conn).Read(0x3342bab062c8, {0x3342baca1b00?, 0x53fc4f?, 0x0?}) /usr/local/go/src/net/net.go:196 +0x45 github.com/rclone/rclone/fs/fshttp.(*timeoutConn).Read(0x3342bae0d0f8, {0x3342baca1b00?, 0x7c0ce039d328?, 0x7c0d28b8f2f8?}) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/dialer.go:111 +0x29 crypto/tls.(*atLeastReader).Read(0x3342bae0d128, {0x3342baca1b00?, 0x3342bad99890?, 0x53f5ef?}) /usr/local/go/src/crypto/tls/conn.go:815 +0x3b bytes.(*Buffer).ReadFrom(0x3342ba92f7a8, {0xce6a40, 0x3342bae0d128}) /usr/local/go/src/bytes/buffer.go:229 +0x98 crypto/tls.(*Conn).readFromUntil(0x3342ba92f508, {0x7c0ce06b9b80, 0x3342bae0d0f8}, 0x972c2b?) /usr/local/go/src/crypto/tls/conn.go:837 +0xde crypto/tls.(*Conn).readRecordOrCCS(0x3342ba92f508, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x3db crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).readHandshakeBytes(0x3342ba92f508, 0x4) /usr/local/go/src/crypto/tls/conn.go:1084 +0x51 crypto/tls.(*Conn).readHandshake(0x3342ba92f508, {0x0, 0x0}) /usr/local/go/src/crypto/tls/conn.go:1095 +0x39 crypto/tls.(*Conn).clientHandshake(0x3342ba92f508, {0xcec8f8, 0x3342ba9fd860}) /usr/local/go/src/crypto/tls/handshake_client.go:300 +0x505 crypto/tls.(*Conn).handshakeContext(0x3342ba92f508, {0xcec8f8, 0x3342bab2bb30}) /usr/local/go/src/crypto/tls/conn.go:1562 +0x329 crypto/tls.(*Conn).HandshakeContext(...) /usr/local/go/src/crypto/tls/conn.go:1516 net/http.(*persistConn).addTLS.func2() /usr/local/go/src/net/http/transport.go:1736 +0x6e created by net/http.(*persistConn).addTLS in goroutine 535073 /usr/local/go/src/net/http/transport.go:1732 +0x309 exit status 2 FAIL github.com/rclone/rclone/backend/drime 7200.033s "go test -v -timeout 2h0m0s -remote TestDrime: -verbose" - Finished ERROR in 2h0m0.920283218s (try 4/5): exit status 1: Failed []