"./operations.test -test.v -test.timeout 1h0m0s -remote TestPcloud: -verbose -fast-list -test.run '^TestCheck$'" - Starting (try 3/5) 2026/04/02 03:58:52 DEBUG : Creating backend with remote "TestPcloud:rclone-test-qonutak9xeki" 2026/04/02 03:58:52 DEBUG : Using config file from "/home/rclone/.rclone.conf" 2026/04/02 04:03:52 DEBUG : pacer: low level retry 1/10 (error Get "https://eapi.pcloud.com/listfolder?folderid=0": net/http: timeout awaiting response headers) 2026/04/02 04:03:52 DEBUG : pacer: Rate limited, increasing sleep to 20ms 2026/04/02 04:03:59 DEBUG : pacer: Reducing sleep to 15ms 2026/04/02 04:04:20 DEBUG : pacer: Reducing sleep to 11.25ms 2026/04/02 04:04:20 DEBUG : Creating backend with remote "/tmp/rclone177599227" 2026/04/02 04:04:20 DEBUG : Config file has changed externally - reloading === RUN TestCheck run.go:185: Remote "pcloud root 'rclone-test-qonutak9xeki'", Local "Local file system at /tmp/rclone177599227", Modify Window "1s" 2026/04/02 04:06:07 DEBUG : pacer: Reducing sleep to 10ms 2026/04/02 04:11:07 DEBUG : pacer: low level retry 1/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:11:07 DEBUG : pacer: Rate limited, increasing sleep to 20ms 2026/04/02 04:16:07 DEBUG : pacer: low level retry 2/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:16:07 DEBUG : pacer: Rate limited, increasing sleep to 40ms 2026/04/02 04:21:07 DEBUG : pacer: low level retry 3/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:21:07 DEBUG : pacer: Rate limited, increasing sleep to 80ms 2026/04/02 04:26:07 DEBUG : pacer: low level retry 4/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:26:07 DEBUG : pacer: Rate limited, increasing sleep to 160ms 2026/04/02 04:31:07 DEBUG : pacer: low level retry 5/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:31:07 DEBUG : pacer: Rate limited, increasing sleep to 320ms 2026/04/02 04:36:08 DEBUG : pacer: low level retry 6/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:36:08 DEBUG : pacer: Rate limited, increasing sleep to 640ms 2026/04/02 04:41:08 DEBUG : pacer: low level retry 7/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:41:08 DEBUG : pacer: Rate limited, increasing sleep to 1.28s 2026/04/02 04:46:08 DEBUG : pacer: low level retry 8/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:46:08 DEBUG : pacer: Rate limited, increasing sleep to 2s 2026/04/02 04:51:08 DEBUG : pacer: low level retry 9/10 (error Post "https://eapi.pcloud.com/createfolder?folderid=0&name=rclone-test-qonutak9xeki": net/http: timeout awaiting response headers) 2026/04/02 04:51:53 DEBUG : pacer: Reducing sleep to 1.5s 2026/04/02 04:56:53 DEBUG : pacer: low level retry 1/1 (error Put "https://eapi.pcloud.com/uploadfile?filename=rutabaga&folderid=23219142727&mtime=1325249999&nopartial=1": net/http: timeout awaiting response headers) 2026/04/02 04:56:53 DEBUG : pacer: Rate limited, increasing sleep to 2s 2026/04/02 04:56:53 DEBUG : pacer: Reducing sleep to 1.5s 2026/04/02 04:56:55 DEBUG : pacer: Reducing sleep to 1.125s 2026/04/02 05:01:57 DEBUG : pacer: low level retry 1/10 (error Get "https://eapi.pcloud.com/listfolder?folderid=23219142727": net/http: timeout awaiting response headers) 2026/04/02 05:01:57 DEBUG : pacer: Rate limited, increasing sleep to 2s panic: test timed out after 1h0m0s running tests: TestCheck (1h0m0s) goroutine 167 [running]: testing.(*M).startAlarm.func1() /usr/local/go/src/testing/testing.go:2802 +0x34b created by time.goFunc /usr/local/go/src/time/sleep.go:215 +0x2d goroutine 1 [chan receive, 61 minutes]: testing.(*T).Run(0x362d19e9e6c8, {0x29dc727?, 0x362d199e1ae8?}, 0x2b57180) /usr/local/go/src/testing/testing.go:2109 +0x4e5 testing.runTests.func1(0x362d19e9e6c8) /usr/local/go/src/testing/testing.go:2585 +0x37 testing.tRunner(0x362d19e9e6c8, 0x362d199e1c10) /usr/local/go/src/testing/testing.go:2036 +0xea testing.runTests({0x2a0dfbc, 0x18}, {0x2a47801, 0x26}, 0x362d19cf7950, {0x45b8420, 0x71, 0x71}, {0xc26b9c15149126ce, 0x39292c21667, ...}) /usr/local/go/src/testing/testing.go:2583 +0x505 testing.(*M).Run(0x362d19b43860) /usr/local/go/src/testing/testing.go:2443 +0x6ac github.com/rclone/rclone/fstest.TestMain(0x362d19b43860) /home/rclone/go/src/github.com/rclone/rclone/fstest/run.go:74 +0xa6 github.com/rclone/rclone/fs/operations_test.TestMain(...) /home/rclone/go/src/github.com/rclone/rclone/fs/operations/operations_test.go:61 main.main() _testmain.go:274 +0xa6 goroutine 13 [syscall, 65 minutes]: os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x98 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 created by os/signal.Notify.func1.1 in goroutine 1 /usr/local/go/src/os/signal/signal.go:152 +0x1f goroutine 14 [chan receive, 65 minutes]: github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler.func1() /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:24 +0x27 created by github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler in goroutine 1 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:21 +0xa7 goroutine 15 [select, 65 minutes]: github.com/rclone/rclone/lib/oauthutil.(*Renew).renewOnExpiry(0x362d1a035d00) /home/rclone/go/src/github.com/rclone/rclone/lib/oauthutil/renew.go:43 +0x85 created by github.com/rclone/rclone/lib/oauthutil.NewRenew in goroutine 1 /home/rclone/go/src/github.com/rclone/rclone/lib/oauthutil/renew.go:32 +0xe5 goroutine 26 [select, 4 minutes]: net/http.(*persistConn).roundTrip(0x362d19d32500, 0x362d19a36460) /usr/local/go/src/net/http/transport.go:2911 +0x83d net/http.(*Transport).roundTrip(0x362d1a09c9c0, 0x362d19d32280) /usr/local/go/src/net/http/transport.go:704 +0xaba net/http.(*Transport).RoundTrip(...) /usr/local/go/src/net/http/roundtrip.go:33 github.com/rclone/rclone/fs/fshttp.(*Transport).RoundTrip(0x362d1992bbc0, 0x362d19d32280) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/http.go:496 +0x34a golang.org/x/oauth2.(*Transport).RoundTrip(0x362d1a0b7ae0, 0x362d19d32000) /home/rclone/go/pkg/mod/golang.org/x/oauth2@v0.35.0/transport.go:55 +0x15a net/http.send(0x362d19d32000, {0x2b75ac0, 0x362d1a0b7ae0}, {0x362d1a07a950?, 0x4936a6?, 0x0?}) /usr/local/go/src/net/http/client.go:264 +0x64b net/http.(*Client).send(0x362d19a2f800, 0x362d19d32000, {0x362d1a07a988?, 0x431836?, 0x0?}) /usr/local/go/src/net/http/client.go:185 +0x258 net/http.(*Client).do(0x362d19a2f800, 0x362d19d32000) /usr/local/go/src/net/http/client.go:733 +0x9d7 net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:592 github.com/rclone/rclone/lib/rest.(*Client).Call(0x362d19d78870, {0x2b9d178, 0x45f4ac0}, 0x362d19a01760) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:371 +0xd85 github.com/rclone/rclone/lib/rest.(*Client).callCodec(0x362d19d78870, {0x2b9d178, 0x45f4ac0}, 0x23a6d80?, {0x0?, 0x0?}, {0x24953a0, 0x362d19d4b0e0}, 0x41e885?, 0x2b587a8, ...) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:579 +0x447 github.com/rclone/rclone/lib/rest.(*Client).CallJSON(...) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:522 github.com/rclone/rclone/backend/pcloud.(*Fs).listAll.func1() /home/rclone/go/src/github.com/rclone/rclone/backend/pcloud/pcloud.go:551 +0x8f github.com/rclone/rclone/fs.pacerInvoker(0x2, 0xa, 0x2b71d60?) /home/rclone/go/src/github.com/rclone/rclone/fs/pacer.go:86 +0x32 github.com/rclone/rclone/lib/pacer.(*Pacer).call(0x362d1992bc80, 0x362d19e5f5c0, 0xa) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:228 +0xd2 github.com/rclone/rclone/lib/pacer.(*Pacer).Call(0x362d1992bc80, 0x362d19e5f5c0) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:247 +0x92 github.com/rclone/rclone/backend/pcloud.(*Fs).listAll(0x362d19c64790, {0x2b9d178, 0x45f4ac0}, {0x362d19fd2160, 0xc}, 0x0, 0x1, 0x0, 0x362d1a07b608) /home/rclone/go/src/github.com/rclone/rclone/backend/pcloud/pcloud.go:550 +0x3d9 github.com/rclone/rclone/backend/pcloud.(*Fs).readMetaDataForPath(0x362d19c64790, {0x2b9d178, 0x45f4ac0}, {0x29d9eaf?, 0x2b71d01?}) /home/rclone/go/src/github.com/rclone/rclone/backend/pcloud/pcloud.go:269 +0x10c github.com/rclone/rclone/backend/pcloud.(*Object).readMetaData(0x362d19deb680, {0x2b9d178?, 0x45f4ac0?}) /home/rclone/go/src/github.com/rclone/rclone/backend/pcloud/pcloud.go:1280 +0x36 github.com/rclone/rclone/backend/pcloud.(*Fs).newObjectWithInfo(0x362d19c64790, {0x2b9d178, 0x45f4ac0}, {0x29d9eaf, 0x8}, 0x0) /home/rclone/go/src/github.com/rclone/rclone/backend/pcloud/pcloud.go:454 +0x9c github.com/rclone/rclone/backend/pcloud.(*Fs).NewObject(...) /home/rclone/go/src/github.com/rclone/rclone/backend/pcloud/pcloud.go:465 github.com/rclone/rclone/backend/pcloud.(*Object).Update(0x362d199d82d0, {0x2b9d178, 0x45f4ac0}, {0x2b71700, 0x362d19c36570}, {0x2bad950, 0x362d1a06a000}, {0x0, 0x0, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/backend/pcloud/pcloud.go:1485 +0xde9 github.com/rclone/rclone/backend/pcloud.(*Fs).Put(0x362d19c64790, {0x2b9d178, 0x45f4ac0}, {0x2b71700, 0x362d19c36570}, {0x2bad950, 0x362d1a06a000}, {0x0, 0x0, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/backend/pcloud/pcloud.go:707 +0x14c github.com/rclone/rclone/fstest.(*Run).WriteObjectTo(0x362d19c1de30, {0x2b9d178, 0x45f4ac0}, {0x2bba8c0, 0x362d19c64790}, {0x29d9eaf, 0x8}, {0x29d9eb7, 0x8}, {0x0, ...}, ...) /home/rclone/go/src/github.com/rclone/rclone/fstest/run.go:280 +0x3e8 github.com/rclone/rclone/fstest.(*Run).WriteObject(...) /home/rclone/go/src/github.com/rclone/rclone/fstest/run.go:297 github.com/rclone/rclone/fstest.(*Run).WriteBoth(0x362d19c1de30, {0x2b9d178, 0x45f4ac0}, {0x29d9eaf, 0x8}, {0x29d9eb7, 0x8}, {0x0, 0xec68faccf, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/fstest/run.go:308 +0x105 github.com/rclone/rclone/fs/operations_test.testCheck(0x362d19e9e908, 0x2b57738) /home/rclone/go/src/github.com/rclone/rclone/fs/operations/check_test.go:98 +0x145 github.com/rclone/rclone/fs/operations_test.TestCheck(0x362d19e9e908?) /home/rclone/go/src/github.com/rclone/rclone/fs/operations/check_test.go:181 +0x1a testing.tRunner(0x362d19e9e908, 0x2b57180) /usr/local/go/src/testing/testing.go:2036 +0xea created by testing.(*T).Run in goroutine 1 /usr/local/go/src/testing/testing.go:2101 +0x4c5 goroutine 201 [IO wait, 4 minutes]: internal/poll.runtime_pollWait(0x7786c4644a00, 0x72) /usr/local/go/src/runtime/netpoll.go:351 +0x85 internal/poll.(*pollDesc).wait(0x362d1a0c6c00?, 0x362d19f39980?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x362d1a0c6c00, {0x362d19f39980, 0x1980, 0x1980}) /usr/local/go/src/internal/poll/fd_unix.go:165 +0x2ae net.(*netFD).Read(0x362d1a0c6c00, {0x362d19f39980?, 0x197b?, 0x362d1a0b63c0?}) /usr/local/go/src/net/fd_posix.go:68 +0x25 net.(*conn).Read(0x362d19982200, {0x362d19f39980?, 0x362d19f39980?, 0x5?}) /usr/local/go/src/net/net.go:196 +0x45 github.com/rclone/rclone/fs/fshttp.(*timeoutConn).Read(0x362d19880e40, {0x362d19f39980?, 0x77866dec40e0?, 0x7786c46cba00?}) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/dialer.go:111 +0x29 crypto/tls.(*atLeastReader).Read(0x362d19cf6018, {0x362d19f39980?, 0x197b?, 0x362d199eea98?}) /usr/local/go/src/crypto/tls/conn.go:815 +0x3b bytes.(*Buffer).ReadFrom(0x362d19dfc628, {0x2b733e0, 0x362d19cf6018}) /usr/local/go/src/bytes/buffer.go:229 +0x98 crypto/tls.(*Conn).readFromUntil(0x362d19dfc388, {0x77866de63600, 0x362d19880e40}, 0x362d1a012079?) /usr/local/go/src/crypto/tls/conn.go:837 +0xde crypto/tls.(*Conn).readRecordOrCCS(0x362d19dfc388, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x3db crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0x362d19dfc388, {0x362d19b61000, 0x1000, 0x70?}) /usr/local/go/src/crypto/tls/conn.go:1393 +0x145 net/http.(*persistConn).Read(0x362d19d32500, {0x362d19b61000?, 0x70?, 0x0?}) /usr/local/go/src/net/http/transport.go:2174 +0x47 bufio.(*Reader).fill(0x362d1992b860) /usr/local/go/src/bufio/bufio.go:113 +0x103 bufio.(*Reader).Peek(0x362d1992b860, 0x1) /usr/local/go/src/bufio/bufio.go:152 +0x53 net/http.(*persistConn).readLoop(0x362d19d32500) /usr/local/go/src/net/http/transport.go:2330 +0x172 created by net/http.(*Transport).dialConn in goroutine 196 /usr/local/go/src/net/http/transport.go:1994 +0x16ac goroutine 202 [select, 4 minutes]: net/http.(*persistConn).writeLoop(0x362d19d32500) /usr/local/go/src/net/http/transport.go:2652 +0xe6 created by net/http.(*Transport).dialConn in goroutine 196 /usr/local/go/src/net/http/transport.go:1995 +0x16fe "./operations.test -test.v -test.timeout 1h0m0s -remote TestPcloud: -verbose -fast-list -test.run '^TestCheck$'" - Finished ERROR in 1h5m28.173939572s (try 3/5): exit status 2: Failed [TestCheck]