"go test -v -timeout 1h0m0s -remote TestPixeldrain: -verbose -test.run '^TestIntegration$/^FsMkdir$/^FsEncoding$/^(trailing_HT|trailing_space)$'" - Starting (try 3/5) === RUN TestIntegration fstests.go:438: Using remote "TestPixeldrain:" 2025/06/06 07:11:38 INFO Logged in as 'ncw', subscription 'Prepaid', storage limit -1 object="pixeldrain root 'rclone-test-vulamoy6suxo'" objectType=*pixeldrain.Fs === RUN TestIntegration/FsMkdir === RUN TestIntegration/FsMkdir/FsEncoding === RUN TestIntegration/FsMkdir/FsEncoding/trailing_space fstests.go:707: testing "trailing space " fstests.go:708: Error Trace: /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:708 Error: Received unexpected error: internal Test: TestIntegration/FsMkdir/FsEncoding/trailing_space fstests.go:143: Put error: failed to put object: internal - low level retry 1/10 panic: test timed out after 1h0m0s running tests: TestIntegration (1h0m0s) TestIntegration/FsMkdir (59m29s) TestIntegration/FsMkdir/FsEncoding (58m59s) TestIntegration/FsMkdir/FsEncoding/trailing_space (58m29s) goroutine 155 [running]: testing.(*M).startAlarm.func1() /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:2373 +0x385 created by time.goFunc /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/time/sleep.go:215 +0x2d goroutine 1 [chan receive, 59 minutes]: testing.(*T).Run(0xc00009f6c0, {0xa1f6d1?, 0x0?}, 0xa841c0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1751 +0x3ab testing.runTests.func1(0xc00009f6c0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:2168 +0x37 testing.tRunner(0xc00009f6c0, 0xc00018dc70) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1690 +0xf4 testing.runTests(0xc000317050, {0xe96550, 0x1, 0x1}, {0x471450?, 0x4710ba?, 0xecc3c0?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:2166 +0x43d testing.(*M).Run(0xc0000cab40) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:2034 +0x64a main.main() _testmain.go:47 +0x9b goroutine 6 [chan receive, 59 minutes]: testing.(*T).Run(0xc00009f860, {0xa1ab89?, 0xc0003a5100?}, 0xc0000d8000) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1751 +0x3ab github.com/rclone/rclone/fstest/fstests.Run(0xc00009f860, 0xc00037e000) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:584 +0x1065 github.com/rclone/rclone/backend/pixeldrain_test.TestIntegration(0xc00009f860) /home/rclone/go/src/github.com/rclone/rclone/backend/pixeldrain/pixeldrain_test.go:13 +0x58 testing.tRunner(0xc00009f860, 0xa841c0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1690 +0xf4 created by testing.(*T).Run in goroutine 1 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1743 +0x390 goroutine 8 [syscall, 59 minutes]: os/signal.signal_recv() /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/runtime/sigqueue.go:152 +0x29 os/signal.loop() /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/os/signal/signal_unix.go:23 +0x13 created by os/signal.Notify.func1.1 in goroutine 6 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/os/signal/signal.go:151 +0x1f goroutine 9 [chan receive, 59 minutes]: github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler.func1() /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:24 +0x27 created by github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler in goroutine 6 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:21 +0xa7 goroutine 25 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f67a1f38e28, 0x72) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/runtime/netpoll.go:351 +0x85 internal/poll.(*pollDesc).wait(0xc00049c400?, 0xc0001d8400?, 0x0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc00049c400, {0xc0001d8400, 0xc00, 0xc00}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/internal/poll/fd_unix.go:165 +0x27a net.(*netFD).Read(0xc00049c400, {0xc0001d8400?, 0xc0001d8400?, 0x2?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0004a0048, {0xc0001d8400?, 0xea00e0?, 0xc00006c9d0?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/net.go:189 +0x45 github.com/rclone/rclone/fs/fshttp.(*timeoutConn).Read(0xc0004b0030, {0xc0001d8400?, 0x18?, 0xc00006c998?}) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/dialer.go:111 +0x2c crypto/tls.(*atLeastReader).Read(0xc0004b0090, {0xc0001d8400?, 0x0?, 0xc0004b0090?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/crypto/tls/conn.go:809 +0x3b bytes.(*Buffer).ReadFrom(0xc0004b42b8, {0xb1d220, 0xc0004b0090}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/bytes/buffer.go:211 +0x98 crypto/tls.(*Conn).readFromUntil(0xc0004b4008, {0x7f67a054d008, 0xc0004b0030}, 0xc00006ca40?) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/crypto/tls/conn.go:831 +0xde crypto/tls.(*Conn).readRecordOrCCS(0xc0004b4008, 0x0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/crypto/tls/conn.go:629 +0x3cf crypto/tls.(*Conn).readRecord(...) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/crypto/tls/conn.go:591 crypto/tls.(*Conn).Read(0xc0004b4008, {0xc000362000, 0x1000, 0xc000061a08?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/crypto/tls/conn.go:1385 +0x150 net/http.(*persistConn).Read(0xc0003b4c60, {0xc000362000?, 0x70f845?, 0x96d980?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/transport.go:2052 +0x4a bufio.(*Reader).fill(0xc000252e40) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/bufio/bufio.go:110 +0x103 bufio.(*Reader).Peek(0xc000252e40, 0x1) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/bufio/bufio.go:148 +0x53 net/http.(*persistConn).readLoop(0xc0003b4c60) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/transport.go:2205 +0x185 created by net/http.(*Transport).dialConn in goroutine 11 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/transport.go:1874 +0x154f goroutine 26 [select, 3 minutes]: net/http.(*persistConn).writeLoop(0xc0003b4c60) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/transport.go:2519 +0xe7 created by net/http.(*Transport).dialConn in goroutine 11 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/transport.go:1875 +0x15a5 goroutine 31 [select]: github.com/rclone/rclone/fs/accounting.(*StatsInfo).averageLoop(0xc000184780, {0xb20b48, 0xc000382320}) /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/stats.go:339 +0x145 created by github.com/rclone/rclone/fs/accounting.(*StatsInfo)._startAverageLoop in goroutine 6 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/stats.go:376 +0x117 goroutine 38 [chan receive, 59 minutes]: testing.(*T).Run(0xc00009e340, {0xa1c6f5?, 0x0?}, 0xc0000a2870) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1751 +0x3ab github.com/rclone/rclone/fstest/fstests.Run.func13(0xc00009e340) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:663 +0x609 testing.tRunner(0xc00009e340, 0xc0000d8000) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1690 +0xf4 created by testing.(*T).Run in goroutine 6 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1743 +0x390 goroutine 93 [select, 3 minutes]: net/http.(*persistConn).roundTrip(0xc0003b4c60, 0xc000092140) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/transport.go:2755 +0x7b0 net/http.(*Transport).roundTrip(0xc000002480, 0xc0001b0000) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/transport.go:644 +0xb91 net/http.(*Transport).RoundTrip(...) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/roundtrip.go:30 github.com/rclone/rclone/fs/fshttp.(*Transport).RoundTrip(0xc0003650a0, 0xc0001b0000) /home/rclone/go/src/github.com/rclone/rclone/fs/fshttp/http.go:349 +0x345 net/http.send(0xc0001b0000, {0xb1cf60, 0xc0003650a0}, {0xc00003ea01?, 0xc00003ea60?, 0x0?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/client.go:259 +0x5e4 net/http.(*Client).send(0xc000367ec0, 0xc0001b0000, {0x419b36?, 0xeef220?, 0x0?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/client.go:180 +0x98 net/http.(*Client).do(0xc000367ec0, 0xc0001b0000) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/client.go:725 +0x8bc net/http.(*Client).Do(...) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/net/http/client.go:590 github.com/rclone/rclone/lib/rest.(*Client).Call(0xc0000939f0, {0xb20aa0, 0xeedaa0}, 0xc00003f360) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:353 +0xd67 github.com/rclone/rclone/lib/rest.(*Client).callCodec(0xc0000939f0, {0xb20aa0, 0xeedaa0}, 0x0?, {0x0?, 0x0?}, {0x937ee0, 0xc0000a8000}, 0xf69f761100000000?, 0xa842d0, ...) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:550 +0x3f2 github.com/rclone/rclone/lib/rest.(*Client).CallJSON(...) /home/rclone/go/src/github.com/rclone/rclone/lib/rest/rest.go:493 github.com/rclone/rclone/backend/pixeldrain.(*Fs).put.func1() /home/rclone/go/src/github.com/rclone/rclone/backend/pixeldrain/api_client.go:212 +0x1ad github.com/rclone/rclone/fs.pacerInvoker(0x6, 0xa, 0xb1cea0?) /home/rclone/go/src/github.com/rclone/rclone/fs/pacer.go:86 +0x32 github.com/rclone/rclone/lib/pacer.(*Pacer).call(0xc000089680, 0xc0001661c0, 0xa) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:197 +0x7c github.com/rclone/rclone/lib/pacer.(*Pacer).Call(0xc000089680, 0xc0001661c0) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:216 +0x92 github.com/rclone/rclone/backend/pixeldrain.(*Fs).put(0xc0003a5100, {0xb20aa0, 0xeedaa0}, {0xc000572040, 0x1f}, {0xb1c280, _}, _, {0x0, 0x0, ...}) /home/rclone/go/src/github.com/rclone/rclone/backend/pixeldrain/api_client.go:211 +0x1fe github.com/rclone/rclone/backend/pixeldrain.(*Fs).Put(0xc0003a5100, {0xb20aa0, 0xeedaa0}, {0xb1c280, 0xc000046500}, {0xb23ad0, 0xc000166070}, {0x0, 0x0, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/backend/pixeldrain/pixeldrain.go:246 +0x2b4 github.com/rclone/rclone/fstest/fstests.PutTestContentsMetadata.func1() /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:187 +0x3bb github.com/rclone/rclone/fstest/fstests.retry(0xc0004ba340, {0xa191bb, 0x3}, 0xc00003fca0) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:138 +0x117 github.com/rclone/rclone/fstest/fstests.PutTestContentsMetadata({0xb20aa0, 0xeedaa0}, 0xc0004ba340, {0xb24e90, 0xc0003a5100}, 0xc00003fe90, 0xf?, {0xc00049a0e0?, 0x1?}, 0x1, ...) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:162 +0x17f github.com/rclone/rclone/fstest/fstests.testPutMimeType({0xb20aa0, 0xeedaa0}, 0xc0004ba340, {0xb24e90, 0xc0003a5100}, 0xc0003f7e90, {0x0, 0x0}, 0x0) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:224 +0x168 github.com/rclone/rclone/fstest/fstests.testPut(...) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:214 github.com/rclone/rclone/fstest/fstests.Run.func13.7.1(0xc0004ba340) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:713 +0x3c6 testing.tRunner(0xc0004ba340, 0xc0001c5bd0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1690 +0xf4 created by testing.(*T).Run in goroutine 83 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1743 +0x390 goroutine 83 [chan receive, 59 minutes]: testing.(*T).Run(0xc0004ba1a0, {0xa1f415?, 0x0?}, 0xc0001c5bd0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1751 +0x3ab github.com/rclone/rclone/fstest/fstests.Run.func13.7(0xc0004ba1a0) /home/rclone/go/src/github.com/rclone/rclone/fstest/fstests/fstests.go:697 +0x1de testing.tRunner(0xc0004ba1a0, 0xc0000a2870) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1690 +0xf4 created by testing.(*T).Run in goroutine 38 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1743 +0x390 exit status 2 FAIL github.com/rclone/rclone/backend/pixeldrain 3600.016s "go test -v -timeout 1h0m0s -remote TestPixeldrain: -verbose -test.run '^TestIntegration$/^FsMkdir$/^FsEncoding$/^(trailing_HT|trailing_space)$'" - Finished ERROR in 1h0m0.93473251s (try 3/5): exit status 1: Failed [TestIntegration/FsMkdir/FsEncoding/trailing_space TestIntegration/FsMkdir/FsEncoding/trailing_HT]