"./gitannex.test -test.v -test.timeout 1h0m0s -remote TestLinkbox: -verbose" - Starting (try 3/5) 2025/03/03 03:55:36 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:55:36 DEBUG : Using config file from "/home/rclone/.rclone.conf" 2025/03/03 03:55:37 DEBUG : Creating backend with remote "/tmp/rclone1161100192" === RUN TestEndToEnd e2e_test.go:189: Skipping because fstest remote was specified. --- SKIP: TestEndToEnd (0.00s) === RUN TestEndToEndMigration e2e_test.go:189: Skipping because fstest remote was specified. --- SKIP: TestEndToEndMigration (0.00s) === RUN TestEndToEndRepoLayoutCompat e2e_test.go:189: Skipping because fstest remote was specified. --- SKIP: TestEndToEndRepoLayoutCompat (0.00s) === RUN TestFixArgsForSymlinkIdentity --- PASS: TestFixArgsForSymlinkIdentity (0.00s) === RUN TestFixArgsForSymlinkCorrectName --- PASS: TestFixArgsForSymlinkCorrectName (0.00s) === RUN TestMessageParser === RUN TestMessageParser/OneParam === PAUSE TestMessageParser/OneParam === RUN TestMessageParser/TwoParams === PAUSE TestMessageParser/TwoParams === RUN TestMessageParser/TwoParamsNoTrailingNewline === PAUSE TestMessageParser/TwoParamsNoTrailingNewline === RUN TestMessageParser/ThreeParamsWhereFinalParamContainsSpaces === PAUSE TestMessageParser/ThreeParamsWhereFinalParamContainsSpaces === RUN TestMessageParser/OneLongFinalParameter === PAUSE TestMessageParser/OneLongFinalParameter === RUN TestMessageParser/MultipleSpaces === PAUSE TestMessageParser/MultipleSpaces === RUN TestMessageParser/StartsWithSpace === PAUSE TestMessageParser/StartsWithSpace === CONT TestMessageParser/OneParam === CONT TestMessageParser/OneLongFinalParameter === RUN TestMessageParser/OneLongFinalParameter/lineEnding === RUN TestMessageParser/OneLongFinalParameter/lineEnding0a === RUN TestMessageParser/OneLongFinalParameter/lineEnding0d === CONT TestMessageParser/ThreeParamsWhereFinalParamContainsSpaces === RUN TestMessageParser/OneLongFinalParameter/lineEnding0d0a === RUN TestMessageParser/OneLongFinalParameter/lineEnding0a0d === CONT TestMessageParser/MultipleSpaces === CONT TestMessageParser/StartsWithSpace === CONT TestMessageParser/TwoParams === CONT TestMessageParser/TwoParamsNoTrailingNewline --- PASS: TestMessageParser (0.00s) --- PASS: TestMessageParser/OneParam (0.00s) --- PASS: TestMessageParser/ThreeParamsWhereFinalParamContainsSpaces (0.00s) --- PASS: TestMessageParser/OneLongFinalParameter (0.00s) --- PASS: TestMessageParser/OneLongFinalParameter/lineEnding (0.00s) --- PASS: TestMessageParser/OneLongFinalParameter/lineEnding0a (0.00s) --- PASS: TestMessageParser/OneLongFinalParameter/lineEnding0d (0.00s) --- PASS: TestMessageParser/OneLongFinalParameter/lineEnding0d0a (0.00s) --- PASS: TestMessageParser/OneLongFinalParameter/lineEnding0a0d (0.00s) --- PASS: TestMessageParser/MultipleSpaces (0.00s) --- PASS: TestMessageParser/StartsWithSpace (0.00s) --- PASS: TestMessageParser/TwoParams (0.00s) --- PASS: TestMessageParser/TwoParamsNoTrailingNewline (0.00s) === RUN TestConfigDefinitionOneName --- PASS: TestConfigDefinitionOneName (0.00s) === RUN TestConfigDefinitionTwoNames --- PASS: TestConfigDefinitionTwoNames (0.00s) === RUN TestConfigDefinitionThreeNames --- PASS: TestConfigDefinitionThreeNames (0.00s) === RUN TestWindowsFilepathRelQuirk gitannex_test.go:344: --- SKIP: TestWindowsFilepathRelQuirk (0.00s) === RUN TestGitAnnexFstestBackendCases === RUN TestGitAnnexFstestBackendCases/HandlesInit run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:38 ERROR : : error listing: directory not found 2025/03/03 03:55:38 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/HandlesListConfigs run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:38 ERROR : : error listing: directory not found 2025/03/03 03:55:39 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/HandlesPrepare run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:39 ERROR : : error listing: directory not found 2025/03/03 03:55:40 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/HandlesPrepareWithNonexistentRemote run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:41 ERROR : : error listing: directory not found 2025/03/03 03:55:41 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/HandlesPrepareWithPathAsRemote run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:41 ERROR : : error listing: directory not found 2025/03/03 03:55:42 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/HandlesPrepareWithSynonyms run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:43 ERROR : : error listing: directory not found 2025/03/03 03:55:43 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/HandlesPrepareAndDoesNotTrimWhitespaceFromValue run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:43 ERROR : : error listing: directory not found 2025/03/03 03:55:44 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/HandlesEarlyError run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:44 ERROR : : error listing: directory not found 2025/03/03 03:55:45 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/ConfigFail run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:45 ERROR : : error listing: directory not found 2025/03/03 03:55:45 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/TransferStoreEmptyPath run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:46 ERROR : : error listing: directory not found 2025/03/03 03:55:46 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/ExtensionsCompound run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:46 ERROR : : error listing: directory not found 2025/03/03 03:55:47 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/ExtensionsIdempotent run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:47 ERROR : : error listing: directory not found 2025/03/03 03:55:47 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/ExtensionsSupportsMultiple run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:48 ERROR : : error listing: directory not found 2025/03/03 03:55:48 ERROR : : error listing: directory not found === RUN TestGitAnnexFstestBackendCases/TransferStoreAbsolute run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:55:48 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:55:49 DEBUG : Creating backend with remote "/tmp/rclone1161100192" 2025/03/03 03:55:50 DEBUG : file.txt: Need to transfer - File not found at Destination 2025/03/03 03:55:54 INFO : file.txt: Copied (new) to: KeyAbsolute 2025/03/03 03:55:56 DEBUG : file.txt: Need to transfer - File not found at Destination 2025/03/03 03:55:59 INFO : file.txt: Copied (new) to: KeyAbsolute2 === RUN TestGitAnnexFstestBackendCases/TransferStoreRelative run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:56:05 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:56:05 DEBUG : Creating backend with remote "../../rclone1161100192" 2025/03/03 03:56:05 DEBUG : fs cache: renaming cache item "../../rclone1161100192" to be canonical "/tmp/rclone1161100192" 2025/03/03 03:56:06 DEBUG : file.txt: Need to transfer - File not found at Destination 2025/03/03 03:56:08 INFO : file.txt: Copied (new) to: KeyRelative === RUN TestGitAnnexFstestBackendCases/TransferStorePathWithInteriorWhitespace run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:56:12 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:56:13 DEBUG : Creating backend with remote "../../rclone1161100192" 2025/03/03 03:56:13 DEBUG : fs cache: renaming cache item "../../rclone1161100192" to be canonical "/tmp/rclone1161100192" 2025/03/03 03:56:13 DEBUG : filename with spaces.txt: Need to transfer - File not found at Destination 2025/03/03 03:56:17 INFO : filename with spaces.txt: Copied (new) to: KeyRelative === RUN TestGitAnnexFstestBackendCases/CheckPresentAndTransfer run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:56:21 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:56:22 DEBUG : Creating backend with remote "/tmp/rclone1161100192" 2025/03/03 03:56:22 DEBUG : file.txt: Need to transfer - File not found at Destination 2025/03/03 03:56:25 INFO : file.txt: Copied (new) to: KeyAbsolute === RUN TestGitAnnexFstestBackendCases/CheckpresentTransferCheckpresent run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:56:29 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:56:30 DEBUG : Creating backend with remote "/tmp/rclone1161100192" 2025/03/03 03:56:31 DEBUG : file.txt: Need to transfer - File not found at Destination 2025/03/03 03:56:33 INFO : file.txt: Copied (new) to: foo === RUN TestGitAnnexFstestBackendCases/TransferAndCheckpresentWithRealisticKey run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:56:37 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:56:37 DEBUG : Creating backend with remote "/tmp/rclone1161100192" 2025/03/03 03:56:38 DEBUG : file.txt: Need to transfer - File not found at Destination 2025/03/03 03:56:40 INFO : file.txt: Copied (new) to: SHA256E-s1048576--7ba87e06b9b7903cfbaf4a38736766c161e3e7b42f06fe57f040aa410a8f0701.this-is-a-test-key === RUN TestGitAnnexFstestBackendCases/RetrieveNonexistentFile run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:56:44 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:56:44 DEBUG : Creating backend with remote "." 2025/03/03 03:56:44 DEBUG : fs cache: renaming cache item "." to be canonical "/home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex" === RUN TestGitAnnexFstestBackendCases/StoreCheckpresentRetrieve run.go:180: Remote "Linkbox root 'rclone-test-xivunat8huzu'", Local "Local file system at /tmp/rclone1161100192", Modify Window "876000h0m0s" 2025/03/03 03:56:46 DEBUG : Creating backend with remote "TestLinkbox:rclone-test-xivunat8huzu" 2025/03/03 03:56:47 DEBUG : Creating backend with remote "/tmp/rclone1161100192" 2025/03/03 03:56:47 DEBUG : file.txt: Need to transfer - File not found at Destination 2025/03/03 03:56:50 INFO : file.txt: Copied (new) to: SomeKey 2025/03/03 03:56:52 DEBUG : SomeKey: Need to transfer - File not found at Destination 2025/03/03 03:56:52 ERROR : SomeKey: Failed to copy: failed to open source object: Open failed: HTTP error 403 (403 Forbidden) returned body: "ip incorrect" gitannex_test.go:285: Error Trace: /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:285 /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:1040 /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:1216 Error: Not equal: expected: "TRANSFER-SUCCESS RETRIEVE SomeKey\n" actual : "TRANSFER-FAILURE RETRIEVE SomeKey failed to copy file: failed to open source object: Open failed: HTTP error 403 (403 Forbidden) returned body: \"ip incorrect\"\n" Diff: --- Expected +++ Actual @@ -1,2 +1,2 @@ -TRANSFER-SUCCESS RETRIEVE SomeKey +TRANSFER-FAILURE RETRIEVE SomeKey failed to copy file: failed to open source object: Open failed: HTTP error 403 (403 Forbidden) returned body: "ip incorrect" Test: TestGitAnnexFstestBackendCases/StoreCheckpresentRetrieve gitannex_test.go:1207: Error Trace: /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:1207 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/runtime/asm_amd64.s:1700 Error: Received unexpected error: failed to open source object: Open failed: HTTP error 403 (403 Forbidden) returned body: "ip incorrect" Test: TestGitAnnexFstestBackendCases/StoreCheckpresentRetrieve panic: test timed out after 1h0m0s running tests: TestGitAnnexFstestBackendCases (1h0m0s) TestGitAnnexFstestBackendCases/StoreCheckpresentRetrieve (58m51s) goroutine 900 [running]: testing.(*M).startAlarm.func1() /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:2373 +0x385 created by time.goFunc /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/time/sleep.go:215 +0x2d goroutine 1 [chan receive, 60 minutes]: testing.(*T).Run(0xc0002ee820, {0x2672755?, 0x0?}, 0x2785118) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1751 +0x3ab testing.runTests.func1(0xc0002ee820) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:2168 +0x37 testing.tRunner(0xc0002ee820, 0xc000a3dc18) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1690 +0xf4 testing.runTests(0xc000a7fae8, {0x3d933a0, 0xb, 0xb}, {0x858cc0?, 0x3def4e8?, 0x3dcbae0?}) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:2166 +0x43d testing.(*M).Run(0xc0009da3c0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:2034 +0x64a github.com/rclone/rclone/fstest.TestMain(0xc0009da3c0) /home/rclone/go/src/github.com/rclone/rclone/fstest/run.go:69 +0xa5 github.com/rclone/rclone/cmd/gitannex.TestMain(...) /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:1167 main.main() _testmain.go:67 +0xa9 goroutine 22 [syscall, 60 minutes]: os/signal.signal_recv() /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/runtime/sigqueue.go:152 +0x29 os/signal.loop() /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/os/signal/signal_unix.go:23 +0x13 created by os/signal.Notify.func1.1 in goroutine 1 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/os/signal/signal.go:151 +0x1f goroutine 23 [chan receive, 60 minutes]: github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler.func1() /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:24 +0x27 created by github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler in goroutine 1 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:21 +0xa7 goroutine 61 [chan receive, 59 minutes]: testing.(*T).Run(0xc00010d380, {0x265ef27?, 0xf?}, 0xc0006554d0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1751 +0x3ab github.com/rclone/rclone/cmd/gitannex.TestGitAnnexFstestBackendCases(0xc00010d380) /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:1179 +0x67 testing.tRunner(0xc00010d380, 0x2785118) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1690 +0xf4 created by testing.(*T).Run in goroutine 1 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1743 +0x390 goroutine 75 [select]: github.com/rclone/rclone/fs/accounting.(*StatsInfo).averageLoop(0xc000bb7180) /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/stats.go:339 +0x13d created by github.com/rclone/rclone/fs/accounting.(*StatsInfo)._startAverageLoop in goroutine 87 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/stats.go:404 +0xb6 goroutine 781 [semacquire, 58 minutes]: sync.runtime_Semacquire(0xc000431af0?) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/runtime/sema.go:71 +0x25 sync.(*WaitGroup).Wait(0xc000bb6540?) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/sync/waitgroup.go:118 +0x48 runtime.Goexit() /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/runtime/panic.go:629 +0x5e testing.(*common).FailNow(0xc0005e2820) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1006 +0x4a github.com/stretchr/testify/require.Equal({0x2a50cd0, 0xc0005e2820}, {0x2094ec0, 0xc0006805c0}, {0x2094ec0, 0xc0006805d0}, {0x0, 0x0, 0x0}) /home/rclone/go/pkg/mod/github.com/stretchr/testify@v1.10.0/require/require.go:162 +0xff github.com/rclone/rclone/cmd/gitannex.(*testState).requireReadLineExact(0xc00041f630, {0x267e472, 0x21}) /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:285 +0xc8 github.com/rclone/rclone/cmd/gitannex.init.func29(0xc0005e2820, 0xc00041f630) /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:1040 +0x645 github.com/rclone/rclone/cmd/gitannex.TestGitAnnexFstestBackendCases.func1(0xc0005e2820) /home/rclone/go/src/github.com/rclone/rclone/cmd/gitannex/gitannex_test.go:1216 +0x39a testing.tRunner(0xc0005e2820, 0xc0006554d0) /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1690 +0xf4 created by testing.(*T).Run in goroutine 61 /home/rclone/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.0.linux-amd64/src/testing/testing.go:1743 +0x390 goroutine 856 [chan receive, 58 minutes]: github.com/rclone/rclone/lib/atexit.Register.func1.1() /home/rclone/go/src/github.com/rclone/rclone/lib/atexit/atexit.go:45 +0x29 created by github.com/rclone/rclone/lib/atexit.Register.func1 in goroutine 782 /home/rclone/go/src/github.com/rclone/rclone/lib/atexit/atexit.go:44 +0x68 "./gitannex.test -test.v -test.timeout 1h0m0s -remote TestLinkbox: -verbose" - Finished ERROR in 1h0m1.084747641s (try 3/5): exit status 2: Failed []