"go test -v -timeout 1h0m0s -remote TestOneDrive: -verbose" - Starting (try 1/5) 2025/08/29 01:42:37 DEBUG : Creating backend with remote "TestOneDrive:rclone-test-porociz0coqi" 2025/08/29 01:42:37 DEBUG : Using config file from "/home/rclone/.rclone.conf" 2025/08/29 01:42:37 DEBUG : TestOneDrive: Loaded invalid token from config file - ignoring 2025/08/29 01:42:39 DEBUG : Saving config "token" in section "TestOneDrive" of the config file 2025/08/29 01:42:39 DEBUG : TestOneDrive: Saved new token in config file 2025/08/29 01:42:39 DEBUG : Too many requests. Trying again in 72000 seconds. 2025/08/29 01:42:39 DEBUG : pacer: low level retry 1/10 (error accessDenied: throttledRequest: Too Many Requests: trying again in 20h0m0s) 2025/08/29 01:42:39 DEBUG : pacer: Rate limited, increasing sleep to 20h0m0s 2025/08/29 01:42:40 DEBUG : Too many requests. Trying again in 72000 seconds. 2025/08/29 01:42:40 DEBUG : pacer: low level retry 2/10 (error accessDenied: throttledRequest: Too Many Requests: trying again in 20h0m0s) 2025/08/29 02:42:38 DEBUG : OneDrive root 'rclone-test-porociz0coqi': Token expired but no uploads in progress - doing nothing SIGQUIT: quit PC=0x485861 m=0 sigcode=0 goroutine 0 gp=0x1415420 m=0 mp=0x1416ba0 [idle]: runtime.futex(0x1416ce0, 0x80, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/runtime/sys_linux_amd64.s:557 +0x21 fp=0x7ffc74e607e8 sp=0x7ffc74e607e0 pc=0x485861 runtime.futexsleep(0x7ffc74e60860?, 0x1415420?, 0x7ffc74e60860?) /usr/local/go/src/runtime/os_linux.go:75 +0x30 fp=0x7ffc74e60838 sp=0x7ffc74e607e8 pc=0x43fdf0 runtime.notesleep(0x1416ce0) /usr/local/go/src/runtime/lock_futex.go:47 +0x87 fp=0x7ffc74e60870 sp=0x7ffc74e60838 pc=0x418c07 runtime.mPark(...) /usr/local/go/src/runtime/proc.go:1887 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:3165 +0x73 fp=0x7ffc74e608c8 sp=0x7ffc74e60870 pc=0x44bd33 runtime.schedule() /usr/local/go/src/runtime/proc.go:3999 +0x3a fp=0x7ffc74e60900 sp=0x7ffc74e608c8 pc=0x44e0fa runtime.park_m(0xc0001b8a80) /usr/local/go/src/runtime/proc.go:4144 +0x285 fp=0x7ffc74e60960 sp=0x7ffc74e60900 pc=0x44e625 runtime.mcall() /usr/local/go/src/runtime/asm_amd64.s:459 +0x4e fp=0x7ffc74e60978 sp=0x7ffc74e60960 pc=0x4819ee goroutine 1 gp=0xc000002380 m=nil [chan receive, 65 minutes]: runtime.gopark(0x814099?, 0xc00049fda0?, 0x1?, 0x0?, 0xc0002883b0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc0000e96f0 sp=0xc0000e96d0 pc=0x47ba4e runtime.chanrecv(0xc0002ee150, 0x0, 0x1) /usr/local/go/src/runtime/chan.go:664 +0x445 fp=0xc0000e9768 sp=0xc0000e96f0 pc=0x413805 runtime.chanrecv1(0xe93a30?, 0xe77300?) /usr/local/go/src/runtime/chan.go:506 +0x12 fp=0xc0000e9790 sp=0xc0000e9768 pc=0x413392 github.com/rclone/rclone/lib/pacer.(*Pacer).beginCall(0xc0002804e0) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:161 +0x25 fp=0xc0000e97c8 sp=0xc0000e9790 pc=0x800e45 github.com/rclone/rclone/lib/pacer.(*Pacer).call(0xc0002804e0, 0xc0002a3b40, 0xa) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:198 +0x5c fp=0xc0000e9818 sp=0xc0000e97c8 pc=0x8011dc github.com/rclone/rclone/lib/pacer.(*Pacer).Call(0xc0002804e0, 0xc0002a3b40) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:218 +0x93 fp=0xc0000e9850 sp=0xc0000e9818 pc=0x801313 github.com/rclone/rclone/backend/onedrive.(*Fs).readMetaDataForPath(0xc0004da000, {0xe7d9d8, 0x1436980}, {0x0, 0x0}) /home/rclone/go/src/github.com/rclone/rclone/backend/onedrive/onedrive.go:949 +0x2d9 fp=0xc0000e9aa0 sp=0xc0000e9850 pc=0xb05c39 github.com/rclone/rclone/backend/onedrive.NewFs({0xe7d9d8, 0x1436980}, {0xc000286000, 0xc}, {0xc00028600d, 0x18}, {0xe79ee8, 0xc0002935f0}) /home/rclone/go/src/github.com/rclone/rclone/backend/onedrive/onedrive.go:1139 +0xa39 fp=0xc0000e9c30 sp=0xc0000e9aa0 pc=0xb07059 github.com/rclone/rclone/fs.NewFs({0xe7d9d8, 0x1436980}, {0xc000286000, 0x25}) /home/rclone/go/src/github.com/rclone/rclone/fs/newfs.go:75 +0x378 fp=0xc0000e9d90 sp=0xc0000e9c30 pc=0x811b78 github.com/rclone/rclone/fstest.RandomRemote() /home/rclone/go/src/github.com/rclone/rclone/fstest/fstest.go:462 +0x51 fp=0xc0000e9df0 sp=0xc0000e9d90 pc=0xad2f11 github.com/rclone/rclone/fstest.newRun() /home/rclone/go/src/github.com/rclone/rclone/fstest/run.go:96 +0x6e fp=0xc0000e9e78 sp=0xc0000e9df0 pc=0xad4bae github.com/rclone/rclone/fstest.TestMain(0xc000405360) /home/rclone/go/src/github.com/rclone/rclone/fstest/run.go:67 +0x76 fp=0xc0000e9eb0 sp=0xc0000e9e78 pc=0xad4ab6 github.com/rclone/rclone/backend/onedrive.TestMain(...) /home/rclone/go/src/github.com/rclone/rclone/backend/onedrive/onedrive_internal_test.go:41 main.main() _testmain.go:53 +0xa9 fp=0xc0000e9f50 sp=0xc0000e9eb0 pc=0xb21289 runtime.main() /usr/local/go/src/runtime/proc.go:283 +0x28b fp=0xc0000e9fe0 sp=0xc0000e9f50 pc=0x44670b runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000e9fe8 sp=0xc0000e9fe0 pc=0x483a21 goroutine 2 gp=0xc000002e00 m=nil [force gc (idle), 3 minutes]: runtime.gopark(0x19a36b2fe3940c?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc00006afa8 sp=0xc00006af88 pc=0x47ba4e runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:441 runtime.forcegchelper() /usr/local/go/src/runtime/proc.go:348 +0xb3 fp=0xc00006afe0 sp=0xc00006afa8 pc=0x446a53 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00006afe8 sp=0xc00006afe0 pc=0x483a21 created by runtime.init.7 in goroutine 1 /usr/local/go/src/runtime/proc.go:336 +0x1a goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]: runtime.gopark(0x1413a01?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc00006b780 sp=0xc00006b760 pc=0x47ba4e runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:441 runtime.bgsweep(0xc000046080) /usr/local/go/src/runtime/mgcsweep.go:316 +0xdf fp=0xc00006b7c8 sp=0xc00006b780 pc=0x42e65f runtime.gcenable.gowrap1() /usr/local/go/src/runtime/mgc.go:204 +0x25 fp=0xc00006b7e0 sp=0xc00006b7c8 pc=0x422985 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00006b7e8 sp=0xc00006b7e0 pc=0x483a21 created by runtime.gcenable in goroutine 1 /usr/local/go/src/runtime/mgc.go:204 +0x66 goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]: runtime.gopark(0x11ebd7?, 0xec55d?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc00006bf78 sp=0xc00006bf58 pc=0x47ba4e runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:441 runtime.(*scavengerState).park(0x1414d80) /usr/local/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc00006bfa8 sp=0xc00006bf78 pc=0x42c0c9 runtime.bgscavenge(0xc000046080) /usr/local/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc00006bfc8 sp=0xc00006bfa8 pc=0x42c659 runtime.gcenable.gowrap2() /usr/local/go/src/runtime/mgc.go:205 +0x25 fp=0xc00006bfe0 sp=0xc00006bfc8 pc=0x422925 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00006bfe8 sp=0xc00006bfe0 pc=0x483a21 created by runtime.gcenable in goroutine 1 /usr/local/go/src/runtime/mgc.go:205 +0xa5 goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait, 63 minutes]: runtime.gopark(0x0?, 0xc00037e348?, 0x10?, 0x0?, 0x1000000010?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc00006a630 sp=0xc00006a610 pc=0x47ba4e runtime.runfinq() /usr/local/go/src/runtime/mfinal.go:196 +0x107 fp=0xc00006a7e0 sp=0xc00006a630 pc=0x421947 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00006a7e8 sp=0xc00006a7e0 pc=0x483a21 created by runtime.createfing in goroutine 1 /usr/local/go/src/runtime/mfinal.go:166 +0x3d goroutine 6 gp=0xc0001b8700 m=nil [chan receive]: runtime.gopark(0xc0001bb900?, 0xc0003ce0a8?, 0x60?, 0xc7?, 0x65ee28?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc00006c718 sp=0xc00006c6f8 pc=0x47ba4e runtime.chanrecv(0xc0000444d0, 0x0, 0x1) /usr/local/go/src/runtime/chan.go:664 +0x445 fp=0xc00006c790 sp=0xc00006c718 pc=0x413805 runtime.chanrecv1(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:506 +0x12 fp=0xc00006c7b8 sp=0xc00006c790 pc=0x413392 runtime.unique_runtime_registerUniqueMapCleanup.func2(...) /usr/local/go/src/runtime/mgc.go:1796 runtime.unique_runtime_registerUniqueMapCleanup.gowrap1() /usr/local/go/src/runtime/mgc.go:1799 +0x2f fp=0xc00006c7e0 sp=0xc00006c7b8 pc=0x425acf runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00006c7e8 sp=0xc00006c7e0 pc=0x483a21 created by unique.runtime_registerUniqueMapCleanup in goroutine 1 /usr/local/go/src/runtime/mgc.go:1794 +0x79 goroutine 34 gp=0xc0001b8a80 m=nil [select, 66 minutes, locked to thread]: runtime.gopark(0xc00006cfa8?, 0x2?, 0xc?, 0x2e?, 0xc00006cf94?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc00006ce20 sp=0xc00006ce00 pc=0x47ba4e runtime.selectgo(0xc00006cfa8, 0xc00006cf90, 0x0?, 0x0, 0xc000110180?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x837 fp=0xc00006cf58 sp=0xc00006ce20 pc=0x458f57 runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal_unix.go:1085 +0x192 fp=0xc00006cfe0 sp=0xc00006cf58 pc=0x475f12 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00006cfe8 sp=0xc00006cfe0 pc=0x483a21 created by runtime.ensureSigM in goroutine 1 /usr/local/go/src/runtime/signal_unix.go:1068 +0xc8 goroutine 19 gp=0xc000102380 m=3 mp=0xc000037808 [syscall, 66 minutes]: runtime.notetsleepg(0x1437720, 0xffffffffffffffff) /usr/local/go/src/runtime/lock_futex.go:123 +0x29 fp=0xc0000667a0 sp=0xc000066778 pc=0x418ee9 os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x29 fp=0xc0000667c0 sp=0xc0000667a0 pc=0x47dc69 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 fp=0xc0000667e0 sp=0xc0000667c0 pc=0x5c4393 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000667e8 sp=0xc0000667e0 pc=0x483a21 created by os/signal.Notify.func1.1 in goroutine 1 /usr/local/go/src/os/signal/signal.go:152 +0x1f goroutine 20 gp=0xc000102540 m=nil [chan receive, 66 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc000066f10 sp=0xc000066ef0 pc=0x47ba4e runtime.chanrecv(0xc000472460, 0x0, 0x1) /usr/local/go/src/runtime/chan.go:664 +0x445 fp=0xc000066f88 sp=0xc000066f10 pc=0x413805 runtime.chanrecv1(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:506 +0x12 fp=0xc000066fb0 sp=0xc000066f88 pc=0x413392 github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler.func1() /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:24 +0x27 fp=0xc000066fe0 sp=0xc000066fb0 pc=0x9b6e47 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000066fe8 sp=0xc000066fe0 pc=0x483a21 created by github.com/rclone/rclone/fs/accounting.(*tokenBucket).startSignalHandler in goroutine 1 /home/rclone/go/src/github.com/rclone/rclone/fs/accounting/accounting_unix.go:21 +0xa7 goroutine 50 gp=0xc0004b01c0 m=nil [GC worker (idle), 65 minutes]: runtime.gopark(0x199fed8b3752c2?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc0004b6738 sp=0xc0004b6718 pc=0x47ba4e runtime.gcBgMarkWorker(0xc0002ee0e0) /usr/local/go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004b67c8 sp=0xc0004b6738 pc=0x424de9 runtime.gcBgMarkStartWorkers.gowrap1() /usr/local/go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004b67e0 sp=0xc0004b67c8 pc=0x424cc5 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b67e8 sp=0xc0004b67e0 pc=0x483a21 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1339 +0x105 goroutine 51 gp=0xc0004b0380 m=nil [GC worker (idle), 65 minutes]: runtime.gopark(0x199fed8b375a82?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc0004b6f38 sp=0xc0004b6f18 pc=0x47ba4e runtime.gcBgMarkWorker(0xc0002ee0e0) /usr/local/go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004b6fc8 sp=0xc0004b6f38 pc=0x424de9 runtime.gcBgMarkStartWorkers.gowrap1() /usr/local/go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004b6fe0 sp=0xc0004b6fc8 pc=0x424cc5 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b6fe8 sp=0xc0004b6fe0 pc=0x483a21 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1339 +0x105 goroutine 52 gp=0xc0004b0540 m=nil [GC worker (idle), 65 minutes]: runtime.gopark(0x199fed8b4733ee?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc0004b7738 sp=0xc0004b7718 pc=0x47ba4e runtime.gcBgMarkWorker(0xc0002ee0e0) /usr/local/go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004b77c8 sp=0xc0004b7738 pc=0x424de9 runtime.gcBgMarkStartWorkers.gowrap1() /usr/local/go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004b77e0 sp=0xc0004b77c8 pc=0x424cc5 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b77e8 sp=0xc0004b77e0 pc=0x483a21 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1339 +0x105 goroutine 53 gp=0xc0004b0700 m=nil [GC worker (idle), 3 minutes]: runtime.gopark(0x19a36b2ffce0b4?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc0004b7f38 sp=0xc0004b7f18 pc=0x47ba4e runtime.gcBgMarkWorker(0xc0002ee0e0) /usr/local/go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004b7fc8 sp=0xc0004b7f38 pc=0x424de9 runtime.gcBgMarkStartWorkers.gowrap1() /usr/local/go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004b7fe0 sp=0xc0004b7fc8 pc=0x424cc5 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b7fe8 sp=0xc0004b7fe0 pc=0x483a21 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1339 +0x105 goroutine 54 gp=0xc0004b08c0 m=nil [select, 6 minutes]: runtime.gopark(0xc0000e3f98?, 0x2?, 0x40?, 0x0?, 0xc0000e3f50?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc000079dd0 sp=0xc000079db0 pc=0x47ba4e runtime.selectgo(0xc000079f98, 0xc0000e3f4c, 0xc00004a010?, 0x0, 0x38?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x837 fp=0xc000079f08 sp=0xc000079dd0 pc=0x458f57 github.com/rclone/rclone/lib/oauthutil.(*Renew).renewOnExpiry(0xc0002a3b00) /home/rclone/go/src/github.com/rclone/rclone/lib/oauthutil/renew.go:43 +0x86 fp=0xc000079fc8 sp=0xc000079f08 pc=0xa5e0e6 github.com/rclone/rclone/lib/oauthutil.NewRenew.gowrap1() /home/rclone/go/src/github.com/rclone/rclone/lib/oauthutil/renew.go:32 +0x25 fp=0xc000079fe0 sp=0xc000079fc8 pc=0xa5e025 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000079fe8 sp=0xc000079fe0 pc=0x483a21 created by github.com/rclone/rclone/lib/oauthutil.NewRenew in goroutine 1 /home/rclone/go/src/github.com/rclone/rclone/lib/oauthutil/renew.go:32 +0xe5 goroutine 57 gp=0xc0004b0c40 m=nil [sleep, 65 minutes]: runtime.gopark(0x199fed8b3d1702?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc0004edf40 sp=0xc0004edf20 pc=0x47ba4e time.Sleep(0x417bce6c8000) /usr/local/go/src/runtime/time.go:338 +0x165 fp=0xc0004edf98 sp=0xc0004edf40 pc=0x47fd45 github.com/rclone/rclone/lib/pacer.(*Pacer).beginCall.func1(0x0?) /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:169 +0x1c fp=0xc0004edfc8 sp=0xc0004edf98 pc=0x800fdc github.com/rclone/rclone/lib/pacer.(*Pacer).beginCall.gowrap1() /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:171 +0x24 fp=0xc0004edfe0 sp=0xc0004edfc8 pc=0x800f84 runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004edfe8 sp=0xc0004edfe0 pc=0x483a21 created by github.com/rclone/rclone/lib/pacer.(*Pacer).beginCall in goroutine 1 /home/rclone/go/src/github.com/rclone/rclone/lib/pacer/pacer.go:168 +0xef rax 0xca rbx 0x0 rcx 0x485863 rdx 0x0 rdi 0x1416ce0 rsi 0x80 rbp 0x7ffc74e60828 rsp 0x7ffc74e607e0 r8 0x0 r9 0x0 r10 0x0 r11 0x286 r12 0x44e3a0 r13 0xc00006cf94 r14 0x1415420 r15 0xc000110ba0 rip 0x485861 rflags 0x286 cs 0x33 fs 0x0 gs 0x0 *** Test killed with quit: ran too long (1h6m0s). exit status 2 FAIL github.com/rclone/rclone/backend/onedrive 3960.099s "go test -v -timeout 1h0m0s -remote TestOneDrive: -verbose" - Finished ERROR in 1h6m1.189291116s (try 1/5): exit status 1: Failed []