Error when running "rclone mount" and "rclone copy" at same time


#1

I run rclone off Linux WRT1900ACS Openwrt ARMv7 router. I ran multiple rclone instances, one with rclone copy. I had rclone mount running in the background. After a few times doing this successfully I ran into this problem in my log and rclone mount crashed.

Not sure what to make of it, I haven’t been able to replicate it either. Hope this helps?

*pollDesc).waitRead(0x2942e74, 0x2afa000, 0x1000, 0x1000)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/internal/poll/fd_poll_runtime.go:90 +0x2c
internal/poll.(*FD).Read(0x2942e60, 0x2afa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/internal/poll/fd_unix.go:169 +0x14c
net.(*netFD).Read(0x2942e60, 0x2afa000, 0x1000, 0x1000, 0x850c0, 0x1aeb8, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/fd_unix.go:202 +0x38
net.(*conn).Read(0x2968bb0, 0x2afa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/net.go:177 +0x58
net.Conn.Read-fm(0x2afa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/fshttp/http.go:81 +0x3c
github.com/ncw/rclone/fs/fshttp.(*timeoutConn).readOrWrite(0x28fbc50, 0x288ac50, 0x2afa000, 0x1000, 0x1000, 0x18f18, 0x2814000, 0xa53de8)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/fshttp/http.go:69 +0x34
github.com/ncw/rclone/fs/fshttp.(*timeoutConn).Read(0x28fbc50, 0x2afa000, 0x1000, 0x1000, 0xb250c0, 0x0, 0xa6c5c180)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/fshttp/http.go:81 +0x6c
crypto/tls.(*block).readFromUntil(0x2a387e0, 0xa6c5c180, 0x28fbc50, 0x5, 0x28fbc50, 0xaab3c)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/crypto/tls/conn.go:492 +0x70
crypto/tls.(*Conn).readRecord(0x2946d80, 0xbdd617, 0x2946e24, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/crypto/tls/conn.go:593 +0x9c
crypto/tls.(*Conn).Read(0x2946d80, 0x2a53000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/crypto/tls/conn.go:1145 +0xcc
net/http.(*persistConn).Read(0x28c05a0, 0x2a53000, 0x1000, 0x1000, 0x28c05a0, 0x0, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/transport.go:1497 +0x170
bufio.(*Reader).fill(0x286e150)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/bufio/bufio.go:100 +0x10c
bufio.(*Reader).Peek(0x286e150, 0x1, 0x2, 0x0, 0x0, 0x2bdaec0, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/bufio/bufio.go:132 +0x2c
net/http.(*persistConn).readLoop(0x28c05a0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/transport.go:1645 +0x164
created by net/http.(*Transport).dialConn
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/transport.go:1338 +0x7f8

goroutine 26 [select]:
github.com/ncw/rclone/cmd.StartStats.func2(0x28290c0, 0x290af80)
	/home/travis/gopath/src/github.com/ncw/rclone/cmd/cmd.go:322 +0xc8
created by github.com/ncw/rclone/cmd.StartStats
	/home/travis/gopath/src/github.com/ncw/rclone/cmd/cmd.go:318 +0xb8

goroutine 36 [select]:
github.com/ncw/rclone/fs/accounting.(*Account).averageLoop(0x2cfc000)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting/accounting.go:135 +0xe4
created by github.com/ncw/rclone/fs/accounting.NewAccountSizeName
	/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting/accounting.go:61 +0x184

goroutine 37 [select]:
github.com/ncw/rclone/fs/asyncreader.(*AsyncReader).init.func1(0x29f1000)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/asyncreader/asyncreader.go:82 +0xbc
created by github.com/ncw/rclone/fs/asyncreader.(*AsyncReader).init
	/home/travis/gopath/src/github.com/ncw/rclone/fs/asyncreader/asyncreader.go:77 +0x16c

goroutine 51 [select]:
net/http.(*persistConn).roundTrip(0x28c05a0, 0x29d9c20, 0x0, 0x0, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/transport.go:2101 +0x400
net/http.(*Transport).roundTrip(0x28cc370, 0x2908100, 0xa, 0x2828584, 0xc)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/transport.go:465 +0x688
net/http.(*Transport).RoundTrip(0x28cc370, 0x2908100, 0xa, 0x2828584, 0xc)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/roundtrip.go:17 +0x24
github.com/ncw/rclone/fs/fshttp.(*Transport).RoundTrip(0x2a5ede0, 0x2908100, 0x2908100, 0x0, 0x1aeb8)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/fshttp/http.go:282 +0xb8
github.com/ncw/rclone/vendor/golang.org/x/oauth2.(*Transport).RoundTrip(0x2a5eec0, 0x2908000, 0x0, 0x0, 0x0)
	/home/travis/gopath/src/github.com/ncw/rclone/vendor/golang.org/x/oauth2/transport.go:56 +0xdc
net/http.send(0x2908000, 0xcf1998, 0x2a5eec0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x28f6140, 0x28f6110, ...)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/client.go:250 +0x130
net/http.(*Client).send(0x2a5eee0, 0x2908000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2, 0xc, 0x5e06b4b1, ...)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/client.go:174 +0xb8
net/http.(*Client).do(0x2a5eee0, 0x2908000, 0x0, 0x0, 0x0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/client.go:641 +0x1f0
net/http.(*Client).Do(0x2a5eee0, 0x2908000, 0x0, 0xcf4fc8, 0x286e0f0)
	/home/travis/.gimme/versions/go1.11.2.linux.amd64/src/net/http/client.go:509 +0x24
github.com/ncw/rclone/backend/drive.(*resumableUpload).transferChunk(0x286e090, 0x1800000, 0x0, 0xcf4fc8, 0x286e0f0, 0x800000, 0x0, 0x0, 0x0, 0x0)
	/home/travis/gopath/src/github.com/ncw/rclone/backend/drive/upload.go:165 +0xa8
github.com/ncw/rclone/backend/drive.(*resumableUpload).Upload.func1(0x2ad01c0, 0x0, 0x7450c)
	/home/travis/gopath/src/github.com/ncw/rclone/backend/drive/upload.go:212 +0x140
github.com/ncw/rclone/lib/pacer.(*Pacer).call(0x2ad01c0, 0x29d98c0, 0xa, 0xae8e98, 0x1)
	/home/travis/gopath/src/github.com/ncw/rclone/lib/pacer/pacer.go:383 +0x100
github.com/ncw/rclone/lib/pacer.(*Pacer).Call(0x2ad01c0, 0x29d98c0, 0x0, 0x0)
	/home/travis/gopath/src/github.com/ncw/rclone/lib/pacer/pacer.go:406 +0x50
github.com/ncw/rclone/backend/drive.(*resumableUpload).Upload(0x286e090, 0x286e090, 0x8, 0x294c280)
	/home/travis/gopath/src/github.com/ncw/rclone/backend/drive/upload.go:210 +0x290
github.com/ncw/rclone/backend/drive.(*Fs).Upload(0x2880820, 0xcf0c18, 0x2cfc000, 0x7569d3de, 0x2, 0xb8ade6, 0x18, 0x0, 0x0, 0x29001ff, ...)
	/home/travis/gopath/src/github.com/ncw/rclone/backend/drive/upload.go:111 +0x4b4
github.com/ncw/rclone/backend/drive.(*Fs).PutUnchecked(0x2880820, 0xcf0c18, 0x2cfc000, 0xa6c9e9a0, 0x298ba80, 0x280df30, 0x1, 0x1, 0x2a5fa20, 0xa6c9e9a0, ...)
	/home/travis/gopath/src/github.com/ncw/rclone/backend/drive/drive.go:1589 +0x3f0
github.com/ncw/rclone/backend/drive.(*Fs).Put(0x2880820, 0xcf0c18, 0x2cfc000, 0xa6c9e9a0, 0x298ba80, 0x280df30, 0x1, 0x1, 0xa, 0x66, ...)
	/home/travis/gopath/src/github.com/ncw/rclone/backend/drive/drive.go:1523 +0xf0
github.com/ncw/rclone/fs/operations.Copy(0xcfcfb0, 0x2880820, 0x0, 0x0, 0x29001ff, 0x22, 0xcfd3b0, 0x298ba80, 0x0, 0x0, ...)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/operations/operations.go:295 +0xd90
github.com/ncw/rclone/fs/sync.(*syncCopyMove).pairCopyOrMove(0x2b8e000, 0x28f8de0, 0xcfcfb0, 0x2880820, 0x2b8e080)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/sync/sync.go:280 +0x1c0
created by github.com/ncw/rclone/fs/sync.(*syncCopyMove).startTransfers
	/home/travis/gopath/src/github.com/ncw/rclone/fs/sync/sync.go:306 +0x80

goroutine 63 [chan receive]:
github.com/ncw/rclone/fs/march.(*March).Run.func2(0x298af00, 0x298af40, 0x2829400)
	/home/travis/gopath/src/github.com/ncw/rclone/fs/march/march.go:174 +0x3c
created by github.com/ncw/rclone/fs/march.(*March).Run
	/home/travis/gopath/src/github.com/ncw/rclone/fs/march/march.go:172 +0x1a4
2019/01/14 01:06:46 INFO  :
Transferred:   	  150.638k / 174.720 kBytes, 86%, 2.039 kBytes/s, ETA 11s
Errors:                 1 (retrying may help)
Checks:               134 / 134, 100%
Transferred:            5 / 7, 71%
Elapsed time:     1m13.8s
Transferring:
 *     transmission/resume/…25b55a2868d72.resume:  0% /809, 0/s, -
 *     transmission/resume/…e80818e8ccd70.resume:  0% /23.292k, 0/s, -

#2

Have you got the lines before that one in the log - the log doesn’t actually say what happened?

Which version of rclone are you using?


#3

I do not, unfortunately. The log was written over once another bash script runs and these errors were appended to it before they were also written over:

exec > /mnt/sda1/tools/transmission/transferfiles-complete.log 2>&1
set -x

Version info:

rclone v1.45
- os/arch: linux/arm
- go version: go1.11.2

#4

:frowning:

If it happens again, or you can replicate it, can you post the full backtrace? Unfortunately with the one you posted I can’t see what type of problem it was, nor the ultimate cause , both of which are right at the top.


#5

Sure. I was stress testing the script so it might not happen again but I’ll keep an eye out.