If that happens then kill it with -SIGQUIT and go will generate a backtrace which can be useful
When the CPU spiked and things stuck i killed with SIGQUIT:
SIGQUIT: quit
PC=0x45b101 m=1 sigcode=0goroutine 0 [idle]:
runtime.usleep(0x281a600002710, 0xd00000000, 0x281964ac88d01, 0x45d964b800, 0x271020047f88, 0x281a67402961f, 0x45d964b800, 0x1, 0x0, 0x281964ac88d23, …)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/sys_linux_amd64.s:98 +0x41
runtime.sysmon()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:3849 +0xa8
runtime.mstart1()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:1182 +0x11e
runtime.mstart()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:1152 +0x64goroutine 1 [select, 3 minutes]:
github.com/ncw/rclone/cmd/mount.Mount(0x15808e0, 0xc4204a4100, 0x7ffc4f21f233, 0x11, 0xc4204a4100, 0xe)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/mount.go:138 +0x3a5
github.com/ncw/rclone/cmd/mountlib.NewMountCommand.func1(0xc4200a1680, 0xc42028e0e0, 0x2, 0xe)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mountlib/mount.go:173 +0x119
github.com/ncw/rclone/vendor/github.com/spf13/cobra.(*Command).execute(0xc4200a1680, 0xc42028e000, 0xe, 0xe, 0xc4200a1680, 0xc42028e000)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/spf13/cobra/command.go:654 +0x2a2
github.com/ncw/rclone/vendor/github.com/spf13/cobra.(*Command).ExecuteC(0x15ceda0, 0xc420213f70, 0x4046a4, 0xc4200220b8)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/spf13/cobra/command.go:729 +0x2fe
github.com/ncw/rclone/vendor/github.com/spf13/cobra.(*Command).Execute(0x15ceda0, 0xc4201f3fa0, 0x20)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/spf13/cobra/command.go:688 +0x2b
main.main()
/home/travis/gopath/src/github.com/ncw/rclone/rclone.go:15 +0x31goroutine 5 [syscall, 3 minutes]:
os/signal.signal_recv(0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/sigqueue.go:131 +0xa6
os/signal.loop()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.0
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/os/signal/signal_unix.go:28 +0x41goroutine 42 [syscall, 1 minutes]:
syscall.Syscall(0x0, 0xa, 0xc420aac000, 0x21000, 0x4703ab, 0xe8a180, 0xc426e7bd70)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0xa, 0xc420aac000, 0x21000, 0x21000, 0x86094f, 0xc4202cc0e0, 0xa)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/syscall/zsyscall_linux_amd64.go:756 +0x55
syscall.Read(0xa, 0xc420aac000, 0x21000, 0x21000, 0x40, 0x0, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/syscall/syscall_unix.go:162 +0x49
github.com/ncw/rclone/vendor/bazil.org/fuse.(*Conn).ReadRequest(0xc4204e68a0, 0xfe3ed8, 0xc42050a180, 0x1579f80, 0xc4202f8000)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fuse.go:552 +0xb1
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve(0xc42050a180, 0x1570840, 0xc4204517c0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:414 +0x373
github.com/ncw/rclone/cmd/mount.mount.func1(0xc42050a180, 0xc4204517c0, 0xc4204e68a0, 0xc4204e6960)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/mount.go:88 +0x45
created by github.com/ncw/rclone/cmd/mount.mount
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/mount.go:87 +0x366goroutine 41 [select]:
github.com/ncw/rclone/vfs.(*cache).cleaner(0xc4202cad40, 0x157bfc0, 0xc4202cad00)
/home/travis/gopath/src/github.com/ncw/rclone/vfs/cache.go:268 +0x157
created by github.com/ncw/rclone/vfs.newCache
/home/travis/gopath/src/github.com/ncw/rclone/vfs/cache.go:110 +0x31bgoroutine 43 [select, 3 minutes, locked to thread]:
runtime.gopark(0xfe53e8, 0x0, 0xf9af3b, 0x6, 0x18, 0x1)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:287 +0x12c
runtime.selectgo(0xc4205bef50, 0xc4200227e0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/select.go:395 +0x1149
runtime.ensureSigM.func1()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/signal_unix.go:511 +0x220
runtime.goexit()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/asm_amd64.s:2337 +0x1goroutine 3834 [select]:
github.com/ncw/rclone/fs.(*Account).averageLoop(0xc4200ae420)
/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting.go:444 +0x169
created by github.com/ncw/rclone/fs.NewAccountSizeName
/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting.go:372 +0x1b0goroutine 3833 [chan receive, 2 minutes]:
github.com/ncw/rclone/cache.(*worker).run(0xc42014e6c0)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:365 +0xb3
created by github.com/ncw/rclone/cache.(*Handle).startReadWorkers
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:91 +0xd4goroutine 7143 [runnable]:
github.com/ncw/rclone/cache.(*Memory).GetChunk(0xc4203121c0, 0xc4207a0c40, 0x0, 0x0, 0x500000, 0x500200, 0xc42052b638, 0x3)
/home/travis/gopath/src/github.com/ncw/rclone/cache/storage_memory.go:48 +0x253
github.com/ncw/rclone/cache.(*Handle).getChunk(0xc4207f5f80, 0x0, 0xc4207f5fb8, 0x204c93a8, 0xc42052b698, 0xc42052b6b0, 0x72212b)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:178 +0x534
github.com/ncw/rclone/cache.(*Handle).Read(0xc4207f5f80, 0xc426d1c000, 0x18000, 0x18000, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:226 +0xa4
github.com/ncw/rclone/fs.(*Account).read(0xc4200ae420, 0x7f0d83c9ebc8, 0xc4207f5f80, 0xc426d1c000, 0x18000, 0x18000, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting.go:470 +0x115
github.com/ncw/rclone/fs.(*Account).Read(0xc4200ae420, 0xc426d1c000, 0x18000, 0x18000, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting.go:502 +0x152
io.ReadAtLeast(0x1570900, 0xc4200ae420, 0xc426d14000, 0x20000, 0x20000, 0x20000, 0x2, 0xc420337ea0, 0x61)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/io/io.go:309 +0x86
io.ReadFull(0x1570900, 0xc4200ae420, 0xc426d14000, 0x20000, 0x20000, 0xc420449310, 0x2, 0xc42052b948)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/io/io.go:327 +0x58
github.com/ncw/rclone/vfs.(*ReadFileHandle).readAt(0xc420649420, 0xc426d14000, 0x20000, 0x20000, 0x4f8000, 0xde1cc0, 0xc42052ba01, 0xc426d14000)
/home/travis/gopath/src/github.com/ncw/rclone/vfs/read.go:219 +0x55e
github.com/ncw/rclone/vfs.(*ReadFileHandle).ReadAt(0xc420649420, 0xc426d14000, 0x20000, 0x20000, 0x4f8000, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/vfs/read.go:179 +0xae
github.com/ncw/rclone/cmd/mount.(*FileHandle).Read(0xc420400500, 0x157bfc0, 0xc42047a740, 0xc420648850, 0xc4202f04a0, 0x20001, 0xc80)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/handle.go:28 +0x294
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).handleRequest(0xc42050a180, 0x157bfc0, 0xc42047a740, 0x1570880, 0xc4207e8018, 0xc4202dcc00, 0x157a300, 0xc420648850, 0xc42052bef8, 0xc4268f42f8, …)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:1249 +0x941
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).serve(0xc42050a180, 0x157a300, 0xc420648850)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:878 +0x468
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve.func1(0xc42050a180, 0x157a300, 0xc420648850)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:425 +0x6e
created by github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:423 +0x35fgoroutine 3832 [chan receive, 2 minutes]:
github.com/ncw/rclone/cache.(*worker).run(0xc42014e680)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:365 +0xb3
created by github.com/ncw/rclone/cache.(*Handle).startReadWorkers
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:91 +0xd4goroutine 3831 [chan receive, 2 minutes]:
github.com/ncw/rclone/cache.(*worker).run(0xc42014e640)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:365 +0xb3
created by github.com/ncw/rclone/cache.(*Handle).startReadWorkers
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:91 +0xd4goroutine 3830 [chan receive, 2 minutes]:
github.com/ncw/rclone/cache.(*worker).run(0xc42014e600)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:365 +0xb3
created by github.com/ncw/rclone/cache.(*Handle).startReadWorkers
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:91 +0xd4goroutine 93705295 [runnable]:
github.com/ncw/rclone/cache.(*Memory).CleanChunksByNeed(0xc4203121c0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/cache/storage_memory.go:79
created by github.com/ncw/rclone/cache.(*Handle).getChunk
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:176 +0x505goroutine 93705280 [runnable]:
github.com/ncw/rclone/cache.(*Memory).CleanChunksByNeed(0xc4203121c0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/cache/storage_memory.go:83 +0x9a
created by github.com/ncw/rclone/cache.(*Handle).getChunk
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:176 +0x505goroutine 93705294 [runnable]:
github.com/ncw/rclone/cache.(*Memory).CleanChunksByNeed(0xc4203121c0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/cache/storage_memory.go:79
created by github.com/ncw/rclone/cache.(*Handle).getChunk
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:176 +0x505goroutine 18257677 [semacquire, 1 minutes]:
sync.runtime_SemacquireMutex(0xc420649424, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc420649420)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/sync/mutex.go:134 +0xee
github.com/ncw/rclone/vfs.(*ReadFileHandle).String(0xc420649420, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/vfs/read.go:78 +0x4a
fmt.(*pp).handleMethods(0xc420102780, 0xc400000076, 0x1)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:596 +0x275
fmt.(*pp).printValue(0xc420102780, 0xf74880, 0xc420649420, 0x16, 0x76, 0x2)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:693 +0x2da5
fmt.(*pp).printValue(0xc420102780, 0xf64140, 0xc420400500, 0x199, 0xc400000076, 0x1)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:776 +0x1fb4
fmt.(*pp).printValue(0xc420102780, 0xf666e0, 0xc420400500, 0x16, 0x76, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:846 +0x1dce
fmt.(*pp).printArg(0xc420102780, 0xf666e0, 0xc420400500, 0xc400000076)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:682 +0x1e5
fmt.(*pp).doPrintf(0xc420102780, 0xf99f39, 0x6, 0xc4205719a0, 0x2, 0x2)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:996 +0x15a
fmt.Sprintf(0xf99f39, 0x6, 0xc4205719a0, 0x2, 0x2, 0xc4201fa0b0, 0x7)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:196 +0x66
github.com/ncw/rclone/fs.logPrintf(0xc420571a07, 0xf666e0, 0xc420400500, 0xc420571a20, 0x7, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/fs/log.go:97 +0x148
github.com/ncw/rclone/fs.Trace(0xf666e0, 0xc420400500, 0x0, 0x0, 0x0, 0x0, 0x0, 0xe62a00)
/home/travis/gopath/src/github.com/ncw/rclone/fs/log.go:170 +0xfe
github.com/ncw/rclone/cmd/mount.(*FileHandle).Flush(0xc420400500, 0x157bfc0, 0xc423ae4040, 0xc4202f8000, 0xc420400500, 0x1)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/handle.go:71 +0x89
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).handleRequest(0xc42050a180, 0x157bfc0, 0xc423ae4040, 0x1570880, 0xc4207e8018, 0xc4202dcc00, 0x1579f80, 0xc4202f8000, 0xc420571ef8, 0xc420aa14a8, …)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:1282 +0x2dc6
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).serve(0xc42050a180, 0x1579f80, 0xc4202f8000)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:878 +0x468
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve.func1(0xc42050a180, 0x1579f80, 0xc4202f8000)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:425 +0x6e
created by github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:423 +0x35fgoroutine 93705297 [runnable]:
github.com/ncw/rclone/cache.(*Memory).CleanChunksByNeed(0xc4203121c0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/cache/storage_memory.go:79
created by github.com/ncw/rclone/cache.(*Handle).getChunk
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:176 +0x505rax 0xfffffffffffffffc
rbx 0x1
rcx 0xffffffffffffffff
rdx 0x0
rdi 0x0
rsi 0x0
rbp 0xc420047f28
rsp 0xc420047f18
r8 0xc420047f18
r9 0x0
r10 0x0
r11 0x246
r12 0x42f830
r13 0xf1
r14 0x11
r15 0x0
rip 0x45b101
rflags 0x246
cs 0x33
fs 0x0
gs 0x0
[0x7f38d40030b8] main input error: ES_OUT_SET_(GROUP_)PCR is called too late (pts_delay increased to 300 ms)
[0x7f38d40030b8] main input error: ES_OUT_RESET_PCR called
[0x7f38bc001218] filesystem access error: read error: Transport endpoint is not connected
[0x7f38bc001218] filesystem access error: read error: Transport endpoint is not connected
[0x7f38bc001218] filesystem access error: read error: Transport endpoint is not connected
FIXME: handle dialog start.
What’s your config like for cache when it happens?
The one above looked like this:
[robgsc]
type = cache
remote = robgs:
chunk_size = 10M
info_age =
chunk_age =
warmup_age =
This was the command line:
HS -> env | grep RCLON
RCLONE_TRANSFERS=64
RCLONE_BUFFER_SIZE=0M
RCLONE_CHECKERS=64
RCLONE_RETRIES=5
RCLONE_STATS=0
RCLONE_DRIVE_USE_TRASH=false
RCLONE_TIMEOUT=10m
RCLONE_LOG_LEVEL=INFO
RCLONE_CONFIG=/home/robert/.rclone.conf
✓ robert [~] $
HS -> /usr/sbin/rclone -vv --cache-workers=4 mount robgsc: /home/robert/camc --debug-fuse --allow-other --default-permissions --gid $gid --uid $uid --dir-cache-time=1m --umask $UMASK&
Those aren’t high at all. You would have ~80 MB of data in RAM + whatever Go adds for its runtime which should be bigger anyway.
Is your CPU maxed out? I might be starting too many cleanups in parallel. CleanChunksByNeed too many of these from what I see and I already see an improvement for it. It doesn’t need to happen on every read but rather on every new chunk read.
If you’re not reading video files I would use --cache-chunk-no-memory. This will definitely remove this issue but you want it on if you’re watching encrypted videos.
Another try would be to lower the number of workers --cache-workers=2
Hope it helps
No. This computer is a 8 core and its idle. It has 16GB of RAM with 8GB available. It isn’t a resource problem I don’t think as nothing was consumed until it went a bit nuts.
and I am reading video files. This is meant to cache streams in my use case.
Lowering the workers shouldn’t really be a fix though. It will only reduce the footprint. I can essentially make this crash pretty consistently.
for grins, I disabled the memory and caused the crash again simply by playing a stream…
–cache-chunk-no-memory
SIGQUIT: quit
PC=0x45b5e1 m=0 sigcode=0
goroutine 0 [idle]:
runtime.futex(0x15e0a70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7ffee3154200, 0x40f82b, ...)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/sys_linux_amd64.s:438 +0x21
runtime.futexsleep(0x15e0a70, 0x7ffe00000000, 0xffffffffffffffff)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/os_linux.go:45 +0x62
runtime.notesleep(0x15e0a70)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/lock_futex.go:151 +0x9b
runtime.stopm()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:1680 +0xe5
runtime.gcstopm()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:1884 +0xb7
runtime.findrunnable(0xc420027900, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:1939 +0x4f1
runtime.schedule()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:2255 +0x12c
runtime.park_m(0xc420001c80)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:2318 +0xb6
runtime.mcall(0x7ffee31543c0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/asm_amd64.s:286 +0x5b
goroutine 1 [select, 5 minutes]:
github.com/ncw/rclone/cmd/mount.Mount(0x15808e0, 0xc4201c8300, 0x7ffee3156233, 0x11, 0xc4201c8300, 0xf)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/mount.go:138 +0x3a5
github.com/ncw/rclone/cmd/mountlib.NewMountCommand.func1(0xc42009f680, 0xc4201ac960, 0x2, 0xf)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mountlib/mount.go:173 +0x119
github.com/ncw/rclone/vendor/github.com/spf13/cobra.(*Command).execute(0xc42009f680, 0xc4201ac690, 0xf, 0xf, 0xc42009f680, 0xc4201ac690)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/spf13/cobra/command.go:654 +0x2a2
github.com/ncw/rclone/vendor/github.com/spf13/cobra.(*Command).ExecuteC(0x15ceda0, 0xc42026df70, 0x4046a4, 0xc4200220b8)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/spf13/cobra/command.go:729 +0x2fe
github.com/ncw/rclone/vendor/github.com/spf13/cobra.(*Command).Execute(0x15ceda0, 0xc4202ea140, 0x20)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/spf13/cobra/command.go:688 +0x2b
main.main()
/home/travis/gopath/src/github.com/ncw/rclone/rclone.go:15 +0x31
goroutine 5 [syscall, 5 minutes]:
os/signal.signal_recv(0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/sigqueue.go:131 +0xa6
os/signal.loop()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.0
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/os/signal/signal_unix.go:28 +0x41
goroutine 69 [syscall, 4 minutes]:
syscall.Syscall(0x0, 0xa, 0xc42072e000, 0x21000, 0x4703ab, 0xe8a180, 0xc420b4a090)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0xa, 0xc42072e000, 0x21000, 0x21000, 0x86094f, 0xc42019e0e0, 0xa)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/syscall/zsyscall_linux_amd64.go:756 +0x55
syscall.Read(0xa, 0xc42072e000, 0x21000, 0x21000, 0x40, 0x0, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/syscall/syscall_unix.go:162 +0x49
github.com/ncw/rclone/vendor/bazil.org/fuse.(*Conn).ReadRequest(0xc42037e5a0, 0xfe3ed8, 0xc4201dc6c0, 0x1579f80, 0xc4203d0280)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fuse.go:552 +0xb1
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve(0xc4201dc6c0, 0x1570840, 0xc42050f6c0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:414 +0x373
github.com/ncw/rclone/cmd/mount.mount.func1(0xc4201dc6c0, 0xc42050f6c0, 0xc42037e5a0, 0xc42037e660)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/mount.go:88 +0x45
created by github.com/ncw/rclone/cmd/mount.mount
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/mount.go:87 +0x366
goroutine 68 [select]:
github.com/ncw/rclone/vfs.(*cache).cleaner(0xc420539340, 0x157bfc0, 0xc420539300)
/home/travis/gopath/src/github.com/ncw/rclone/vfs/cache.go:268 +0x157
created by github.com/ncw/rclone/vfs.newCache
/home/travis/gopath/src/github.com/ncw/rclone/vfs/cache.go:110 +0x31b
goroutine 70 [select, 5 minutes, locked to thread]:
runtime.gopark(0xfe53e8, 0x0, 0xf9af3b, 0x6, 0x18, 0x1)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/proc.go:287 +0x12c
runtime.selectgo(0xc420050f50, 0xc4201e2900)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/select.go:395 +0x1149
runtime.ensureSigM.func1()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/signal_unix.go:511 +0x220
runtime.goexit()
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/asm_amd64.s:2337 +0x1
goroutine 3656 [runnable]:
syscall.Syscall(0x4b, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.Fdatasync(0x6, 0x6, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/syscall/zsyscall_linux_amd64.go:453 +0x4a
github.com/ncw/rclone/vendor/github.com/coreos/bbolt.fdatasync(0xc4203303c0, 0x1000, 0x7fffffff)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/coreos/bbolt/bolt_linux.go:9 +0x3d
github.com/ncw/rclone/vendor/github.com/coreos/bbolt.(*Tx).write(0xc42054ec40, 0x5069c968e1, 0x15dfa00)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/coreos/bbolt/tx.go:533 +0x557
github.com/ncw/rclone/vendor/github.com/coreos/bbolt.(*Tx).Commit(0xc42054ec40, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/coreos/bbolt/tx.go:185 +0x24f
github.com/ncw/rclone/vendor/github.com/coreos/bbolt.(*DB).Update(0xc4203303c0, 0xc420307508, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/github.com/coreos/bbolt/db.go:656 +0xf2
github.com/ncw/rclone/cache.(*Persistent).GetChunk(0xc420538f80, 0xc42084ec40, 0x0, 0xc42104e000, 0x500000, 0x500200, 0xc420307638, 0x3)
/home/travis/gopath/src/github.com/ncw/rclone/cache/storage_persistent.go:453 +0x218
github.com/ncw/rclone/cache.(*Handle).getChunk(0xc4208bc080, 0x0, 0xc4208bc0b8, 0x204807a8, 0xc420307698, 0xc4203076b0, 0x72212b)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:188 +0x261
github.com/ncw/rclone/cache.(*Handle).Read(0xc4208bc080, 0xc42099c000, 0x18000, 0x18000, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:226 +0xa4
github.com/ncw/rclone/fs.(*Account).read(0xc4202bac60, 0x7f5651fcbab8, 0xc4208bc080, 0xc42099c000, 0x18000, 0x18000, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting.go:470 +0x115
github.com/ncw/rclone/fs.(*Account).Read(0xc4202bac60, 0xc42099c000, 0x18000, 0x18000, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting.go:502 +0x152
io.ReadAtLeast(0x1570900, 0xc4202bac60, 0xc420994000, 0x20000, 0x20000, 0x20000, 0x2, 0xc42005e850, 0x61)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/io/io.go:309 +0x86
io.ReadFull(0x1570900, 0xc4202bac60, 0xc420994000, 0x20000, 0x20000, 0xc4204741d0, 0x2, 0xc420307948)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/io/io.go:327 +0x58
github.com/ncw/rclone/vfs.(*ReadFileHandle).readAt(0xc42091a070, 0xc420994000, 0x20000, 0x20000, 0x4f8000, 0xde1cc0, 0xc420307a01, 0xc420994000)
/home/travis/gopath/src/github.com/ncw/rclone/vfs/read.go:219 +0x55e
github.com/ncw/rclone/vfs.(*ReadFileHandle).ReadAt(0xc42091a070, 0xc420994000, 0x20000, 0x20000, 0x4f8000, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/vfs/read.go:179 +0xae
github.com/ncw/rclone/cmd/mount.(*FileHandle).Read(0xc4204fc210, 0x157bfc0, 0xc4205391c0, 0xc42091a230, 0xc4204fa2a0, 0x20001, 0x160)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/handle.go:28 +0x294
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).handleRequest(0xc4201dc6c0, 0x157bfc0, 0xc4205391c0, 0x1570880, 0xc4202e2000, 0xc4203b2040, 0x157a300, 0xc42091a230, 0xc420307ef8, 0x1d, ...)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:1249 +0x941
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).serve(0xc4201dc6c0, 0x157a300, 0xc42091a230)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:878 +0x468
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve.func1(0xc4201dc6c0, 0x157a300, 0xc42091a230)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:425 +0x6e
created by github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:423 +0x35f
goroutine 403 [select]:
github.com/ncw/rclone/fs.(*Account).averageLoop(0xc4202bac60)
/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting.go:444 +0x169
created by github.com/ncw/rclone/fs.NewAccountSizeName
/home/travis/gopath/src/github.com/ncw/rclone/fs/accounting.go:372 +0x1b0
goroutine 402 [chan receive, 4 minutes]:
github.com/ncw/rclone/cache.(*worker).run(0xc42005c440)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:365 +0xb3
created by github.com/ncw/rclone/cache.(*Handle).startReadWorkers
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:91 +0xd4
goroutine 401 [chan receive, 4 minutes]:
github.com/ncw/rclone/cache.(*worker).run(0xc42005c400)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:365 +0xb3
created by github.com/ncw/rclone/cache.(*Handle).startReadWorkers
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:91 +0xd4
goroutine 384 [chan receive, 4 minutes]:
github.com/ncw/rclone/cache.(*worker).run(0xc42005c3c0)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:365 +0xb3
created by github.com/ncw/rclone/cache.(*Handle).startReadWorkers
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:91 +0xd4
goroutine 383 [chan receive, 4 minutes]:
github.com/ncw/rclone/cache.(*worker).run(0xc42005c380)
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:365 +0xb3
created by github.com/ncw/rclone/cache.(*Handle).startReadWorkers
/home/travis/gopath/src/github.com/ncw/rclone/cache/handle.go:91 +0xd4
goroutine 3645 [select, 4 minutes]:
net/http.(*persistConn).readLoop(0xc4207d2000)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/net/http/transport.go:1654 +0x7a7
created by net/http.(*Transport).dialConn
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/net/http/transport.go:1186 +0xa2e
goroutine 3646 [select, 4 minutes]:
net/http.(*persistConn).writeLoop(0xc4207d2000)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/net/http/transport.go:1759 +0x165
created by net/http.(*Transport).dialConn
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/net/http/transport.go:1187 +0xa53
goroutine 3724 [semacquire, 4 minutes]:
sync.runtime_SemacquireMutex(0xc42091a074, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc42091a070)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/sync/mutex.go:134 +0xee
github.com/ncw/rclone/vfs.(*ReadFileHandle).String(0xc42091a070, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/vfs/read.go:78 +0x4a
fmt.(*pp).handleMethods(0xc4201dc900, 0xc400000076, 0x1)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:596 +0x275
fmt.(*pp).printValue(0xc4201dc900, 0xf74880, 0xc42091a070, 0x16, 0x76, 0x2)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:693 +0x2da5
fmt.(*pp).printValue(0xc4201dc900, 0xf64140, 0xc4204fc210, 0x199, 0xc400000076, 0x1)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:776 +0x1fb4
fmt.(*pp).printValue(0xc4201dc900, 0xf666e0, 0xc4204fc210, 0x16, 0x76, 0x0)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:846 +0x1dce
fmt.(*pp).printArg(0xc4201dc900, 0xf666e0, 0xc4204fc210, 0xc400000076)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:682 +0x1e5
fmt.(*pp).doPrintf(0xc4201dc900, 0xf99f39, 0x6, 0xc4204d99a0, 0x2, 0x2)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:996 +0x15a
fmt.Sprintf(0xf99f39, 0x6, 0xc4204d99a0, 0x2, 0x2, 0xc42043a0e0, 0x7)
/home/travis/.gimme/versions/go1.9.2.linux.amd64/src/fmt/print.go:196 +0x66
github.com/ncw/rclone/fs.logPrintf(0xc4204d9a07, 0xf666e0, 0xc4204fc210, 0xc4204d9a20, 0x7, 0x0, 0x0, 0x0)
/home/travis/gopath/src/github.com/ncw/rclone/fs/log.go:97 +0x148
github.com/ncw/rclone/fs.Trace(0xf666e0, 0xc4204fc210, 0x0, 0x0, 0x0, 0x0, 0x0, 0xe62a00)
/home/travis/gopath/src/github.com/ncw/rclone/fs/log.go:170 +0xfe
github.com/ncw/rclone/cmd/mount.(*FileHandle).Flush(0xc4204fc210, 0x157bfc0, 0xc420538b80, 0xc4203d0280, 0xc4204fc210, 0x1)
/home/travis/gopath/src/github.com/ncw/rclone/cmd/mount/handle.go:71 +0x89
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).handleRequest(0xc4201dc6c0, 0x157bfc0, 0xc420538b80, 0x1570880, 0xc4202e2000, 0xc4203b2040, 0x1579f80, 0xc4203d0280, 0xc4204d9ef8, 0x1d, ...)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:1282 +0x2dc6
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).serve(0xc4201dc6c0, 0x1579f80, 0xc4203d0280)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:878 +0x468
github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve.func1(0xc4201dc6c0, 0x1579f80, 0xc4203d0280)
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:425 +0x6e
created by github.com/ncw/rclone/vendor/bazil.org/fuse/fs.(*Server).Serve
/home/travis/gopath/src/github.com/ncw/rclone/vendor/bazil.org/fuse/fs/serve.go:423 +0x35f
rax 0xca
rbx 0x15e0960
rcx 0xffffffffffffffff
rdx 0x0
rdi 0x15e0a70
rsi 0x0
rbp 0x7ffee31541c8
rsp 0x7ffee3154180
r8 0x0
r9 0x0
r10 0x0
r11 0x286
r12 0xc42078f000
r13 0x19
r14 0x458e50
r15 0x0
rip 0x45b5e1
rflags 0x286
cs 0x33
fs 0x0
gs 0x0
[0x7f3944c04e38] filesystem access error: read error: Transport endpoint is not connected
[0x7f392c008b78] main input error: ES_OUT_SET_(GROUP_)PCR is called too late (pts_delay increased to 300 ms)
[0x7f392c008b78] main input error: ES_OUT_RESET_PCR called
[h264 @ 0x7f3944e74140] Missing reference picture
[h264 @ 0x7f3944e74140] decode_slice_header error
[h264 @ 0x7f3944e74140] concealing 14400 DC, 14400 AC, 14400 MV errors
FIXME: handle dialog start.
[0x7f3944c04e38] filesystem access error: read error: Transport endpoint is not connected
[0x7f3944c04e38] filesystem access error: read error: Transport endpoint is not connected
[h264 @ 0x7f3944e74140] AVC: nal size 55691
[h264 @ 0x7f3944e74140] AVC: nal size 55691
[h264 @ 0x7f3944e74140] no frame!
[0x7f390c001248] main vout display error: Failed to resize display
FIXME: handle dialog end.Correct. I was thinking on machines with low hardware which isn’t your case. You should even be able to go higher than 4 really. I worked with 8 on a similar CPU and my limitation was gdrive, not the CPU.
This is an interesting aspect. Why would rclone run on a single core? It should be able to run on multiple cores and barely nudge them up.
I haven’t ran any load tests though but somehow this doesn’t feel like it. You’re just trying a single stream which shouldn’t hit any resource problems.