DVR crashing on start (database corruption)

<g/ChannelsDVR/channels-dvr/latest] # ps aux | grep ffmpeg
9342 admin 536 S grep ffmpeg
[/share/CACHEDEV1_DATA/.qpkg/ChannelsDVR/channels-dvr/latest] #

Not sure why but the hardware decoder is failing. Did you try rebooting?

I have tried starting the software and the NAS, but not recently. Should I try both again?

Yea reboot the NAS and see if that helps at all.

Still software only.

Bummer. Will investigate tomorrow.

Sounds like @Jules is seeing the same thing on TS-251+, which is confusing because my TS-251+ works fine on 4.2.2 and 4.2.3

Perhaps, also I am noticing that in my process under hardware monitor I have 3 instances of comskip being used and my cpu load is at 97%. Is this normal?

Does the Log or Activity show it processing a file?

oh yeah it does missed it at first

It also seems like I am having to restart it all the time. This error occurred sometime after we stopped trying to figure the transcoding stuff last night, and I had to stop and restart the app this morning.

net.(*pollDesc).wait(0xc420148060, 0x72, 0xc420440cb8, 0xc420070090)
	/home/vagrant/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420148060, 0x125aa40, 0xc420070090)
	/home/vagrant/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).accept(0xc420148000, 0x0, 0x1258e40, 0xc420562b00)
	/home/vagrant/go/src/net/fd_unix.go:419 +0x238
net.(*TCPListener).accept(0xc420204000, 0x29e8d60800, 0x0, 0x0)
	/home/vagrant/go/src/net/tcpsock_posix.go:132 +0x2e
net.(*TCPListener).AcceptTCP(0xc420204000, 0xc420440de0, 0xc420440de8, 0xc420440dd8)
	/home/vagrant/go/src/net/tcpsock.go:209 +0x49
net/http.tcpKeepAliveListener.Accept(0xc420204000, 0xc17c60, 0xc42014ed00, 0x125e7c0, 0xc420564120)
	/home/vagrant/go/src/net/http/server.go:2608 +0x2f
net/http.(*Server).Serve(0xc420514000, 0x125e180, 0xc420204000, 0x0, 0x0)
	/home/vagrant/go/src/net/http/server.go:2273 +0x1ce
net/http.(*Server).ListenAndServe(0xc420514000, 0xc420514000, 0xc4205ae050)
	/home/vagrant/go/src/net/http/server.go:2219 +0xb4
net/http.ListenAndServe(0xbb3614, 0x5, 0x1257e80, 0xc420505a40, 0x1, 0x0)
	/home/vagrant/go/src/net/http/server.go:2351 +0xa0
github.com/gin-gonic/gin.(*Engine).Run(0xc420505a40, 0xc420522470, 0x1, 0x1, 0x0, 0x0)
	/home/vagrant/channels-server-x86_64/.go/src/github.com/gin-gonic/gin/gin.go:226 +0x164
created by main.StartHTTPServer
	/home/vagrant/channels-server-x86_64/http.go:2416 +0x3c66

goroutine 75 [IO wait]:
net.runtime_pollWait(0x7f3a5c632738, 0x72, 0xf)
	/home/vagrant/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420150140, 0x72, 0xc4200497a0, 0xc420070090)
	/home/vagrant/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420150140, 0x125aa40, 0xc420070090)
	/home/vagrant/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc4201500e0, 0xc4204f2000, 0x1000, 0x1000, 0x0, 0x125aa40, 0xc420070090)
	/home/vagrant/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc420204018, 0xc4204f2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/home/vagrant/go/src/net/net.go:173 +0x70
net/http.(*connReader).Read(0xc4205a6380, 0xc4204f2000, 0x1000, 0x1000, 0x5bd179, 0x10de0b0, 0x0)
	/home/vagrant/go/src/net/http/server.go:586 +0x144
bufio.(*Reader).fill(0xc4201da180)
	/home/vagrant/go/src/bufio/bufio.go:97 +0x10c
bufio.(*Reader).ReadSlice(0xc4201da180, 0xa, 0x0, 0x1e, 0x6, 0x0, 0x0)
	/home/vagrant/go/src/bufio/bufio.go:330 +0xb5
bufio.(*Reader).ReadLine(0xc4201da180, 0xc4200dc690, 0xf0, 0xf0, 0xba4fa0, 0x673783, 0x12ad568)
	/home/vagrant/go/src/bufio/bufio.go:359 +0x37
net/textproto.(*Reader).readLineSlice(0xc420524450, 0xc420049a98, 0xc420049a98, 0x4398e8, 0xf0, 0xba4fa0)
	/home/vagrant/go/src/net/textproto/reader.go:55 +0x5e
net/textproto.(*Reader).ReadLine(0xc420524450, 0xc4200dc690, 0xc, 0x0, 0x45367c)
	/home/vagrant/go/src/net/textproto/reader.go:36 +0x2f
net/http.readRequest(0xc4201da180, 0xc4204f3000, 0xc4200dc690, 0x0, 0x0)
	/home/vagrant/go/src/net/http/request.go:793 +0xa5
net/http.(*conn).readRequest(0xc42014e200, 0x125e700, 0xc4204f6340, 0x0, 0x0, 0x0)
	/home/vagrant/go/src/net/http/server.go:765 +0x10d
net/http.(*conn).serve(0xc42014e200, 0x125e700, 0xc4204f6340)
	/home/vagrant/go/src/net/http/server.go:1532 +0x3d3
created by net/http.(*Server).Serve
	/home/vagrant/go/src/net/http/server.go:2293 +0x44d

goroutine 78 [runnable, locked to thread]:
github.com/jmhodges/levigo._Cfunc_leveldb_writebatch_put(0x7f3a580415f0, 0xc421bdfae0, 0x9, 0xc421ca2570, 0x2)
	github.com/jmhodges/levigo/_obj/_cgo_gotypes.go:944 +0x45
github.com/jmhodges/levigo.(*WriteBatch).Put(0xc420546008, 0xc421bdfae0, 0x9, 0x10, 0xc421ca2570, 0x2, 0xa)
	/home/vagrant/channels-server-x86_64/.go/src/github.com/jmhodges/levigo/batch.go:51 +0xd6
github.com/blevesearch/blevex/leveldb.(*Batch).Set(0xc4204b07c0, 0xc421bdfae0, 0x9, 0x10, 0xc421ca2570, 0x2, 0xa)
	/home/vagrant/channels-server-x86_64/.go/src/github.com/blevesearch/blevex/leveldb/batch.go:24 +0x6b
github.com/blevesearch/blevex/leveldb.(*Writer).ExecuteBatch(0xc421b04e60, 0x125fb80, 0xc4204b07c0, 0x0, 0x0)
	/home/vagrant/channels-server-x86_64/.go/src/github.com/blevesearch/blevex/leveldb/writer.go:65 +0x345
github.com/blevesearch/bleve/index/upsidedown.(*UpsideDownCouch).batchRows(0xc420138a80, 0x125ea00, 0xc421b04e60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4211ac000, ...)
	/home/vagrant/channels-server-x86_64/.go/src/github.com/blevesearch/bleve/index/upsidedown/upsidedown.go:292 +0x1998
github.com/blevesearch/bleve/index/upsidedown.(*UpsideDownCouch).Batch(0xc420138a80, 0xc42076f770, 0x0, 0x0)
	/home/vagrant/channels-server-x86_64/.go/src/github.com/blevesearch/bleve/index/upsidedown/upsidedown.go:931 +0x14f0
github.com/blevesearch/bleve.(*indexImpl).Batch(0xc420151c00, 0xc42052be20, 0x0, 0x0)
	/home/vagrant/channels-server-x86_64/.go/src/github.com/blevesearch/bleve/index_impl.go:286 +0xa3
_/home/vagrant/channels-server-x86_64/dvr.(*Recorder).PruneAiringsWithQuery(0xc420097600, 0x1265460, 0xc420151c00, 0x1257c80, 0xc42006e500, 0xbb8f69)
	/home/vagrant/channels-server-x86_64/dvr/search.go:633 +0x321
_/home/vagrant/channels-server-x86_64/dvr.(*Recorder).PruneAiringsForLineup(0xc420097600, 0xc420522500, 0xd)
	/home/vagrant/channels-server-x86_64/dvr/search.go:614 +0x1b5
_/home/vagrant/channels-server-x86_64/dvr.(*Recorder).RunIndexer(0xc420097600)
	/home/vagrant/channels-server-x86_64/dvr/recorder.go:219 +0x192c
created by _/home/vagrant/channels-server-x86_64/dvr.(*Recorder).Run
	/home/vagrant/channels-server-x86_64/dvr/recorder.go:139 +0x43

goroutine 81 [syscall]:
syscall.Syscall6(0xf7, 0x1, 0x59f1, 0xc421385e00, 0x1000004, 0x0, 0x0, 0x60, 0x0, 0x1)
	/home/vagrant/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc421b07260, 0x0, 0xc421b5e000, 0x4)
	/home/vagrant/go/src/os/wait_waitid.go:28 +0xbc
os.(*Process).wait(0xc421b07260, 0x0, 0x1, 0x0)
	/home/vagrant/go/src/os/exec_unix.go:22 +0xab
os.(*Process).Wait(0xc421b07260, 0xc42067bae0, 0x0, 0x0)
	/home/vagrant/go/src/os/doc.go:49 +0x2b
os/exec.(*Cmd).Wait(0xc4206942c0, 0x0, 0x0)
	/home/vagrant/go/src/os/exec/exec.go:434 +0x6d
os/exec.(*Cmd).Run(0xc4206942c0, 0x34, 0xc421536380)
	/home/vagrant/go/src/os/exec/exec.go:279 +0x48
_/home/vagrant/channels-server-x86_64/comskipper.ScanFile(0xc421536380, 0x34, 0xc42067bc60, 0x2)
	/home/vagrant/channels-server-x86_64/comskipper/comskip.go:53 +0x11b
_/home/vagrant/channels-server-x86_64/dvr.(*File).DetectCommercials(0xc42013fa00, 0xc15e10, 0xc420097600, 0xbb8f9f, 0x9, 0x0)
	/home/vagrant/channels-server-x86_64/dvr/file.go:220 +0x24f
_/home/vagrant/channels-server-x86_64/dvr.(*File).ProcessComskip(0xc42013fa00)
	/home/vagrant/channels-server-x86_64/dvr/file.go:380 +0x213
_/home/vagrant/channels-server-x86_64/dvr.(*File).Process(0xc42013fa00)
	/home/vagrant/channels-server-x86_64/dvr/file.go:310 +0x47
_/home/vagrant/channels-server-x86_64/dvr.(*Recorder).RunProcessor(0xc420097600)
	/home/vagrant/channels-server-x86_64/dvr/recorder.go:628 +0x776
created by _/home/vagrant/channels-server-x86_64/dvr.(*Recorder).Run
	/home/vagrant/channels-server-x86_64/dvr/recorder.go:142 +0xa9

goroutine 85 [select]:
main.StartUpdater.func1()
	/home/vagrant/channels-server-x86_64/updater.go:68 +0x157
created by main.StartUpdater
	/home/vagrant/channels-server-x86_64/updater.go:73 +0x3c

goroutine 86 [select, locked to thread]:
runtime.gopark(0xc182a8, 0x0, 0xbb5acf, 0x6, 0x18, 0x2)
	/home/vagrant/go/src/runtime/proc.go:259 +0x13a
runtime.selectgoImpl(0xc420486f30, 0x0, 0x18)
	/home/vagrant/go/src/runtime/select.go:423 +0x11d9
runtime.selectgo(0xc420486f30)
	/home/vagrant/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
	/home/vagrant/go/src/runtime/signal1_unix.go:304 +0x2f3
runtime.goexit()
	/home/vagrant/go/src/runtime/asm_amd64.s:2086 +0x1

goroutine 55 [IO wait]:
net.runtime_pollWait(0x7f3a5c6322b8, 0x72, 0x19)
	/home/vagrant/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc4204ae0d0, 0x72, 0xc4200356f0, 0xc420070090)
	/home/vagrant/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc4204ae0d0, 0x125aa40, 0xc420070090)
	/home/vagrant/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc4204ae070, 0xc42069c000, 0x400, 0x400, 0x0, 0x125aa40, 0xc420070090)
	/home/vagrant/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc420204b08, 0xc42069c000, 0x400, 0x400, 0x0, 0x0, 0x0)
	/home/vagrant/go/src/net/net.go:173 +0x70
crypto/tls.(*block).readFromUntil(0xc42040eed0, 0x7f3a5c632d30, 0xc420204b08, 0x5, 0xc420204b08, 0xc41ffdd0b9)
	/home/vagrant/go/src/crypto/tls/conn.go:476 +0x91
crypto/tls.(*Conn).readRecord(0xc4206c5500, 0xc18317, 0xc4206c5608, 0xc4201e7520)
	/home/vagrant/go/src/crypto/tls/conn.go:578 +0xc4
crypto/tls.(*Conn).Read(0xc4206c5500, 0xc4205a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/home/vagrant/go/src/crypto/tls/conn.go:1113 +0x116
net/http.(*persistConn).Read(0xc420158600, 0xc4205a5000, 0x1000, 0x1000, 0x5e63f0, 0xc420035b58, 0x42d43d)
	/home/vagrant/go/src/net/http/transport.go:1261 +0x154
bufio.(*Reader).fill(0xc4206e11a0)
	/home/vagrant/go/src/bufio/bufio.go:97 +0x10c
bufio.(*Reader).Peek(0xc4206e11a0, 0x1, 0xc420035bbd, 0x1, 0x0, 0xc4206e1200, 0x0)
	/home/vagrant/go/src/bufio/bufio.go:129 +0x62
net/http.(*persistConn).readLoop(0xc420158600)
	/home/vagrant/go/src/net/http/transport.go:1418 +0x1a1
created by net/http.(*Transport).dialConn
	/home/vagrant/go/src/net/http/transport.go:1062 +0x4e9

goroutine 56 [select]:
net/http.(*persistConn).writeLoop(0xc420158600)
	/home/vagrant/go/src/net/http/transport.go:1646 +0x3bd
created by net/http.(*Transport).dialConn
	/home/vagrant/go/src/net/http/transport.go:1063 +0x50e

goroutine 92 [select]:
net/http.(*persistConn).readLoop(0xc420066b00)
	/home/vagrant/go/src/net/http/transport.go:1541 +0x9c9
created by net/http.(*Transport).dialConn
	/home/vagrant/go/src/net/http/transport.go:1062 +0x4e9

goroutine 36 [select]:
main.StartNAT.func1()
	/home/vagrant/channels-server-x86_64/nat.go:106 +0x49c
created by main.StartNAT
	/home/vagrant/channels-server-x86_64/nat.go:114 +0x188

goroutine 93 [select]:
net/http.(*persistConn).writeLoop(0xc420066b00)
	/home/vagrant/go/src/net/http/transport.go:1646 +0x3bd
created by net/http.(*Transport).dialConn
	/home/vagrant/go/src/net/http/transport.go:1063 +0x50e
2017/02/01 22:18:40 [SYS] Starting Channels DVR v2017.02.02.0208 (linux-x86_64) in /share/CACHEDEV1_DATA/.qpkg/ChannelsDVR/channels-dvr/data
2017/02/01 22:18:41 [HDR] Found 1 devices
2017/02/01 22:18:41 [ERR] bonjour: no suitable IPv6 interface: listen udp6 [ff02::]:5353: socket: address family not supported by protocol
2017/02/01 22:18:41 [SYS] Bonjour service running for dvr-falcor.local. [192.168.0.200]
2017/02/01 22:18:43 [SYS] Started HTTP Server
2017/02/01 22:18:45 [DVR] Recording engine started in /share/Channels Recordings
2017/02/01 22:18:45 [IDX] Pruning expired airings...
2017/02/01 22:18:45 [DVR] Processing file-41: TV/NOVA/2017-02-01-2100 NOVA 2017-02-01 S44E03 Search for the Super Battery.mpg
2017/02/01 22:18:45 soapRequest returned error: soapRequest error - StatusCode 500 for AddPortMapping()
2017/02/01 22:18:45 [NAT] Failed to map port using upnp: soapRequest error - StatusCode 500 for AddPortMapping()
2017/02/01 22:18:45 [DVR] Running commercial detection on file 41 (TV/NOVA/2017-02-01-2100 NOVA 2017-02-01 S44E03 Search for the Super Battery.mpg)
2017/02/01 22:18:48 [IDX] Finished pruning 474 airings.
2017/02/01 22:18:48 [DVR] Recording engine stopped.
2017/02/01 22:18:52 [DVR] Recording engine started in /share/Channels Recordings
2017/02/01 22:18:52 [IDX] Pruning expired airings...
2017/02/01 22:18:52 [DVR] Processing file-41: TV/NOVA/2017-02-01-2100 NOVA 2017-02-01 S44E03 Search for the Super Battery.mpg
2017/02/01 22:18:52 [DVR] Running commercial detection on file 41 (TV/NOVA/2017-02-01-2100 NOVA 2017-02-01 S44E03 Search for the Super Battery.mpg)
2017/02/01 22:18:52 [IDX] Finished pruning 0 airings.
2017/02/01 22:33:24 [DVR] Commercial detection finished with 4 markers.
2017/02/01 22:33:24 database not open
panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x551649]

goroutine 61 [running]:
panic(0xb0af60, 0xc42000c090)
	/home/vagrant/go/src/runtime/panic.go:500 +0x1a1
_/home/vagrant/channels-server-x86_64/dvr.(*File).Refresh(0xc420145600)
	/home/vagrant/channels-server-x86_64/dvr/file.go:80 +0x49
_/home/vagrant/channels-server-x86_64/dvr.(*Recorder).RunProcessor(0xc420592580)
	/home/vagrant/channels-server-x86_64/dvr/recorder.go:601 +0xf9
created by _/home/vagrant/channels-server-x86_64/dvr.(*Recorder).Run
	/home/vagrant/channels-server-x86_64/dvr/recorder.go:142 +0xa9
2017/02/01 22:35:20 [SYS] Starting Channels DVR v2017.02.02.0208 (linux-x86_64) in /share/CACHEDEV1_DATA/.qpkg/ChannelsDVR/channels-dvr/data
2017/02/01 22:35:21 [HDR] Found 1 devices
2017/02/01 22:35:21 [ERR] bonjour: no suitable IPv6 interface: listen udp6 [ff02::]:5353: socket: address family not supported by protocol
2017/02/01 22:35:21 [SYS] Bonjour service running for dvr-falcor.local. [192.168.0.200]
2017/02/01 22:35:22 [SYS] Started HTTP Server
2017/02/01 22:35:24 [DVR] Recording engine started in /share/Channels Recordings
2017/02/01 22:35:24 [IDX] Pruning expired airings...
2017/02/01 22:35:24 [DVR] Processing file-41: TV/NOVA/2017-02-01-2100 NOVA 2017-02-01 S44E03 Search for the Super Battery.mpg
2017/02/01 22:35:24 soapRequest returned error: soapRequest error - StatusCode 500 for AddPortMapping()
2017/02/01 22:35:24 [NAT] Failed to map port using upnp: soapRequest error - StatusCode 500 for AddPortMapping()
2017/02/01 22:35:25 [DVR] Running commercial detection on file 41 (TV/NOVA/2017-02-01-2100 NOVA 2017-02-01 S44E03 Search for the Super Battery.mpg)
2017/02/01 22:35:26 [IDX] Finished pruning 66 airings.
2017/02/01 22:35:29 [DVR] Recording engine stopped.
2017/02/01 22:35:32 [DVR] Recording engine started in /share/Channels Recordings
2017/02/01 22:35:32 [IDX] Pruning expired airings...
2017/02/01 22:35:32 [DVR] Processing file-41: TV/NOVA/2017-02-01-2100 NOVA 2017-02-01 S44E03 Search for the Super Battery.mpg
2017/02/01 22:35:32 [DVR] Running commercial detection on file 41 (TV/NOVA/2017-02-01-2100 NOVA 2017-02-01 S44E03 Search for the Super Battery.mpg)
2017/02/01 22:35:33 [IDX] Finished pruning 0 airings.
2017/02/01 22:49:34 [DVR] Commercial detection finished with 4 markers.
2017/02/01 22:49:34 database not open
panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x551649]

goroutine 84 [running]:
panic(0xb0af60, 0xc42000c090)
	/home/vagrant/go/src/runtime/panic.go:500 +0x1a1
_/home/vagrant/channels-server-x86_64/dvr.(*File).Refresh(0xc4200e3400)
	/home/vagrant/channels-server-x86_64/dvr/file.go:80 +0x49
_/home/vagrant/channels-server-x86_64/dvr.(*Recorder).RunProcessor(0xc420099340)
	/home/vagrant/channels-server-x86_64/dvr/recorder.go:601 +0xf9
created by _/home/vagrant/channels-server-x86_64/dvr.(*Recorder).Run
	/home/vagrant/channels-server-x86_64/dvr/recorder.go:142 +0xa9

Looks like you had unchecked and rechecked the DVR box a few times for some reason?

I’d like to figure out the hardware transcoding issue today. Can you SSH in and run the following:

cd /share/CACHEDEV1_DATA/homes/admin/
mkdir test
cd test
curl -o ffmpeg http://chunk.io/f/419cafd354d04fa9927d238dfa69f892
chmod +x ffmpeg
ulimit -c unlimited
./ffmpeg -hide_banner -loglevel verbose -t 0.1 -f lavfi -i color=black:640x480 -vaapi_device /dev/dri/card0 -vf format=nv12,hwupload -c:v h264_vaapi -b 4000k -f null -y /dev/null

I did, but it was also running when I went to bed and not in the am.

[/share/CACHEDEV1_DATA/.qpkg/ChannelsDVR/channels-dvr] # mkdir test
[/share/CACHEDEV1_DATA/.qpkg/ChannelsDVR/channels-dvr] # cd test
</test] # curl -o ffmpeg http://chunk.io/f/419cafd354d04fa9927d238dfa69f892  
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100 13.7M  100 13.7M    0     0  2536k      0  0:00:05  0:00:05 --:--:-- 3341k
[/share/CACHEDEV1_DATA/.qpkg/ChannelsDVR/channels-dvr/test] # chmod +x ffmpeg
<g/ChannelsDVR/channels-dvr/test] # ulimit -c unlimited                      
<12,hwupload -c:v h264_vaapi -b 4000k -f null -y /dev/null                   
[AVHWDeviceContext @ 0x22930a0] Opened VA display via DRM device /dev/dri/card0.
libva info: VA-API version 0.40.0
libva info: va_getDriverName() returns 1
libva error: va_getDriverName() failed with operation failed,driver_name=i965
[AVHWDeviceContext @ 0x22930a0] Failed to initialise VAAPI connection: 1 (operation failed).
Segmentation fault (core dumped)
</test] # iled to initialise VAAPI connection: 1 (operation failed).         
-sh: syntax error near unexpected token `('

Great, now run this:

cd /share/CACHEDEV1_DATA/.qpkg/ChannelsDVR/channels-dvr/test
ls -alh core
curl -T core -s chunk.io

ls -alh core

-rw------- 1 admin administ 5.7M Feb 2 08:58 core
<g/ChannelsDVR/channels-dvr/test] # curl -T core -s chunk.io
http://chunk.io/f/bb931dc62773475594b97a9573251caa

Anything else? I need to head to work shortly

That’s it for now, thanks so much.

Sounds like based on the other thread you have isolated the bug?

Yes, fix incoming shortly.

Fix is out.

1 Like