Hi @monnand our uniqush seems to be failing at some point. Probably because of the load we give to it. Before, we had load balancer between two uniqush servers and it seems ok. Our setup today was just having only 1 servers and having multiple workers requesting to push. The following is the log error: ( Sorry if its too long)
goroutine 4510 [select]:
net/http.(_persistConn).writeLoop(0xc201b72680)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 4883 [IO wait]:
net.runtime_pollWait(0x7f305c2805a0, 0x72, 0x0)
/home/monnand/soft/golang/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(_pollDesc).WaitRead(0xc201d847d0, 0xb, 0xc2000fd390)
/home/monnand/soft/golang/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(_netFD).Read(0xc201d84750, 0xc201650000, 0x400, 0x400, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(_conn).Read(0xc200399b00, 0xc201650000, 0x400, 0x400, 0x48f351, ...)
/home/monnand/soft/golang/go/src/pkg/net/net.go:123 +0xc3
crypto/tls.(_block).readFromUntil(0xc2013b13f0, 0xc2000fd690, 0xc200399b00, 0x5, 0xc200399b00, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:401 +0xbd
crypto/tls.(_Conn).readRecord(0xc201d0e280, 0x17, 0x0, 0x413ae5)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:481 +0xfa
crypto/tls.(_Conn).Read(0xc201d0e280, 0xc2016ed000, 0x1000, 0x1000, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:796 +0x102
bufio.(_Reader).fill(0xc2008bfc00)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:79 +0x10c
bufio.(_Reader).Peek(0xc2008bfc00, 0x1, 0x0, 0x0, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:107 +0xc9
net/http.(_persistConn).readLoop(0xc201e4dc00)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:670 +0xc4
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:511 +0x574
goroutine 5114 [semacquire]:
sync.runtime_Semacquire(0xc2025ff7e8)
/home/monnand/soft/golang/go/src/pkg/runtime/zsema_linux_amd64.c:165 +0x2e
sync.(_WaitGroup).Wait(0xc202310e20)
/home/monnand/soft/golang/go/src/pkg/sync/waitgroup.go:109 +0xf2
main.(_PushBackEnd).pushImpl(0xc2000fa440, 0xc20231a060, 0x24, 0xc202315407, 0x10, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:269 +0x497
main.(_PushBackEnd).Push(0xc2000fa440, 0xc20231a060, 0x24, 0xc202315407, 0x10, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:199 +0xd7
main.(_RestAPI).pushNotification(0xc2000fea50, 0xc20231a060, 0x24, 0xc202317780, 0xc2023177c0, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/restapi.go:242 +0x9ef
main.(_RestAPI).ServeHTTP(0xc2000fea50, 0xc2000fa9c0, 0xc2023147e0, 0xc2023190d0)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/restapi.go:338 +0xc52
net/http.(_ServeMux).ServeHTTP(0xc2000b7540, 0xc2000fa9c0, 0xc2023147e0, 0xc2023190d0)
/home/monnand/soft/golang/go/src/pkg/net/http/server.go:1416 +0x11d
net/http.serverHandler.ServeHTTP(0xc2000feaa0, 0xc2000fa9c0, 0xc2023147e0, 0xc2023190d0)
/home/monnand/soft/golang/go/src/pkg/net/http/server.go:1517 +0x16c
net/http.(_conn).serve(0xc20202b870)
/home/monnand/soft/golang/go/src/pkg/net/http/server.go:1096 +0x765
created by net/http.(_Server).Serve
/home/monnand/soft/golang/go/src/pkg/net/http/server.go:1564 +0x266
goroutine 4689 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201ca0a80, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5005 [IO wait]:
net.runtime_pollWait(0x7f305c2d10a0, 0x72, 0x0)
/home/monnand/soft/golang/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(_pollDesc).WaitRead(0xc2017c0350, 0xb, 0xc2000fd390)
/home/monnand/soft/golang/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(_netFD).Read(0xc2017c02d0, 0xc201a82000, 0x400, 0x400, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(_conn).Read(0xc2001ec880, 0xc201a82000, 0x400, 0x400, 0x48f351, ...)
/home/monnand/soft/golang/go/src/pkg/net/net.go:123 +0xc3
crypto/tls.(_block).readFromUntil(0xc20191dcc0, 0xc2000fd690, 0xc2001ec880, 0x5, 0xc2001ec880, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:401 +0xbd
crypto/tls.(_Conn).readRecord(0xc201061500, 0x17, 0x0, 0x413ae5)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:481 +0xfa
crypto/tls.(_Conn).Read(0xc201061500, 0xc20168e000, 0x1000, 0x1000, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:796 +0x102
bufio.(_Reader).fill(0xc2012c6de0)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:79 +0x10c
bufio.(_Reader).Peek(0xc2012c6de0, 0x1, 0x0, 0x0, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:107 +0xc9
net/http.(_persistConn).readLoop(0xc20041f500)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:670 +0xc4
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:511 +0x574
goroutine 4905 [IO wait]:
net.runtime_pollWait(0x7f305c22f1e0, 0x72, 0x0)
/home/monnand/soft/golang/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(_pollDesc).WaitRead(0xc20125d620, 0xb, 0xc2000fd390)
/home/monnand/soft/golang/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(_netFD).Read(0xc20125d5a0, 0xc2013a2000, 0x400, 0x400, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(_conn).Read(0xc20031add0, 0xc2013a2000, 0x400, 0x400, 0x48f351, ...)
/home/monnand/soft/golang/go/src/pkg/net/net.go:123 +0xc3
crypto/tls.(_block).readFromUntil(0xc2003e5630, 0xc2000fd690, 0xc20031add0, 0x5, 0xc20031add0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:401 +0xbd
crypto/tls.(_Conn).readRecord(0xc201d0ea00, 0x17, 0x0, 0x41efd0)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:481 +0xfa
crypto/tls.(_Conn).Read(0xc201d0ea00, 0xc201a11000, 0x1000, 0x1000, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:796 +0x102
bufio.(_Reader).fill(0xc200943de0)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:79 +0x10c
bufio.(_Reader).Peek(0xc200943de0, 0x1, 0x0, 0x0, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:107 +0xc9
net/http.(_persistConn).readLoop(0xc2005d1b80)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:670 +0xc4
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:511 +0x574
goroutine 4624 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc2019164e0, 0xc2019e0000, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 4622 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc2014e4540, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 4660 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201a70a80, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 4768 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc201928c30, 0xc201b684b0, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 4759 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc20190fc40, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 4766 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201d74f50, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 4864 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc200578b10, 0xc200268460, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 4796 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc201bdd3f0, 0xc201a464b0, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 4794 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201c49b60, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 4862 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc200e7f150, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 4920 [IO wait]:
net.runtime_pollWait(0x7f305c22f000, 0x72, 0x0)
/home/monnand/soft/golang/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(_pollDesc).WaitRead(0xc20125d860, 0xb, 0xc2000fd390)
/home/monnand/soft/golang/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(_netFD).Read[Push][Info] 2013/07/25 11:44:17 RequestId=ca04e629-aa9e-44b6-62e0-18aacd554e86 From=54.215.171.37:13298 Service=7883932819531353 Subscribers="[518a9dc63dc9e1468444bbdb]"
[Push][Info] 2013/07/25 11:44:17 RequestId=4123f2da-7663-4454-5450-89129c595896 From=54.215.167.223:46202 Service=7883932819531353 Subscribers="[5180a8293dc9e107b1533f2a]"
[Push][Info] 2013/07/25 11:44:17 RequestId=34b80aba-1fe5-47e6-4d08-10ace9e192a8 From=54.215.171.37:13300 Service=7883932819531353 Subscribers="[518deb683dc9e12c476d41f6]"
(0xc20125d7e0, 0xc201062000, 0x400, 0x400, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(_conn).Read(0xc2000002f8, 0xc201062000, 0x400, 0x400, 0x48f351, ...)
/home/monnand/soft/golang/go/src/pkg/net/net.go:123 +0xc3
crypto/tls.(_block).readFromUntil(0xc2003e5c90, 0xc2000fd690, 0xc2000002f8, 0x5, 0xc2000002f8, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:401 +0xbd
crypto/tls.(_Conn).readRecord(0xc201061000, 0x17, 0x0, 0x413ae5)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:481 +0xfa
crypto/tls.(_Conn).Read(0xc201061000, 0xc201a35000, 0x1000, 0x1000, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:796 +0x102
bufio.(_Reader).fill(0xc201d5c9c0)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:79 +0x10c
bufio.(_Reader).Peek(0xc201d5c9c0, 0x1, 0x0, 0x0, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:107 +0xc9
net/http.(_persistConn).readLoop(0xc2005d1d00)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:670 +0xc4
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:511 +0x574
goroutine 5103 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc201cc73c0, 0xc2017cca50, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 4921 [select]:
net/http.(_persistConn).writeLoop(0xc2005d1d00)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 4909 [IO wait]:
net.runtime_pollWait(0x7f305c22f140, 0x72, 0x0)
/home/monnand/soft/golang/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(_pollDesc).WaitRead(0xc20125d6b0, 0xb, 0xc2000fd390)
/home/monnand/soft/golang/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(_netFD).Read(0xc20125d630, 0xc2015c9000, 0x400, 0x400, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(_conn).Read(0xc20031ae58, 0xc2015c9000, 0x400, 0x400, 0x48f351, ...)
/home/monnand/soft/golang/go/src/pkg/net/net.go:123 +0xc3
crypto/tls.(_block).readFromUntil(0xc201696ba0, 0xc2000fd690, 0xc20031ae58, 0x5, 0xc20031ae58, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:401 +0xbd
crypto/tls.(_Conn).readRecord(0xc201d0ec80, 0x17, 0x0, 0x41efd0)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:481 +0xfa
crypto/tls.(_Conn).Read(0xc201d0ec80, 0xc201e4e000, 0x1000, 0x1000, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:796 +0x102
bufio.(_Reader).fill(0xc20195b540)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:79 +0x10c
bufio.(_Reader).Peek(0xc20195b540, 0x1, 0x0, 0x0, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:107 +0xc9
net/http.(_persistConn).readLoop(0xc2005d1c80)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:670 +0xc4
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:511 +0x574
goroutine 4910 [select]:
net/http.(_persistConn).writeLoop(0xc2005d1c80)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 4959 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc2017098c0, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5293 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc203e792d0, 0xc203e74370, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 5096 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc201cc71e0, 0xc2017cc960, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 4881 [IO wait]:
net.runtime_pollWait(0x7f305c22fbe0, 0x72, 0x0)
/home/monnand/soft/golang/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(_pollDesc).WaitRead(0xc201d84860, 0xb, 0xc2000fd390)
/home/monnand/soft/golang/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(_netFD).Read(0xc201d847e0, 0xc2018c7400, 0x400, 0x400, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(_conn).Read(0xc200399aa0, 0xc2018c7400, 0x400, 0x400, 0x48f351, ...)
/home/monnand/soft/golang/go/src/pkg/net/net.go:123 +0xc3
crypto/tls.(_block).readFromUntil(0xc2013b1120, 0xc2000fd690, 0xc200399aa0, 0x5, 0xc200399aa0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:401 +0xbd
crypto/tls.(_Conn).readRecord(0xc201d0e000, 0x17, 0x0, 0x41efd0)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:481 +0xfa
crypto/tls.(_Conn).Read(0xc201d0e000, 0xc2018e7000, 0x1000, 0x1000, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:796 +0x102
bufio.(_Reader).fill(0xc2008bf360)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:79 +0x10c
bufio.(_Reader).Peek(0xc2008bf360, 0x1, 0x0, 0x0, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:107 +0xc9
net/http.(_persistConn).readLoop(0xc201e4db00)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:670 +0xc4
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:511 +0x574
goroutine 4882 [select]:
net/http.(_persistConn).writeLoop(0xc201e4db00)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 4884 [select]:
net/http.(_persistConn).writeLoop(0xc201e4dc00)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 5039 [select]:
net/http.(_persistConn).writeLoop(0xc201cd2d80)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 4972 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc201656390, 0xc2012c5050, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 4970 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc20155c310, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 4946 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc20191d0c0, 0xc201bb0b90, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 4944 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201a348c0, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5249 [select]:
net/http.(_persistConn).writeLoop(0xc203816580)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 5277 [chan receive]:
main.(_PushBackEnd).collectResult(0xc2000fa440, 0xc203e00780, 0x24, 0xc203e1f097, 0x10, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:161 +0x51
main.func·003()
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:259 +0x79
created by main.(_PushBackEnd).pushImpl
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:261 +0xbc6
goroutine 5162 [semacquire]:
sync.runtime_Semacquire(0xc2000fd314)
/home/monnand/soft/golang/go/src/pkg/runtime/zsema_linux_amd64.c:165 +0x2e
sync.(_Mutex).Lock(0xc2000fd310)
/home/monnand/soft/golang/go/src/pkg/sync/mutex.go:66 +0xbb
sync.(_RWMutex).Lock(0xc2000fd310)
/home/monnand/soft/golang/go/src/pkg/sync/rwmutex.go:78 +0x25
github.com/uniqush/uniqush-push/db.(_pushDatabaseOpts).RemoveDeliveryPointFromService(0xc2000fd300, 0xc202937c40, 0x10, 0xc2029374e0, 0x18, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/db/pushdb.go:197 +0x102
main.(_PushBackEnd).Unsubscribe(0xc2000fa440, 0xc202937c40, 0x10, 0xc2029374e0, 0x18, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:77 +0x65
main.(_PushBackEnd).fixError(0xc2000fa440, 0xc20290ad50, 0x24, 0xc2003960c0, 0xc20352a6f0, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:148 +0x101d
main.(_PushBackEnd).collectResult(0xc2000fa440, 0xc20290ad50, 0x24, 0xc20291d147, 0x10, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:174 +0x560
main.func·003()
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:259 +0x79
created by main.(*PushBackEnd).pushImpl
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/pushbackend.go:261 +0xbc6
goroutine 5072 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201d36a80, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 4983 [IO wait]:
net.runtime_pollWait(0x7f305c280c80, 0x72, 0x0)
/home/monnand/soft/golang/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(_pollDesc).WaitRead(0xc2017c0110, 0xb, 0xc2000fd390)
/home/monnand/soft/golang/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(_netFD).Read(0xc2017c0090, 0xc201a33400, 0x400, 0x400, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(_conn).Read(0xc200229c30, 0xc201a33400, 0x400, 0x400, 0x48f351, ...)
/home/monnand/soft/golang/go/src/pkg/net/net.go:123 +0xc3
crypto/tls.(_block).readFromUntil(0xc201bb1d50, 0xc2000fd690, 0xc200229c30, 0x5, 0xc200229c30, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:401 +0xbd
crypto/tls.(_Conn).readRecord(0xc201061280, 0x17, 0x0, 0x413ae5)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:481 +0xfa
crypto/tls.(_Conn).Read(0xc201061280, 0xc201d9f000, 0x1000, 0x1000, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/crypto/tls/conn.go:796 +0x102
bufio.(_Reader).fill(0xc201a08420)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:79 +0x10c
bufio.(_Reader).Peek(0xc201a08420, 0x1, 0x0, 0x0, 0x0, ...)
/home/monnand/soft/golang/go/src/pkg/bufio/bufio.go:107 +0xc9
net/http.(_persistConn).readLoop(0xc20041f300)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:670 +0xc4
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:511 +0x574
goroutine 4984 [select]:
net/http.(_persistConn).writeLoop(0xc20041f300)
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(_Transport).dialConn
/home/monnand/soft/golang/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 5015 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc2013de620, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5031 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc20083a180, 0xc2002121e0, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 5085 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc201bd0360, 0xc201d325f0, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 5083 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201bd1310, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5025 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc20059bf50, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5030 [select]:
github.com/uniqush/uniqush-push/srv.(_apnsPushService).waitResults(0xc2000b7f30, 0xc20083a0c0, 0xc200212190, 0x1, 0xa, ...)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:211 +0x207
created by github.com/uniqush/uniqush-push/srv.(_apnsPushService).Push
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:329 +0xd7d
goroutine 5027 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc2006cb000, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5101 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201ccd460, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5094 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201ccd000, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
goroutine 5108 [sleep]:
time.Sleep(0x165a0bc00)
/home/monnand/soft/golang/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/uniqush/uniqush-push/srv.clearRequest(0xc201ccd930, 0xc200159c00)
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:475 +0x2a
created by github.com/uniqush/uniqush-push/srv.(*apnsPushService).pushWorker
/home/monnand/goproj/src/github.com/uniqush/uniqush-push/build/tmpgopath/src/github.com/uniqush/uniqush-push/srv/apns.go:615 +0x37c
bug