kraken
kraken copied to clipboard
Scheduler unit test get stuck occasionally
Describe the bug https://travis-ci.com/uber/kraken/jobs/262868501
To Reproduce Travis CI unit test.
Log
goroutine 0 [idle]:
runtime.futex(0x12126e8, 0x80, 0x0, 0x0, 0x7ffc00000000, 0x0, 0x0, 0x0, 0x7ffca57cee48, 0x433881, ...)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/sys_linux_amd64.s:535 +0x21
runtime.futexsleep(0x12126e8, 0x100000000, 0xffffffffffffffff)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/os_linux.go:46 +0x4b
runtime.notesleep(0x12126e8)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/lock_futex.go:151 +0xa1
runtime.stopm()
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/proc.go:1936 +0xc1
runtime.findrunnable(0xc000040500, 0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/proc.go:2399 +0x54a
runtime.schedule()
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/proc.go:2525 +0x21c
runtime.park_m(0xc000086780)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/proc.go:2605 +0xa1
runtime.mcall(0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/asm_amd64.s:299 +0x5b
goroutine 1 [chan receive, 9 minutes]:
testing.(*T).Run(0xc000354100, 0xc8a38c, 0xd, 0xca7d50, 0x1)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/testing/testing.go:917 +0x693
testing.runTests.func1(0xc000354100)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/testing/testing.go:1157 +0xa9
testing.tRunner(0xc000354100, 0xc000335d48)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/testing/testing.go:865 +0x164
testing.runTests(0xc00000e2e0, 0x1208ca0, 0x12, 0x12, 0xc000335e48)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/testing/testing.go:1155 +0x524
testing.(*M).Run(0xc000338100, 0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/testing/testing.go:1072 +0x2ec
main.main()
_testmain.go:136 +0x335
goroutine 31 [chan send, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*mockEventLoop).send(0xc0002ac1a0, 0xd6dec0, 0xc0000a2ff0, 0xc0000a2ff0)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events_test.go:54 +0x6f
github.com/uber/kraken/lib/torrent/scheduler.(*liftedEventLoop).PeerRemoved(0xc0002ac270, 0x5392f223b0846e01, 0x50e12797e2a5631, 0xd81e47be9bf99df3, 0xafd443d1796bbd99, 0x28221bdfdecb7c9b)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events.go:116 +0xf3
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).feed(0xc0003c62c0, 0xc0002a8080)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:447 +0x4d1
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).AddPeer
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:242 +0x151
goroutine 21 [select]:
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).watchPendingPieceRequests(0xc000296000)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:429 +0x189
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.New
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:101 +0x1e3
goroutine 22 [select]:
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).watchPendingPieceRequests(0xc000296160)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:429 +0x189
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.New
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:101 +0x1e3
goroutine 23 [select]:
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).watchPendingPieceRequests(0xc0002962c0)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:429 +0x189
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.New
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:101 +0x1e3
goroutine 24 [select]:
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).watchPendingPieceRequests(0xc000296420)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:429 +0x189
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.New
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:101 +0x1e3
goroutine 25 [select]:
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).watchPendingPieceRequests(0xc0002966e0)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:429 +0x189
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.New
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:101 +0x1e3
goroutine 38 [select]:
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).watchPendingPieceRequests(0xc0003c62c0)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:429 +0x189
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.New
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:101 +0x1e3
goroutine 44 [chan send, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*mockEventLoop).send(0xc0002ac1a0, 0xd6dec0, 0xc0000a3080, 0xc0000a3080)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events_test.go:54 +0x6f
github.com/uber/kraken/lib/torrent/scheduler.(*liftedEventLoop).PeerRemoved(0xc0002ac270, 0x22518b088dee153a, 0xd74b1dd3611260b9, 0xd81e47beaa4d31a5, 0xafd443d1796bbd99, 0x28221bdfdecb7c9b)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events.go:116 +0xf3
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).feed(0xc0003c62c0, 0xc000338500)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:447 +0x4d1
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).AddPeer
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:242 +0x151
goroutine 2836 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x7f709f9f7718, 0x72, 0x72)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc0035d0998, 0x72, 0x0, 0x0, 0xc865c0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_poll_runtime.go:87 +0xe5
internal/poll.(*pollDesc).waitRead(...)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc0035d0980, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_unix.go:384 +0x294
net.(*netFD).accept(0xc0035d0980, 0xc003376ec0, 0x17, 0x1)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/fd_unix.go:238 +0x56
net.(*TCPListener).accept(0xc001e9e298, 0x96c243, 0xc0002f6370, 0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/tcpsock_posix.go:139 +0x50
net.(*TCPListener).Accept(0xc001e9e298, 0x1, 0x94, 0xf, 0xc0002e7fb8)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/tcpsock.go:260 +0x51
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).listenLoop(0xc0009e4280)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:319 +0x249
created by github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).start
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:209 +0x40a
goroutine 50 [chan send, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*mockEventLoop).send(0xc0002ac1a0, 0xd6dec0, 0xc0000a3050, 0xc0000a3050)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events_test.go:54 +0x6f
github.com/uber/kraken/lib/torrent/scheduler.(*liftedEventLoop).PeerRemoved(0xc0002ac270, 0x52e7fb7e7d85b72b, 0x353c0a132bac19fc, 0xd81e47bed853bb06, 0xafd443d1796bbd99, 0x28221bdfdecb7c9b)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events.go:116 +0xf3
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).feed(0xc0003c62c0, 0xc000338680)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:447 +0x4d1
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).AddPeer
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:242 +0x151
goroutine 69 [chan send, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*mockEventLoop).send(0xc0002ac1a0, 0xd6dec0, 0xc0000a2fc0, 0xc0000a2fc0)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events_test.go:54 +0x6f
github.com/uber/kraken/lib/torrent/scheduler.(*liftedEventLoop).PeerRemoved(0xc0002ac270, 0x47f9e257711e4234, 0x7094795783c9112, 0xd81e47be00de7d55, 0xafd443d1796bbd99, 0x28221bdfdecb7c9b)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events.go:116 +0xf3
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).feed(0xc0003c62c0, 0xc0002a8480)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:447 +0x4d1
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).AddPeer
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:242 +0x151
goroutine 70 [select]:
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).watchPendingPieceRequests(0xc000296840)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:429 +0x189
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.New
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:101 +0x1e3
goroutine 2814 [chan receive, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.TestSeederTTI(0xc00279a000)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler_test.go:198 +0x7b8
testing.tRunner(0xc00279a000, 0xca7d50)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/testing/testing.go:865 +0x164
created by testing.(*T).Run
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/testing/testing.go:916 +0x65b
goroutine 2838 [select, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler/announcer.(*Announcer).Ticker(0xc0006be730, 0xc002798d20)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/announcer/announcer.go:117 +0x1a0
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).announceLoop(0xc0009e4280)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:357 +0xcb
created by github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).start
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:211 +0x454
goroutine 2827 [chan send, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*eventWatcher).send.func1(0xc002b34f60, 0xd6dd80, 0xc0002969a0)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/testutils_test.go:337 +0x6f
created by github.com/uber/kraken/lib/torrent/scheduler.(*eventWatcher).send
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/testutils_test.go:337 +0xa6
goroutine 2824 [chan send, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*eventWatcher).send.func1(0xc002b34f60, 0xd6de80, 0xc002f54cf0)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/testutils_test.go:337 +0x6f
created by github.com/uber/kraken/lib/torrent/scheduler.(*eventWatcher).send
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/testutils_test.go:337 +0xa6
goroutine 2818 [select, 9 minutes]:
github.com/uber/kraken/lib/store.(*cleanupManager).addJob.func1(0xc00338e340, 0xd824a0, 0xc003fe3950, 0xc00338e280, 0x0, 0x1a3185c5000, 0x13a52453c000, 0x0, 0xd6d0e0, 0xc00000e780)
/home/travis/gopath/src/github.com/uber/kraken/lib/store/cleanup.go:90 +0x162
created by github.com/uber/kraken/lib/store.(*cleanupManager).addJob
/home/travis/gopath/src/github.com/uber/kraken/lib/store/cleanup.go:88 +0x3bb
goroutine 2816 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x7f70a4445550, 0x72, 0x72)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc0035d0398, 0x72, 0x0, 0x0, 0xc865c0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_poll_runtime.go:87 +0xe5
internal/poll.(*pollDesc).waitRead(...)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc0035d0380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_unix.go:384 +0x294
net.(*netFD).accept(0xc0035d0380, 0x4119f0, 0x216d9a8, 0xc0005cc980)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/fd_unix.go:238 +0x56
net.(*TCPListener).accept(0xc0000a4188, 0x476d48, 0x3edec5b1a9, 0xc027912559)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/tcpsock_posix.go:139 +0x50
net.(*TCPListener).Accept(0xc0000a4188, 0x4888bc, 0x46018f, 0xc000d49e88, 0x4843c0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/tcpsock.go:260 +0x51
net/http.(*Server).Serve(0xc0005cc8f0, 0xd77e20, 0xc0000a4188, 0x0, 0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/http/server.go:2859 +0x356
created by github.com/uber/kraken/utils/testutil.StartServer
/home/travis/gopath/src/github.com/uber/kraken/utils/testutil/testutil.go:88 +0x19f
goroutine 2839 [chan receive, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).doDownload(0xc0009e4280, 0xc003377c80, 0x1f, 0xc85e64, 0x6, 0xc00002d500, 0x40, 0xc0041c2140, 0x47, 0xc003399401, ...)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:248 +0x56c
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).Download(0xc0009e4280, 0xc003377c80, 0x1f, 0xc85e64, 0x6, 0xc00002d500, 0x40, 0xc0041c2140, 0x47, 0x0, ...)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:255 +0x108
github.com/uber/kraken/lib/torrent/scheduler.TestSeederTTI.func1(0xc002798ea0, 0xc000270dc0, 0xc003377c80, 0x1f, 0xc00449c960)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler_test.go:196 +0xfd
created by github.com/uber/kraken/lib/torrent/scheduler.TestSeederTTI
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler_test.go:196 +0x78f
goroutine 2820 [select, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*baseEventLoop).run(0xc003fe38d0, 0xc002f55440)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events.go:85 +0x1a2
github.com/uber/kraken/lib/torrent/scheduler.(*eventWatcher).run(0xc002b34f60, 0xc002f55440)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/testutils_test.go:348 +0x5b
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).runEventLoop(0xc00388f180, 0xd79ca0, 0xc003fe3b50)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:310 +0xf7
created by github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).start
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:208 +0x3e5
goroutine 2835 [select, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*baseEventLoop).run(0xc00397eeb0, 0xc002f56330)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/events.go:85 +0x1a2
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).runEventLoop(0xc0009e4280, 0xd79ca0, 0xc00397ef40)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:310 +0xf7
created by github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).start
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:208 +0x3e5
goroutine 2821 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x7f70a443ddf8, 0x72, 0x72)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc0035d0698, 0x72, 0x0, 0x0, 0xc865c0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_poll_runtime.go:87 +0xe5
internal/poll.(*pollDesc).waitRead(...)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc0035d0680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/internal/poll/fd_unix.go:384 +0x294
net.(*netFD).accept(0xc0035d0680, 0xc002c10b00, 0x17, 0x1)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/fd_unix.go:238 +0x56
net.(*TCPListener).accept(0xc0000a41f8, 0x96c243, 0xc0006adc30, 0x0)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/tcpsock_posix.go:139 +0x50
net.(*TCPListener).Accept(0xc0000a41f8, 0x1, 0x93, 0xf, 0xc0009cd7b8)
/home/travis/.gimme/versions/go1.12.13.linux.amd64/src/net/tcpsock.go:260 +0x51
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).listenLoop(0xc00388f180)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:319 +0x249
created by github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).start
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:209 +0x40a
goroutine 2796 [chan send, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*eventWatcher).send.func1(0xc002b34f60, 0xd6dce0, 0xc00379ec30)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/testutils_test.go:337 +0x6f
created by github.com/uber/kraken/lib/torrent/scheduler.(*eventWatcher).send
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/testutils_test.go:337 +0xa6
goroutine 2817 [select, 9 minutes]:
github.com/uber/kraken/lib/store.(*cleanupManager).addJob.func1(0xc00338e300, 0xd824a0, 0xc003fe3900, 0xc00338e280, 0x0, 0x1a3185c5000, 0x13a52453c000, 0x0, 0xd6d0e0, 0xc00000e6a0)
/home/travis/gopath/src/github.com/uber/kraken/lib/store/cleanup.go:90 +0x162
created by github.com/uber/kraken/lib/store.(*cleanupManager).addJob
/home/travis/gopath/src/github.com/uber/kraken/lib/store/cleanup.go:88 +0x3bb
goroutine 2829 [select, 9 minutes]:
github.com/uber/kraken/lib/store.(*cleanupManager).addJob.func1(0xc00398c3c0, 0xd824a0, 0xc00397ebc0, 0xc00398c280, 0x0, 0x1a3185c5000, 0x13a52453c000, 0x0, 0xd6d0e0, 0xc00000e780)
/home/travis/gopath/src/github.com/uber/kraken/lib/store/cleanup.go:90 +0x162
created by github.com/uber/kraken/lib/store.(*cleanupManager).addJob
/home/travis/gopath/src/github.com/uber/kraken/lib/store/cleanup.go:88 +0x3bb
goroutine 2828 [select, 9 minutes]:
github.com/uber/kraken/lib/store.(*cleanupManager).addJob.func1(0xc00398c340, 0xd824a0, 0xc00397eb70, 0xc00398c280, 0x0, 0x1a3185c5000, 0x13a52453c000, 0x0, 0xd6d0e0, 0xc00000e6a0)
/home/travis/gopath/src/github.com/uber/kraken/lib/store/cleanup.go:90 +0x162
created by github.com/uber/kraken/lib/store.(*cleanupManager).addJob
/home/travis/gopath/src/github.com/uber/kraken/lib/store/cleanup.go:88 +0x3bb
goroutine 2823 [select, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler/announcer.(*Announcer).Ticker(0xc00449caa0, 0xc002798420)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/announcer/announcer.go:117 +0x1a0
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).announceLoop(0xc00388f180)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:357 +0xcb
created by github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).start
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:211 +0x454
goroutine 2822 [select, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).tickerLoop(0xc00388f180)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:342 +0x1e4
created by github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).start
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:210 +0x42f
goroutine 2837 [select, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).tickerLoop(0xc0009e4280)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:342 +0x1e4
created by github.com/uber/kraken/lib/torrent/scheduler.(*scheduler).start
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/scheduler.go:210 +0x42f
goroutine 2840 [select, 9 minutes]:
github.com/uber/kraken/lib/torrent/scheduler/dispatch.(*Dispatcher).watchPendingPieceRequests(0xc000296b00)
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:429 +0x189
created by github.com/uber/kraken/lib/torrent/scheduler/dispatch.New
/home/travis/gopath/src/github.com/uber/kraken/lib/torrent/scheduler/dispatch/dispatcher.go:101 +0x1e3
rax 0xca
rbx 0x12125a0
rcx 0x489233
rdx 0x0
rdi 0x12126e8
rsi 0x80
rbp 0x7ffca57cee10
rsp 0x7ffca57cedc8
r8 0x0
r9 0x0
r10 0x0
r11 0x286
r12 0x1
r13 0xc000c2fc20
r14 0xc0000828a0
r15 0x0
rip 0x489231
rflags 0x286
cs 0x33
fs 0x0
gs 0x0
*** Test killed with quit: ran too long (10m0s).
FAIL github.com/uber/kraken/lib/torrent/scheduler 600.023s