Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

TestSTMAbort blocks #8686

Closed
gyuho opened this issue Oct 11, 2017 · 2 comments
Closed

TestSTMAbort blocks #8686

gyuho opened this issue Oct 11, 2017 · 2 comments
Labels
area/testing

Comments

@gyuho
Copy link
Contributor

gyuho commented Oct 11, 2017

https://semaphoreci.com/coreos/etcd/branches/pull-request-8675/builds/10

panic: test timed out after 15m0s

goroutine 709081 [running]:
testing.startAlarm.func1()
	/usr/local/go/src/testing/testing.go:1145 +0xd1
created by time.goFunc
	/usr/local/go/src/time/sleep.go:170 +0x37

goroutine 1 [chan receive, 8 minutes]:
testing.(*T).Run(0x1a3a3050, 0x8967ac7, 0xc, 0x899d090, 0x8119101)
	/usr/local/go/src/testing/testing.go:790 +0x268
testing.runTests.func1(0x1a3a3050)
	/usr/local/go/src/testing/testing.go:1004 +0x4b
testing.tRunner(0x1a3a3050, 0x1a33bedc)
	/usr/local/go/src/testing/testing.go:746 +0xa6
testing.runTests(0x1a3d1ff0, 0x8e41bc0, 0x9c, 0x9c, 0x8)
	/usr/local/go/src/testing/testing.go:1002 +0x250
testing.(*M).Run(0x1a33bf94, 0x80551ee)
	/usr/local/go/src/testing/testing.go:921 +0xcd
github.com/coreos/etcd/integration.TestMain(0x1a4cbf94)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/main_test.go:15 +0x21
main.main()
	github.com/coreos/etcd/integration/_test/_testmain.go:358 +0xc6

goroutine 25 [chan receive]:
github.com/coreos/etcd/pkg/logutil.(*MergeLogger).outputLoop(0x1a3d1790)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/logutil/merge_logger.go:174 +0x341
created by github.com/coreos/etcd/pkg/logutil.NewMergeLogger
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/logutil/merge_logger.go:92 +0xa5

goroutine 71 [chan receive]:
github.com/coreos/etcd/pkg/logutil.(*MergeLogger).outputLoop(0x1a3d1c20)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/logutil/merge_logger.go:174 +0x341
created by github.com/coreos/etcd/pkg/logutil.NewMergeLogger
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/logutil/merge_logger.go:92 +0xa5

goroutine 72 [chan receive]:
github.com/coreos/etcd/pkg/logutil.(*MergeLogger).outputLoop(0x1a3d1c50)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/logutil/merge_logger.go:174 +0x341
created by github.com/coreos/etcd/pkg/logutil.NewMergeLogger
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/logutil/merge_logger.go:92 +0xa5

goroutine 709024 [select, 8 minutes]:
github.com/coreos/etcd/mvcc.(*watchableStore).syncVictimsLoop(0x1a77a300)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/mvcc/watchable_store.go:250 +0x163
created by github.com/coreos/etcd/mvcc.newWatchableStore
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/mvcc/watchable_store.go:90 +0x326

goroutine 709075 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf75e7200, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x20886f64, 0x72, 0xffffff00, 0x8dfa6c0, 0x8df715c)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x20886f64, 0x2214e000, 0x8000, 0x8000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Read(0x20886f50, 0x2214e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:125 +0x147
net.(*netFD).Read(0x20886f50, 0x2214e000, 0x8000, 0x8000, 0x9, 0x0, 0x804c53e)
	/usr/local/go/src/net/fd_unix.go:202 +0x3f
net.(*conn).Read(0x20f61eb0, 0x2214e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x56
github.com/coreos/etcd/integration.(*bridge).ioCopy(0x30ff5400, 0x1f7ddda0, 0xf75d2760, 0x20f61ec0, 0xf75d2748, 0x20f61eb0, 0x0, 0x1)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:212 +0x9b
github.com/coreos/etcd/integration.(*bridge).serveConn.func2(0x30ff5400, 0x1f7ddda0, 0x20ca22d0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:158 +0x9c
created by github.com/coreos/etcd/integration.(*bridge).serveConn
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:157 +0x9b

goroutine 709045 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf75e5990, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x20886014, 0x72, 0xffffff00, 0x8dfa6c0, 0x8df715c)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x20886014, 0x22727000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Read(0x20886000, 0x22727000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:125 +0x147
net.(*netFD).Read(0x20886000, 0x22727000, 0x1000, 0x1000, 0x805538f, 0x8071aab, 0x1e02bce8)
	/usr/local/go/src/net/fd_unix.go:202 +0x3f
net.(*conn).Read(0x20f61930, 0x22727000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x56
net/http.(*persistConn).Read(0x1a39efa0, 0x22727000, 0x1000, 0x1000, 0x4, 0x3383b180, 0x21001070)
	/usr/local/go/src/net/http/transport.go:1391 +0x159
bufio.(*Reader).fill(0x1bca1d10)
	/usr/local/go/src/bufio/bufio.go:97 +0xe6
bufio.(*Reader).Peek(0x1bca1d10, 0x1, 0x0, 0x0, 0x0, 0x1bf16f80, 0x0)
	/usr/local/go/src/bufio/bufio.go:129 +0x2f
net/http.(*persistConn).readLoop(0x1a39efa0)
	/usr/local/go/src/net/http/transport.go:1539 +0x188
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1186 +0x889

goroutine 709046 [select, 8 minutes]:
net/http.(*persistConn).writeLoop(0x1a39efa0)
	/usr/local/go/src/net/http/transport.go:1759 +0xfc
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1187 +0x8aa

goroutine 709074 [semacquire, 8 minutes]:
sync.runtime_Semacquire(0x20ca22dc)
	/usr/local/go/src/runtime/sema.go:56 +0x2e
sync.(*WaitGroup).Wait(0x20ca22d0)
	/usr/local/go/src/sync/waitgroup.go:131 +0x7b
github.com/coreos/etcd/integration.(*bridge).serveConn(0x30ff5400, 0x1f7ddda0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:167 +0xd5
created by github.com/coreos/etcd/integration.(*bridge).serveListen
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:140 +0xc7

goroutine 709079 [select, 8 minutes]:
google.golang.org/grpc/transport.(*http2Server).keepalive(0x1a6234a0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_server.go:1005 +0x1eb
created by google.golang.org/grpc/transport.newHTTP2Server
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_server.go:226 +0x7d4

goroutine 709032 [select]:
github.com/coreos/etcd/etcdserver/api/v3rpc.monitorLeader.func1(0x1a403080, 0x1a5c1c40)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/api/v3rpc/interceptor.go:115 +0x125
created by github.com/coreos/etcd/etcdserver/api/v3rpc.monitorLeader
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/api/v3rpc/interceptor.go:110 +0x9b

goroutine 709000 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf754cf98, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x1a3a5e14, 0x72, 0xffffff00, 0x8dfa6c0, 0x8df715c)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x1a3a5e14, 0x20638000, 0x1000, 0x1000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Read(0x1a3a5e00, 0x20638000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:125 +0x147
net.(*netFD).Read(0x1a3a5e00, 0x20638000, 0x1000, 0x1000, 0x80ab42f, 0x1fd82104, 0xffffffff)
	/usr/local/go/src/net/fd_unix.go:202 +0x3f
net.(*conn).Read(0x1bcdbce0, 0x20638000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x56
net/http.(*connReader).Read(0x1fd82100, 0x20638000, 0x1000, 0x1000, 0xbd97ff8f, 0x59, 0x8e450a0)
	/usr/local/go/src/net/http/server.go:753 +0x126
bufio.(*Reader).fill(0x30f569f0)
	/usr/local/go/src/bufio/bufio.go:97 +0xe6
bufio.(*Reader).ReadSlice(0x30f569f0, 0xa, 0x80551ee, 0xf754cf9c, 0x805614f, 0xffffffff, 0x8a33558)
	/usr/local/go/src/bufio/bufio.go:338 +0x23
bufio.(*Reader).ReadLine(0x30f569f0, 0x80, 0x893e400, 0x0, 0x1200, 0x80, 0x80)
	/usr/local/go/src/bufio/bufio.go:367 +0x2a
net/textproto.(*Reader).readLineSlice(0x1fd82120, 0x80000000, 0x826dcd7, 0x8056d0c, 0x80, 0x893e400)
	/usr/local/go/src/net/textproto/reader.go:55 +0x53
net/textproto.(*Reader).ReadLine(0x1fd82120, 0x1a408a00, 0x1a3a5e00, 0x0, 0x0)
	/usr/local/go/src/net/textproto/reader.go:36 +0x21
net/http.readRequest(0x30f569f0, 0x0, 0x1a408a00, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:925 +0x67
net/http.(*conn).readRequest(0x1a3e8c00, 0x8dff580, 0x1fd820c0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:933 +0x198
net/http.(*conn).serve(0x1a3e8c00, 0x8dff580, 0x1fd820c0)
	/usr/local/go/src/net/http/server.go:1739 +0x462
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2720 +0x1f6

goroutine 709072 [select]:
github.com/coreos/etcd/clientv3.(*healthBalancer).updateUnhealthy(0x24340380, 0x2a05f200, 0x1)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/health_balancer.go:142 +0x43d
github.com/coreos/etcd/clientv3.newHealthBalancer.func1(0x24340380, 0x2a05f200, 0x1)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/health_balancer.go:80 +0x58
created by github.com/coreos/etcd/clientv3.newHealthBalancer
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/health_balancer.go:78 +0x250

goroutine 709091 [select, 8 minutes]:
google.golang.org/grpc.(*addrConn).transportMonitor(0x30ce8600)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/clientconn.go:1093 +0x16a
google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0x30ce8600)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/clientconn.go:817 +0x188
created by google.golang.org/grpc.(*ClientConn).resetAddrConn
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/clientconn.go:808 +0x5d2

goroutine 709071 [select, 8 minutes]:
github.com/coreos/etcd/clientv3.(*simpleBalancer).updateNotifyLoop(0x24340310)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/balancer.go:269 +0x451
created by github.com/coreos/etcd/clientv3.newSimpleBalancer
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/balancer.go:123 +0x25e

goroutine 709025 [select]:
github.com/coreos/etcd/etcdserver.(*EtcdServer).run(0x1a403080)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:756 +0x517
created by github.com/coreos/etcd/etcdserver.(*EtcdServer).start
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:561 +0x43a

goroutine 709092 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf75ed190, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x1a7541a4, 0x72, 0xffffff00, 0x8dfa6c0, 0x8df715c)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x1a7541a4, 0x1a6ba000, 0x8000, 0x8000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Read(0x1a754190, 0x1a6ba000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:125 +0x147
net.(*netFD).Read(0x1a754190, 0x1a6ba000, 0x8000, 0x8000, 0x9, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:202 +0x3f
net.(*conn).Read(0x1a62afa8, 0x1a6ba000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x56
bufio.(*Reader).Read(0x1c9d4480, 0x1a408c20, 0x9, 0x9, 0x20, 0x18, 0x10401)
	/usr/local/go/src/bufio/bufio.go:213 +0x22b
io.ReadAtLeast(0x8df7fe0, 0x1c9d4480, 0x1a408c20, 0x9, 0x9, 0x9, 0xf7765a2c, 0x0, 0x31477e28)
	/usr/local/go/src/io/io.go:309 +0x68
io.ReadFull(0x8df7fe0, 0x1c9d4480, 0x1a408c20, 0x9, 0x9, 0x84685c7, 0x1f7ddfa0, 0x8468468)
	/usr/local/go/src/io/io.go:327 +0x45
golang.org/x/net/http2.readFrameHeader(0x1a408c20, 0x9, 0x9, 0x8df7fe0, 0x1c9d4480, 0x0, 0x0, 0x0, 0x1f7ddfa0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/golang.org/x/net/http2/frame.go:237 +0x66
golang.org/x/net/http2.(*Framer).ReadFrame(0x1a408c00, 0x8dfb820, 0x1f7ddfa0, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/golang.org/x/net/http2/frame.go:492 +0x82
google.golang.org/grpc/transport.(*framer).readFrame(0x1fd83740, 0x1f7ddfa0, 0x1, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http_util.go:613 +0x24
google.golang.org/grpc/transport.(*http2Client).reader(0x1db41260)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_client.go:1195 +0xb1
created by google.golang.org/grpc/transport.newHTTP2Client
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_client.go:261 +0xa55

goroutine 709042 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf75e60a0, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x2063a6f4, 0x72, 0x1a592600, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x2063a6f4, 0xffffff00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Accept(0x2063a6e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:334 +0x17c
net.(*netFD).accept(0x2063a6e0, 0x22f72778, 0x22f7276c, 0x8e02e00)
	/usr/local/go/src/net/fd_unix.go:238 +0x27
net.(*UnixListener).accept(0x1f7ea540, 0x1a3e8c40, 0x886e5c0, 0x80779b5)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x27
net.(*UnixListener).Accept(0x1f7ea540, 0x1a592774, 0x1a592778, 0x1a592770, 0x827a026)
	/usr/local/go/src/net/unixsock.go:241 +0x3c
github.com/coreos/etcd/pkg/transport.(*unixListener).Accept(0x20f60eb8, 0x899e5a8, 0x1a3e8c00, 0x8dff640, 0x1fd82040)
	<autogenerated>:1 +0x2d
net/http.(*Server).Serve(0x1a48c580, 0x8dfde40, 0x20f60eb8, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2695 +0x148
net/http/httptest.(*Server).goServe.func1(0x22f72740)
	/usr/local/go/src/net/http/httptest/server.go:280 +0x59
created by net/http/httptest.(*Server).goServe
	/usr/local/go/src/net/http/httptest/server.go:278 +0x4c

goroutine 709077 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf75d2c28, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x20887054, 0x72, 0xffffff00, 0x8dfa6c0, 0x8df715c)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x20887054, 0x247cc000, 0x8000, 0x8000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Read(0x20887040, 0x247cc000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:125 +0x147
net.(*netFD).Read(0x20887040, 0x247cc000, 0x8000, 0x8000, 0x9, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:202 +0x3f
net.(*conn).Read(0x20f61ec8, 0x247cc000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x56
bufio.(*Reader).Read(0x1d6926c0, 0x1a48d020, 0x9, 0x9, 0x20, 0x18, 0x10401)
	/usr/local/go/src/bufio/bufio.go:213 +0x22b
io.ReadAtLeast(0x8df7fe0, 0x1d6926c0, 0x1a48d020, 0x9, 0x9, 0x9, 0xf7765000, 0x0, 0x1a595ce4)
	/usr/local/go/src/io/io.go:309 +0x68
io.ReadFull(0x8df7fe0, 0x1d6926c0, 0x1a48d020, 0x9, 0x9, 0x84685c7, 0x1fd83b60, 0x8468468)
	/usr/local/go/src/io/io.go:327 +0x45
golang.org/x/net/http2.readFrameHeader(0x1a48d020, 0x9, 0x9, 0x8df7fe0, 0x1d6926c0, 0x0, 0x0, 0x0, 0x1fd83b60, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/golang.org/x/net/http2/frame.go:237 +0x66
golang.org/x/net/http2.(*Framer).ReadFrame(0x1a48d000, 0x8dfb820, 0x1fd83b60, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/golang.org/x/net/http2/frame.go:492 +0x82
google.golang.org/grpc/transport.(*framer).readFrame(0x1f7ddde0, 0x1fd83b60, 0x1fd83b60, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http_util.go:613 +0x24
google.golang.org/grpc/transport.(*http2Server).HandleStreams(0x1a6234a0, 0x1f7ddf00, 0x899e340)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_server.go:389 +0x28c
google.golang.org/grpc.(*Server).serveStreams(0x1a40c9c0, 0x8e02580, 0x1a6234a0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/server.go:548 +0x10b
google.golang.org/grpc.(*Server).serveHTTP2Transport(0x1a40c9c0, 0x8e02e00, 0x20f61ec8, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/server.go:541 +0x35c
google.golang.org/grpc.(*Server).handleRawConn(0x1a40c9c0, 0x8e02e00, 0x20f61ec8)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/server.go:508 +0x35c
created by google.golang.org/grpc.(*Server).Serve
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/server.go:477 +0x50d

goroutine 708999 [select]:
github.com/coreos/etcd/etcdserver.(*raftNode).start.func1(0x1a4030a0, 0x1bcdbc38, 0x3b9aca00, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/raft.go:162 +0x194
created by github.com/coreos/etcd/etcdserver.(*raftNode).start
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/raft.go:157 +0x4b

goroutine 708998 [select, 8 minutes]:
github.com/coreos/etcd/pkg/schedule.(*fifo).run(0x33d22340)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/schedule/schedule.go:143 +0x1f2
created by github.com/coreos/etcd/pkg/schedule.NewFIFOScheduler
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/schedule/schedule.go:70 +0x140

goroutine 709027 [select, 8 minutes]:
github.com/coreos/etcd/etcdserver.(*EtcdServer).purgeFile(0x1a403080)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:573 +0x15a
github.com/coreos/etcd/etcdserver.(*EtcdServer).(github.com/coreos/etcd/etcdserver.purgeFile)-fm()
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:531 +0x20
github.com/coreos/etcd/etcdserver.(*EtcdServer).goAttach.func1(0x1a403080, 0x20f61300)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1694 +0x46
created by github.com/coreos/etcd/etcdserver.(*EtcdServer).goAttach
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1692 +0x134

goroutine 709035 [chan receive, 8 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(...)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/soheilhy/cmux/cmux.go:228
github.com/soheilhy/cmux.(*muxListener).Accept(0x1a5c1e00, 0x899e31c, 0x1a40ca80, 0x8dfeb80, 0x1a5c1e00)
	<autogenerated>:1 +0x4f
google.golang.org/grpc.(*Server).Serve(0x1a40ca80, 0x8dfeb80, 0x1a5c1e00, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/server.go:445 +0x150
created by github.com/coreos/etcd/integration.(*member).Launch
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/cluster.go:730 +0xa55

goroutine 709090 [chan receive, 8 minutes]:
google.golang.org/grpc.(*ClientConn).lbWatcher(0x30ce8500, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/clientconn.go:594 +0xbf
created by google.golang.org/grpc.DialContext.func3
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/clientconn.go:412 +0x154

goroutine 709019 [select]:
github.com/coreos/etcd/raft.(*node).run(0x1bca1440, 0x1a39ea00)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/raft/node.go:313 +0x5c2
created by github.com/coreos/etcd/raft.StartNode
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/raft/node.go:210 +0x565

goroutine 709028 [select]:
github.com/coreos/etcd/etcdserver.monitorFileDescriptor(0x1bf16440)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/metrics.go:96 +0x17f
github.com/coreos/etcd/etcdserver.(*EtcdServer).Start.func2()
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:532 +0x26
github.com/coreos/etcd/etcdserver.(*EtcdServer).goAttach.func1(0x1a403080, 0x20f61308)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1694 +0x46
created by github.com/coreos/etcd/etcdserver.(*EtcdServer).goAttach
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1692 +0x134

goroutine 709034 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf754dca8, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x2063a744, 0x72, 0x20adfe00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x2063a744, 0xffffff00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Accept(0x2063a730, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:334 +0x17c
net.(*netFD).accept(0x2063a730, 0x20f61ec8, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:238 +0x27
net.(*UnixListener).accept(0x1f7ea5c0, 0x20f61ec8, 0x0, 0x80779b5)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x27
net.(*UnixListener).Accept(0x1f7ea5c0, 0x20adff38, 0x20adff3c, 0x20adff34, 0x84afaed)
	/usr/local/go/src/net/unixsock.go:241 +0x3c
github.com/coreos/etcd/pkg/transport.(*unixListener).Accept(0x20f60ef0, 0x899e324, 0x1a40c9c0, 0x8e02e00, 0x20f61ec8)
	<autogenerated>:1 +0x2d
google.golang.org/grpc.(*Server).Serve(0x1a40c9c0, 0x8dfde40, 0x20f60ef0, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/server.go:445 +0x150
created by github.com/coreos/etcd/integration.(*member).Launch
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/cluster.go:707 +0x3fd

goroutine 709023 [select]:
github.com/coreos/etcd/mvcc.(*watchableStore).syncWatchersLoop(0x1a77a300)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/mvcc/watchable_store.go:224 +0x184
created by github.com/coreos/etcd/mvcc.newWatchableStore
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/mvcc/watchable_store.go:89 +0x308

goroutine 709013 [select, 8 minutes]:
github.com/coreos/etcd/clientv3.(*Client).newRetryWrapper.func1(0x8dff5c0, 0x1a380030, 0x1fd83b20, 0x1a31c000, 0x1a31c03c)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/retry.go:54 +0x150
github.com/coreos/etcd/clientv3.(*retryKVClient).Range(0x1a62afe8, 0x8dff5c0, 0x1a380030, 0x1a3e91a0, 0x1a62b0d8, 0x1, 0x1, 0x899e950, 0x2434033c, 0x2434033c)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/retry.go:131 +0xd7
github.com/coreos/etcd/clientv3.(*retryKVClient).Range.func1(0x8dff5c0, 0x1a380030, 0x0, 0x1a62b0d8)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/retry.go:132 +0x65
github.com/coreos/etcd/clientv3.(*Client).newAuthRetryWrapper.func1(0x8dff5c0, 0x1a380030, 0x1fd83b00, 0x8056d0c, 0x8056d0c)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/retry.go:93 +0x64
github.com/coreos/etcd/clientv3.(*retryKVClient).Range(0x1a62aff8, 0x8dff5c0, 0x1a380030, 0x1a3e91a0, 0x1a62b0d8, 0x1, 0x1, 0x0, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/retry.go:131 +0xd7
github.com/coreos/etcd/clientv3.(*kv).do(0x1a62b000, 0x8dff5c0, 0x1a380030, 0x1, 0x238d3240, 0x3, 0x8, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/kv.go:156 +0x2b7
github.com/coreos/etcd/clientv3.(*kv).Do(0x1a62b000, 0x8dff5c0, 0x1a380030, 0x1, 0x238d3240, 0x3, 0x8, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/kv.go:136 +0x65
github.com/coreos/etcd/clientv3.(*kv).Get(0x1a62b000, 0x8dff5c0, 0x1a380030, 0x8961436, 0x3, 0x0, 0x0, 0x0, 0x0, 0x26052f76, ...)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/clientv3/kv.go:110 +0xa3
github.com/coreos/etcd/integration.TestSTMAbort(0x1a3acfc0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/v3_stm_test.go:140 +0x1bb
testing.tRunner(0x1a3acfc0, 0x899d090)
	/usr/local/go/src/testing/testing.go:746 +0xa6
created by testing.(*T).Run
	/usr/local/go/src/testing/testing.go:789 +0x251

goroutine 709018 [select, 8 minutes]:
github.com/coreos/etcd/wal.(*filePipeline).run(0x1f7ead00)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/wal/file_pipeline.go:89 +0xf9
created by github.com/coreos/etcd/wal.newFilePipeline
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/wal/file_pipeline.go:47 +0x10c

goroutine 709030 [select, 8 minutes]:
github.com/coreos/etcd/etcdserver.(*EtcdServer).linearizableReadLoop(0x1a403080)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/v3_server.go:604 +0x4de
github.com/coreos/etcd/etcdserver.(*EtcdServer).(github.com/coreos/etcd/etcdserver.linearizableReadLoop)-fm()
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:534 +0x20
github.com/coreos/etcd/etcdserver.(*EtcdServer).goAttach.func1(0x1a403080, 0x20f61318)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1694 +0x46
created by github.com/coreos/etcd/etcdserver.(*EtcdServer).goAttach
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1692 +0x134

goroutine 709017 [select]:
github.com/coreos/etcd/mvcc/backend.(*backend).run(0x2063b0e0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/mvcc/backend/backend.go:255 +0x145
created by github.com/coreos/etcd/mvcc/backend.newBackend
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/mvcc/backend/backend.go:153 +0x2bc

goroutine 709033 [select]:
github.com/coreos/etcd/etcdserver/api/v3rpc.monitorLeader.func1(0x1a403080, 0x1a5c1cd0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/api/v3rpc/interceptor.go:115 +0x125
created by github.com/coreos/etcd/etcdserver/api/v3rpc.monitorLeader
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/api/v3rpc/interceptor.go:110 +0x9b

goroutine 709078 [select, 8 minutes]:
google.golang.org/grpc/transport.(*http2Server).controller(0x1a6234a0)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_server.go:1064 +0xd9
created by google.golang.org/grpc/transport.newHTTP2Server
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_server.go:225 +0x7b3

goroutine 709037 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf75d3498, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x2063a6a4, 0x72, 0x1a593e00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x2063a6a4, 0xffffff00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Accept(0x2063a690, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:334 +0x17c
net.(*netFD).accept(0x2063a690, 0x3, 0x1d9282a0, 0x31647aa0)
	/usr/local/go/src/net/fd_unix.go:238 +0x27
net.(*UnixListener).accept(0x1f7ea500, 0x0, 0xf7765a2c, 0x0)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x27
net.(*UnixListener).Accept(0x1f7ea500, 0x86b5ea1, 0x1a593f9c, 0x1a593fa0, 0x1f8f5db0)
	/usr/local/go/src/net/unixsock.go:241 +0x3c
github.com/coreos/etcd/pkg/transport.(*unixListener).Accept(0x20f60ea0, 0x899d8b4, 0x1bca1a40, 0x1f8f5db0, 0x806ebaa)
	<autogenerated>:1 +0x2d
github.com/soheilhy/cmux.(*cMux).Serve(0x1bca1a40, 0x0, 0x0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/soheilhy/cmux/cmux.go:161 +0x7a
github.com/coreos/etcd/integration.(*member).Launch.func2(0x1bf16580, 0x8e00d40, 0x1bca1a40)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/cluster.go:750 +0x47
created by github.com/coreos/etcd/integration.(*member).Launch
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/cluster.go:748 +0x6f1

goroutine 709029 [select]:
github.com/coreos/etcd/etcdserver.(*EtcdServer).monitorVersions(0x1a403080)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1539 +0x122
github.com/coreos/etcd/etcdserver.(*EtcdServer).(github.com/coreos/etcd/etcdserver.monitorVersions)-fm()
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:533 +0x20
github.com/coreos/etcd/etcdserver.(*EtcdServer).goAttach.func1(0x1a403080, 0x20f61310)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1694 +0x46
created by github.com/coreos/etcd/etcdserver.(*EtcdServer).goAttach
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/etcdserver/server.go:1692 +0x134

goroutine 709014 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf7550228, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x2063a794, 0x72, 0x1a659e00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x2063a794, 0xffffff00, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Accept(0x2063a780, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:334 +0x17c
net.(*netFD).accept(0x2063a780, 0x8, 0xb86f389d, 0x1a328240)
	/usr/local/go/src/net/fd_unix.go:238 +0x27
net.(*UnixListener).accept(0x1f7ea620, 0x1d692690, 0xf7765a2c, 0x80779b5)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x27
net.(*UnixListener).Accept(0x1f7ea620, 0x30ff5438, 0xffffffff, 0x0, 0x870ee37)
	/usr/local/go/src/net/unixsock.go:241 +0x3c
github.com/coreos/etcd/pkg/transport.(*unixListener).Accept(0x20f60f00, 0x899cf50, 0x30ff5400, 0x1f7ddda0, 0x8e02e00)
	<autogenerated>:1 +0x2d
github.com/coreos/etcd/integration.(*bridge).serveListen(0x30ff5400)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:116 +0xe8
created by github.com/coreos/etcd/integration.newBridge
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:61 +0x2b7

goroutine 709076 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf7550408, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x20887004, 0x72, 0xffffff00, 0x8dfa6c0, 0x8df715c)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x20887004, 0x1db46000, 0x8000, 0x8000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Read(0x20886ff0, 0x1db46000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:125 +0x147
net.(*netFD).Read(0x20886ff0, 0x1db46000, 0x8000, 0x8000, 0x9, 0x0, 0x804c53e)
	/usr/local/go/src/net/fd_unix.go:202 +0x3f
net.(*conn).Read(0x20f61ec0, 0x1db46000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x56
github.com/coreos/etcd/integration.(*bridge).ioCopy(0x30ff5400, 0x1f7ddda0, 0xf75d2760, 0x20f61eb0, 0xf75d2748, 0x20f61ec0, 0x1d692450, 0x8df9201)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:212 +0x9b
github.com/coreos/etcd/integration.(*bridge).serveConn.func3(0x30ff5400, 0x1f7ddda0, 0x20ca22d0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:163 +0x9c
created by github.com/coreos/etcd/integration.(*bridge).serveConn
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:162 +0xc9

goroutine 709036 [chan receive, 8 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(...)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/soheilhy/cmux/cmux.go:228
github.com/soheilhy/cmux.(*muxListener).Accept(0x1a5c1e30, 0x1a38002c, 0x8875c40, 0x8e39930, 0x8949b00)
	<autogenerated>:1 +0x4f
net/http.(*Server).Serve(0x1a48c500, 0x8dfeb80, 0x1a5c1e30, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2695 +0x148
net/http/httptest.(*Server).goServe.func1(0x22f724c0)
	/usr/local/go/src/net/http/httptest/server.go:280 +0x59
created by net/http/httptest.(*Server).goServe
	/usr/local/go/src/net/http/httptest/server.go:278 +0x4c

goroutine 709021 [select, 8 minutes]:
github.com/coreos/etcd/pkg/schedule.(*fifo).run(0x30ff5e40)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/schedule/schedule.go:143 +0x1f2
created by github.com/coreos/etcd/pkg/schedule.NewFIFOScheduler
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/schedule/schedule.go:70 +0x140

goroutine 709093 [select, 8 minutes]:
google.golang.org/grpc/transport.(*http2Client).controller(0x1db41260)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_client.go:1269 +0xf7
created by google.golang.org/grpc/transport.newHTTP2Client
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_client.go:291 +0xb52

goroutine 709020 [select]:
github.com/coreos/etcd/lease.(*lessor).runLoop(0x30ff5dc0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/lease/lessor.go:498 +0x158
created by github.com/coreos/etcd/lease.newLessor
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/lease/lessor.go:167 +0x1ba
exit status 2
FAIL	github.com/coreos/etcd/integration	900.016s
! grep FAIL -A10 -B50 docker-test-386-MTUwNzc1MzYxNQo.log
goroutine 709076 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0xf7550408, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:173 +0x4b
internal/poll.(*pollDesc).wait(0x20887004, 0x72, 0xffffff00, 0x8dfa6c0, 0x8df715c)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x8c
internal/poll.(*pollDesc).waitRead(0x20887004, 0x1db46000, 0x8000, 0x8000)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x32
internal/poll.(*FD).Read(0x20886ff0, 0x1db46000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:125 +0x147
net.(*netFD).Read(0x20886ff0, 0x1db46000, 0x8000, 0x8000, 0x9, 0x0, 0x804c53e)
	/usr/local/go/src/net/fd_unix.go:202 +0x3f
net.(*conn).Read(0x20f61ec0, 0x1db46000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:176 +0x56
github.com/coreos/etcd/integration.(*bridge).ioCopy(0x30ff5400, 0x1f7ddda0, 0xf75d2760, 0x20f61eb0, 0xf75d2748, 0x20f61ec0, 0x1d692450, 0x8df9201)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:212 +0x9b
github.com/coreos/etcd/integration.(*bridge).serveConn.func3(0x30ff5400, 0x1f7ddda0, 0x20ca22d0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:163 +0x9c
created by github.com/coreos/etcd/integration.(*bridge).serveConn
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/integration/bridge.go:162 +0xc9

goroutine 709036 [chan receive, 8 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(...)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/soheilhy/cmux/cmux.go:228
github.com/soheilhy/cmux.(*muxListener).Accept(0x1a5c1e30, 0x1a38002c, 0x8875c40, 0x8e39930, 0x8949b00)
	<autogenerated>:1 +0x4f
net/http.(*Server).Serve(0x1a48c500, 0x8dfeb80, 0x1a5c1e30, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2695 +0x148
net/http/httptest.(*Server).goServe.func1(0x22f724c0)
	/usr/local/go/src/net/http/httptest/server.go:280 +0x59
created by net/http/httptest.(*Server).goServe
	/usr/local/go/src/net/http/httptest/server.go:278 +0x4c

goroutine 709021 [select, 8 minutes]:
github.com/coreos/etcd/pkg/schedule.(*fifo).run(0x30ff5e40)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/schedule/schedule.go:143 +0x1f2
created by github.com/coreos/etcd/pkg/schedule.NewFIFOScheduler
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/pkg/schedule/schedule.go:70 +0x140

goroutine 709093 [select, 8 minutes]:
google.golang.org/grpc/transport.(*http2Client).controller(0x1db41260)
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_client.go:1269 +0xf7
created by google.golang.org/grpc/transport.newHTTP2Client
	/go/src/github.com/coreos/etcd/gopath/src/google.golang.org/grpc/transport/http2_client.go:291 +0xb52

goroutine 709020 [select]:
github.com/coreos/etcd/lease.(*lessor).runLoop(0x30ff5dc0)
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/lease/lessor.go:498 +0x158
created by github.com/coreos/etcd/lease.newLessor
	/go/src/github.com/coreos/etcd/gopath/src/github.com/coreos/etcd/lease/lessor.go:167 +0x1ba
exit status 2
FAIL	github.com/coreos/etcd/integration	900.016s
make: *** [docker-test-386] Error 1
@gyuho
Copy link
Contributor Author

gyuho commented Oct 11, 2017

This also fails pretty often in jenkins-ppc64le.
Seems like failing since health balancer...

@gyuho gyuho mentioned this issue Oct 19, 2017
Closed
@gyuho
Copy link
Contributor Author

gyuho commented Oct 27, 2017

This should be fixed via recent balancer updates. Will reopen if it happens again.

@gyuho gyuho closed this as completed Oct 27, 2017
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees
No one assigned
Labels
area/testing
Milestone
No milestone
Development

No branches or pull requests
1 participant
@gyuho