last bit of INFO: I161207 13:30:29.565415 67 server/status/runtime.go:228 runtime stats: 1.2 GiB RSS, 59 goroutines, 30 MiB/54 MiB/239 MiB GO alloc/idle/total, 885 MiB/1020 MiB CGO alloc/total, 1109.05cgo/sec, 0.05/0.00 %(u/s)time, 0.00 %gc (3x) I161207 13:30:37.500694 233171 sql/executor.go:351 [n1,client=127.0.0.1:36501,user=root] preparing: SELECT id, sender, recipient, is_group, EXTRACT('epoch', created), LENGTH(data), transcription, deleted FROM MESSAGES WHERE id=$1 I161207 13:30:37.500706 229936 sql/executor.go:351 [n1,client=127.0.0.1:36481,user=root] preparing: UPDATE stats SET value=value+$1 WHERE key=$2 I161207 13:30:37.503334 229936 sql/executor.go:488 [n1,client=127.0.0.1:36481,user=root] execRequest: UPDATE stats SET value=value+$1 WHERE key=$2 I161207 13:30:37.503475 229936 sql/executor.go:789 [n1,client=127.0.0.1:36481,user=root] executing 1/1: UPDATE stats SET value = value + $1 WHERE key = $2 I161207 13:30:37.507616 233171 sql/executor.go:488 [n1,client=127.0.0.1:36501,user=root] execRequest: SELECT id, sender, recipient, is_group, EXTRACT('epoch', created), LENGTH(data), transcription, deleted FROM MESSAGES WHERE id=$1 I161207 13:30:37.507729 233171 sql/executor.go:789 [n1,client=127.0.0.1:36501,user=root] executing 1/1: SELECT id, sender, recipient, is_group, extract('epoch', created), LENGTH(data), transcription, deleted FROM MESSAGES WHERE id = $1 I161207 13:30:39.565023 67 server/status/runtime.go:228 runtime stats: 1.7 GiB RSS, 59 goroutines, 464 MiB/27 MiB/646 MiB GO alloc/idle/total, 1023 MiB/1.1 GiB CGO alloc/total, 1793.76cgo/sec, 0.12/0.03 %(u/s)time, 0.00 %gc (7x) fatal error: runtime: out of memory runtime stack: runtime.throw(0x1993729, 0x16) /usr/local/go/src/runtime/panic.go:566 +0x95 runtime.sysMap(0xc582320000, 0x100000, 0x0, 0x2a42898) /usr/local/go/src/runtime/mem_linux.go:219 +0x1d0 runtime.(*mheap).sysAlloc(0x29faa60, 0x100000, 0x1a) /usr/local/go/src/runtime/malloc.go:407 +0x37a runtime.(*mheap).grow(0x29faa60, 0x15, 0x0) /usr/local/go/src/runtime/mheap.go:726 +0x62 runtime.(*mheap).allocSpanLocked(0x29faa60, 0x15, 0x4000) /usr/local/go/src/runtime/mheap.go:630 +0x4f2 runtime.(*mheap).alloc_m(0x29faa60, 0x15, 0x7f0100000000, 0xf) /usr/local/go/src/runtime/mheap.go:515 +0xe0 runtime.(*mheap).alloc.func1() /usr/local/go/src/runtime/mheap.go:579 +0x4b runtime.systemstack(0x7f65ff5fdb98) /usr/local/go/src/runtime/asm_amd64.s:314 +0xab runtime.(*mheap).alloc(0x29faa60, 0x15, 0x10100000000, 0xc551c39f18) /usr/local/go/src/runtime/mheap.go:580 +0x73 runtime.largeAlloc(0x29ab3, 0x7f65ff5fdc01, 0x659f9a) /usr/local/go/src/runtime/malloc.go:774 +0x93 runtime.mallocgc.func1() /usr/local/go/src/runtime/malloc.go:669 +0x3e runtime.systemstack(0xc42001b500) /usr/local/go/src/runtime/asm_amd64.s:298 +0x79 runtime.mstart() /usr/local/go/src/runtime/proc.go:1079 goroutine 236114 [running]: runtime.systemstack_switch() /usr/local/go/src/runtime/asm_amd64.s:252 fp=0xc551c39e28 sp=0xc551c39e20 runtime.mallocgc(0x29ab3, 0x1796700, 0x1, 0x0) /usr/local/go/src/runtime/malloc.go:670 +0x903 fp=0xc551c39ec8 sp=0xc551c39e28 runtime.makeslice(0x1796700, 0x0, 0x29ab3, 0x0, 0x0, 0x1) /usr/local/go/src/runtime/slice.go:57 +0x7b fp=0xc551c39f20 sp=0xc551c39ec8 github.com/cockroachdb/cockroach/pkg/util/bufalloc.ByteAllocator.Alloc(0xc582304000, 0xa2, 0x4000, 0x29ab3, 0x0, 0xc582304000, 0x0, 0x4000, 0xc582304094, 0xd, ...) /go/src/github.com/cockroachdb/cockroach/pkg/util/bufalloc/byte_allocator.go:49 +0x86 fp=0xc551c39f60 sp=0xc551c39f20 github.com/cockroachdb/cockroach/pkg/util/bufalloc.ByteAllocator.Copy(0xc582304000, 0xa2, 0x4000, 0x7f65c1835245, 0x29ab3, 0x29ab3, 0x0, 0x0, 0x1, 0x148e16af3a18ffa7, ...) /go/src/github.com/cockroachdb/cockroach/pkg/util/bufalloc/byte_allocator.go:62 +0x66 fp=0xc551c39fe0 sp=0xc551c39f60 github.com/cockroachdb/cockroach/pkg/storage/engine.MVCCIterate(0x2533aa0, 0xc494160330, 0x25382c0, 0xc420382b90, 0xc4424e4820, 0xb, 0x10, 0xc4424e4850, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1649 +0x12ad fp=0xc551c3a498 sp=0xc551c39fe0 github.com/cockroachdb/cockroach/pkg/storage/engine.mvccScanInternal(0x2533aa0, 0xc494160330, 0x25382c0, 0xc420382b90, 0xc4424e4820, 0xb, 0x10, 0xc4424e4850, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1511 +0x321 fp=0xc551c3a5d0 sp=0xc551c3a498 github.com/cockroachdb/cockroach/pkg/storage/engine.MVCCScan(0x2533aa0, 0xc494160330, 0x25382c0, 0xc420382b90, 0xc4424e4820, 0xb, 0x10, 0xc4424e4850, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1533 +0xf8 fp=0xc551c3a6a8 sp=0xc551c3a5d0 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).Scan(0xc42075f200, 0x2533aa0, 0xc494160330, 0x7f660dad98b8, 0xc420382b90, 0x148e16af3a18ffa7, 0x1, 0x100000001, 0x1, 0x5c, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:375 +0x19e fp=0xc551c3ac60 sp=0xc551c3a6a8 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).executeCmd(0xc42075f200, 0x2533aa0, 0xc494160330, 0x0, 0x0, 0x0, 0x7f660dad98b8, 0xc420382b90, 0x0, 0x148e16af3a18ffa7, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:119 +0x1ed0 fp=0xc551c3b9c8 sp=0xc551c3ac60 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).executeBatch(0xc42075f200, 0x2533aa0, 0xc494160330, 0x0, 0x0, 0x7f660dad98b8, 0xc420382b90, 0x0, 0x148e16af3a18ffa7, 0x1, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:3867 +0x426 fp=0xc551c3cb18 sp=0xc551c3b9c8 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).addReadOnlyCmd(0xc42075f200, 0x2533aa0, 0xc494160330, 0x148e16af3a18ffa7, 0x1, 0x100000001, 0x1, 0x5c, 0x0, 0xc4a96b8840, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:1678 +0x2cf fp=0xc551c3d088 sp=0xc551c3cb18 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).Send(0xc42075f200, 0x2533aa0, 0xc494160330, 0x148e16af3a18ffa7, 0x1, 0x100000001, 0x1, 0x5c, 0x0, 0xc4a96b8840, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:1195 +0x48f fp=0xc551c3d1e8 sp=0xc551c3d088 github.com/cockroachdb/cockroach/pkg/storage.(*Store).Send(0xc420436000, 0x2533aa0, 0xc4941601b0, 0x148e16af3a18ffa7, 0x1, 0x100000001, 0x1, 0x5c, 0x0, 0xc4a96b8840, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2454 +0x75e fp=0xc551c3d8b0 sp=0xc551c3d1e8 github.com/cockroachdb/cockroach/pkg/storage.(*Stores).Send(0xc42000d8c0, 0x2533aa0, 0xc4bf87f950, 0x0, 0x0, 0x100000001, 0x1, 0x5c, 0x0, 0xc4a96b8840, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:187 +0x202 fp=0xc551c3da88 sp=0xc551c3d8b0 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:819 +0x352 fp=0xc551c3dbf8 sp=0xc551c3da88 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc42016a2d0, 0xc551c3dcc8, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:245 +0x100 fp=0xc551c3dc50 sp=0xc551c3dbf8 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc420158000, 0x25339e0, 0xc4cc478240, 0xc458010f28, 0xc4cc478240, 0x62ef23, 0xc4203f26f0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:830 +0x1ed fp=0xc551c3de60 sp=0xc551c3dc50 github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc420158000, 0x25339e0, 0xc4cc478240, 0xc458010f28, 0x253cde0, 0xc4b2eea5a0, 0x11) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:852 +0xa0 fp=0xc551c3dee0 sp=0xc551c3de60 github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0x251bd60, 0xc420158000, 0xc4b3515d10, 0xc458010f00, 0xc49d8819e0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:185 +0x64 fp=0xc551c3df58 sp=0xc551c3dee0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1 fp=0xc551c3df60 sp=0xc551c3df58 created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:188 +0x1d6 goroutine 1 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/cli.runStart(0x250f500, 0xc42016f2c0, 0x0, 0x4, 0x0, 0xc420099e00) /go/src/github.com/cockroachdb/cockroach/pkg/cli/start.go:392 +0x1d15 github.com/cockroachdb/cockroach/pkg/cli.maybeDecorateGRPCError.func1(0x250f500, 0xc42016f2c0, 0x0, 0x4, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/cli/error.go:30 +0x5a github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra.(*Command).execute(0x250f500, 0xc42016e1c0, 0x4, 0x4, 0x250f500, 0xc42016e1c0) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:632 +0x23e github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra.(*Command).ExecuteC(0x250b100, 0xc420070060, 0xc37d81ffc1162824, 0xc420070098) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:722 +0x367 github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra.(*Command).Execute(0x250b100, 0xc420070080, 0xc37d81ffc1162824) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:681 +0x2b github.com/cockroachdb/cockroach/pkg/cli.Run(0xc42005e070, 0x5, 0x5, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/cli/cli.go:95 +0x6d main.main() /go/src/github.com/cockroachdb/cockroach/main.go:35 +0xe1 goroutine 17 [syscall, 87 minutes, locked to thread]: runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1 goroutine 5 [syscall, 87 minutes]: os/signal.signal_recv(0xc42001efa8) /usr/local/go/src/runtime/sigqueue.go:116 +0x157 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:22 +0x22 created by os/signal.init.1 /usr/local/go/src/os/signal/signal_unix.go:28 +0x41 goroutine 4 [chan receive]: github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).flushDaemon(0x29f00a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1015 +0x77 created by github.com/cockroachdb/cockroach/pkg/util/log.init.1 /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:581 +0x95 goroutine 8 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2() /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:98 +0x70 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420318200) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 25 [select, 87 minutes, locked to thread]: runtime.gopark(0x1b5b560, 0x0, 0x1981068, 0x6, 0x18, 0x2) /usr/local/go/src/runtime/proc.go:259 +0x13a runtime.selectgoImpl(0xc4203f9f30, 0x0, 0x18) /usr/local/go/src/runtime/select.go:423 +0x11d9 runtime.selectgo(0xc4203f9f30) /usr/local/go/src/runtime/select.go:238 +0x1c runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal1_unix.go:304 +0x2f3 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1 goroutine 7 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2() /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:98 +0x70 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420318180) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 28 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1() /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:137 +0x76 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4200107a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 29 [select, 1 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*StorePool).start.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/store_pool.go:356 +0x3de github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420010ee0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 30 [runnable]: math.Pow10(0x1, 0x7f660db694b0) /usr/local/go/src/math/pow10.go:16 github.com/cockroachdb/cockroach/vendor/github.com/codahale/hdrhistogram.New(0x0, 0x2540be400, 0x1, 0x1e00000020) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/codahale/hdrhistogram/hdr.go:51 +0x54 github.com/cockroachdb/cockroach/vendor/github.com/codahale/hdrhistogram.Import(0xc420032b38, 0xc42037c000) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/codahale/hdrhistogram/hdr.go:361 +0x44 github.com/cockroachdb/cockroach/pkg/util/metric.cloneHistogram(0xc420441a40, 0xc420441a40) /go/src/github.com/cockroachdb/cockroach/pkg/util/metric/metric.go:142 +0xf6 github.com/cockroachdb/cockroach/pkg/util/metric.(*Histogram).Windowed(0xc420441b60, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/metric/metric.go:201 +0x92 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).printStatsLoop(0xc42029b7c0, 0x2533aa0, 0xc4201f6000) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:213 +0x1d0 github.com/cockroachdb/cockroach/pkg/kv.NewTxnCoordSender.func1() /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:191 +0x6b github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420146860) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 31 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1() /go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1160 +0xbbb github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4201f8c30) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 11 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2() /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:463 +0x71 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4203e40c0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 12 [IO wait, 87 minutes]: net.runtime_pollWait(0x7f660db1b890, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:160 +0x59 net.(*pollDesc).wait(0xc420430370, 0x72, 0xc4203f8db0, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38 net.(*pollDesc).waitRead(0xc420430370, 0x2524220, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34 net.(*netFD).accept(0xc420430310, 0x0, 0x2520ea0, 0xc42028d880) /usr/local/go/src/net/fd_unix.go:419 +0x238 net.(*TCPListener).accept(0xc42006e310, 0xc400000001, 0xc42039a030, 0x17e49c0) /usr/local/go/src/net/tcpsock_posix.go:132 +0x2e net.(*TCPListener).Accept(0xc42006e310, 0xc42039a000, 0x17e49c0, 0x24f9b40, 0x18874c0) /usr/local/go/src/net/tcpsock.go:222 +0x49 net/http.(*Server).Serve(0xc42040c000, 0x2530b60, 0xc42006e310, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2273 +0x1ce github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5() /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:486 +0x42 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420318520) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 13 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6() /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:490 +0x6d github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420318540) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 14 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4203183c0, 0x1b5aa18, 0xc42029afa0, 0x253aa20, 0xc420963970) :9 +0x7f github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc42029afa0, 0x2531460, 0xc4203183c0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:348 +0x15a github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7() /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:497 +0x43 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420318560) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 15 [chan receive]: github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4203183a0, 0x1b59450, 0xc42016a2d0, 0xc42006e0d0, 0x253aa20) :9 +0x7f github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc42006e0d0, 0xc42016a2d0, 0x2531460, 0xc4203183a0, 0xc42028d8a0, 0x72539f, 0xc420025788) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:115 +0x5d github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8() /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:510 +0x113 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4203e40f0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 16 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3() /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:381 +0x66 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420318600) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 34 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1() /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1002 +0x443 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4203a8690) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 35 [select]: github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1() /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1031 +0x36b github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4203a86a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 36 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open.func1(0xc420382b90) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:373 +0x44 created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:374 +0x6c6 goroutine 37 [chan receive, 87 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:171 +0x55 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420771ea0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 38 [semacquire]: sync.runtime_notifyListWait(0xc4203864d0, 0xc400043640) /usr/local/go/src/runtime/sema.go:267 +0x122 sync.(*Cond).Wait(0xc4203864c0) /usr/local/go/src/sync/cond.go:57 +0x80 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc4202902c0, 0xc42016a2d0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:212 +0xb2 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2() /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:181 +0x33 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420771ec0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 39 [semacquire]: sync.runtime_notifyListWait(0xc4203864d0, 0xc40004363e) /usr/local/go/src/runtime/sema.go:267 +0x122 sync.(*Cond).Wait(0xc4203864c0) /usr/local/go/src/sync/cond.go:57 +0x80 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc4202902c0, 0xc42016a2d0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:212 +0xb2 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2() /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:181 +0x33 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420771ee0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 40 [semacquire]: sync.runtime_notifyListWait(0xc4203864d0, 0xc40004363f) /usr/local/go/src/runtime/sema.go:267 +0x122 sync.(*Cond).Wait(0xc4203864c0) /usr/local/go/src/sync/cond.go:57 +0x80 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc4202902c0, 0xc42016a2d0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:212 +0xb2 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2() /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:181 +0x33 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420771f00) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 41 [semacquire]: sync.runtime_notifyListWait(0xc4203864d0, 0xc40004363d) /usr/local/go/src/runtime/sema.go:267 +0x122 sync.(*Cond).Wait(0xc4203864c0) /usr/local/go/src/sync/cond.go:57 +0x80 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc4202902c0, 0xc42016a2d0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:212 +0xb2 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2() /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:181 +0x33 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420771f20) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 42 [semacquire, 87 minutes]: sync.runtime_Semacquire(0xc420290364) /usr/local/go/src/runtime/sema.go:47 +0x30 sync.(*WaitGroup).Wait(0xc420290358) /usr/local/go/src/sync/waitgroup.go:131 +0x97 github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc4202902c0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:187 +0x34 github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRaft.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3337 +0x3a github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420788dc0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 43 [runnable]: github.com/cockroachdb/cockroach/pkg/util/caller.(*CallResolver).Lookup(0xc4200110e0, 0x4, 0x21f2f17, 0x10, 0x331, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/caller/resolver.go:127 +0x234 github.com/cockroachdb/cockroach/pkg/util/caller.Lookup(0x3, 0x0, 0x0, 0x0, 0xc420048b70, 0x64a405) /go/src/github.com/cockroachdb/cockroach/pkg/util/caller/resolver.go:90 +0x3a github.com/cockroachdb/cockroach/pkg/util/log.addStructured(0x2533aa0, 0xc4203e47e0, 0x2, 0x2, 0xc469a1b620, 0x2a, 0xc47884a740, 0x4, 0x4) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:135 +0x43 github.com/cockroachdb/cockroach/pkg/util/log.logDepth(0x2533aa0, 0xc4203e47e0, 0x1, 0xc400000002, 0xc469a1b620, 0x2a, 0xc47884a740, 0x4, 0x4) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:88 +0x8c github.com/cockroachdb/cockroach/pkg/util/log.Warningf(0x2533aa0, 0xc4203e47e0, 0xc469a1b620, 0x2a, 0xc47884a740, 0x4, 0x4) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:121 +0x7e github.com/cockroachdb/cockroach/pkg/storage.NewStore.func1(0x2533aa0, 0xc4203e47e0, 0x19a1f78, 0x21, 0xc47884a740, 0x4, 0x4) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:817 +0xae github.com/cockroachdb/cockroach/pkg/util/syncutil.ThresholdLogger.func1(0x329c15d5) /go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/timedmutex.go:68 +0x288 github.com/cockroachdb/cockroach/pkg/util/syncutil.(*TimedMutex).Unlock(0xc4204362f0) /go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/timedmutex.go:97 +0xb6 github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3371 +0x26a github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420788dd0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 44 [runnable]: github.com/cockroachdb/cockroach/pkg/storage.(*Store).startCoalescedHeartbeatsLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3394 +0x167 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420788de0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 32 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func3() /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1178 +0x165 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc42028de20) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 33 [select]: github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1274 +0x372 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc42039a2d0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 50 [select]: github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1274 +0x372 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc42039a300) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 236012 [runnable]: github.com/cockroachdb/cockroach/vendor/golang.org/x/net/context.WithCancel(0x2533aa0, 0xc4da9836e0, 0x29ff4f8, 0xc4dc1214f8, 0x62fbdc) /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/context/context.go:212 +0x3f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc4202c6790, 0x2533aa0, 0xc4da9836e0, 0xf1, 0xc4ab5fe500, 0x1, 0x1, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:328 +0x1e6 github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc4da9836e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:409 +0x16e github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc4da9836e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc4da9836e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc4da9836e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc4da9836e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc42045d720, 0x2533aa0, 0xc4da9836e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:513 +0xbf github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:447 +0x6e github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc4ab5fe400, 0xc4ebdf5200, 0x0, 0x253a4e0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc42045d720, 0x2533aa0, 0xc4da9836e0, 0xc4ebdf5200, 0x3, 0xc4cc674880) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:449 +0xac github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).maybePushTransactions(0xc420318860, 0x2533aa0, 0xc4da9836e0, 0xc420762fc0, 0x4, 0x4, 0x148e16af739203b8, 0x0, 0x100000001, 0x1, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:234 +0xab8 github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).processWriteIntentError(0xc420318860, 0x2533aa0, 0xc4da9836e0, 0xc4b3514910, 0x253a780, 0xc4da9821e0, 0x148e16af739203b8, 0x0, 0x100000001, 0x1, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:93 +0x18e github.com/cockroachdb/cockroach/pkg/storage.(*Store).Send(0xc420436000, 0x2533aa0, 0xc4da9836e0, 0x148e16af6904c6ed, 0x0, 0x100000001, 0x1, 0xf1, 0x0, 0xc4941e4540, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2491 +0xcb9 github.com/cockroachdb/cockroach/pkg/storage.(*Stores).Send(0xc42000d8c0, 0x2533aa0, 0xc4da982600, 0x0, 0x0, 0x100000001, 0x1, 0xf1, 0x0, 0xc499a08cc0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:187 +0x202 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:819 +0x352 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc42016a2d0, 0xc4dc123cc8, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:245 +0x100 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc420158000, 0x25339e0, 0xc42f10c0c0, 0xc4bea4a528, 0xc42f10c0c0, 0x105462a, 0xa9cc76) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:830 +0x1ed github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc420158000, 0x25339e0, 0xc42f10c0c0, 0xc4bea4a528, 0x2533aa0, 0xc4c9b10810, 0x253aa20) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:852 +0xa0 github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0x251bd60, 0xc420158000, 0xc4b32a0ff0, 0xc4bea4a500, 0xc4be9fd0e0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:185 +0x64 created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:188 +0x1d6 goroutine 58 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:452 +0x32e github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420828120) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 56 [select, 7 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:452 +0x32e github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4208280a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 57 [select, 7 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc420314b40, 0x2533aa0, 0xc42039a4b0, 0xecfda6207, 0x2115870a, 0x29eeaa0, 0xc42016f8c0, 0xc42016a2d0, 0xc4201ead80, 0xecfda74f4) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:207 +0x254 github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc4201ead80, 0xc4203e4b01) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:269 +0x8e github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc4203e4b70, 0xc42031abe0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:321 +0x303 github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:271 +0x2a0 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4208280c0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 59 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:452 +0x32e github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420828140) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 60 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:452 +0x32e github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420828160) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 61 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:452 +0x32e github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420828180) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 62 [select]: github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:452 +0x32e github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4208281a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 63 [semacquire]: sync.runtime_Semacquire(0xc42029b80c) /usr/local/go/src/runtime/sema.go:47 +0x30 sync.(*Mutex).Lock(0xc42029b808) /usr/local/go/src/sync/mutex.go:85 +0xd0 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).updateState(0xc42029b7c0, 0x2533a60, 0xc49a03e540, 0x148e16afc3712c10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:803 +0x78 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533a60, 0xc49a03e540, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:423 +0x9a8 github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc42045d720, 0x2533a60, 0xc49a03e540, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:513 +0xbf github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:447 +0x6e github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc458048ac0, 0xc549d20c00, 0x0, 0x253a060) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc42045d720, 0x2533a60, 0xc49a03e540, 0xc549d20c00, 0x1, 0x1484e146bc2d7575) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:449 +0xac github.com/cockroachdb/cockroach/pkg/ts.pruneTimeSeries(0x2533a60, 0xc49a03e540, 0xc42045d720, 0xc458048a20, 0x1, 0x1, 0x148e16afc36f7575, 0x0, 0xc458048a20, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/ts/pruning.go:177 +0x366 github.com/cockroachdb/cockroach/pkg/ts.(*DB).PruneTimeSeries(0xc42006e020, 0x2533a60, 0xc49a03e540, 0x25383e0, 0xc4b36f5dd0, 0xc4201fe0f0, 0x22, 0x30, 0xc4201fe120, 0x22, ...) /go/src/github.com/cockroachdb/cockroach/pkg/ts/pruning.go:64 +0xfd github.com/cockroachdb/cockroach/pkg/storage.(*timeSeriesMaintenanceQueue).process(0xc420318a60, 0x2533a60, 0xc49a03e540, 0x148e16afc36f7575, 0x0, 0xc420249200, 0xc4208e8000, 0x21, 0x40, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/ts_maintenance_queue.go:117 +0x177 github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processReplica(0xc42031c690, 0x2533aa0, 0xc4998c40f0, 0xc420249200, 0xc42016f8c0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:549 +0x43c github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1.2() /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:474 +0xa2 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc42016a2d0, 0xc5314ade58, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:224 +0x100 github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:478 +0x2f8 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4208281c0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 64 [runnable]: github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto.UnmarshalMerge(0xc4207524a5, 0x13, 0x1b, 0x2529320, 0xc4b33d1680, 0xc420e71280, 0x614c1e) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto/decode.go:407 github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto.Unmarshal(0xc4207524a5, 0x13, 0x1b, 0x2529320, 0xc4b33d1680, 0x48, 0xc4b33d1680) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto/decode.go:398 +0x67 github.com/cockroachdb/cockroach/pkg/roachpb.Value.GetProto(0xc4207524a0, 0x18, 0x20, 0x148a5a6a279d1227, 0x0, 0x2529320, 0xc4b33d1680, 0xc4208e8000, 0x21) /go/src/github.com/cockroachdb/cockroach/pkg/roachpb/data.go:503 +0x12f github.com/cockroachdb/cockroach/pkg/config.MigrateZoneConfig(0xc4208e8818, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/config/migration.go:28 +0xc7 github.com/cockroachdb/cockroach/pkg/sql.GetZoneConfig(0xc4208e8000, 0x21, 0x40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/config.go:36 +0xcb github.com/cockroachdb/cockroach/pkg/config.SystemConfig.getZoneConfigForID(0xc4208e8000, 0x21, 0x40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/config/config.go:356 +0xc9 github.com/cockroachdb/cockroach/pkg/config.SystemConfig.GetZoneConfigForKey(0xc4208e8000, 0x21, 0x40, 0xc420711a60, 0x20, 0x20, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/config/config.go:347 +0xcb github.com/cockroachdb/cockroach/pkg/storage.(*gcQueue).shouldQueue(0xc42006e320, 0x2533aa0, 0xc469a1b470, 0x148e16aff543645b, 0xc400000000, 0xc42070f680, 0xc4208e8000, 0x21, 0x40, 0x1a4f245b, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/gc_queue.go:127 +0x8e github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).MaybeAdd(0xc42031c0f0, 0xc42070f680, 0x148e16aff543645b, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:334 +0x227 github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc4203af400, 0x2533aa0, 0xc42039a4e0, 0xecfda7688, 0x5c0489d, 0x29eeaa0, 0xc42016f8c0, 0xc42016a2d0, 0xc42070f680, 0xecfda769f) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:221 +0x324 github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc42070f680, 0xc4203e4901) /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:269 +0x8e github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc4203e49c0, 0xc42bd50280) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:321 +0x303 github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:271 +0x2a0 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4208281e0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 47 [select]: github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1() /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:650 +0x280 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4208283c0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 48 [select]: github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1() /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:609 +0x4c7 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4208283e0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 66 [runnable]: github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).heartbeat(0xc4202c6840, 0x2533aa0, 0xc4c4d7cf90, 0x1984d5e, 0x9) /go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:170 github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1() /go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:146 +0x2c3 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420828540) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 67 [select]: github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1() /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:771 +0x16b github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420828560) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 68 [select]: github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1() /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:90 +0x16f github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4200122b0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 69 [select]: github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteSummaries.func1() /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:688 +0x26d github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc42039a9f0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 70 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1() /go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:751 +0x119f github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420828580) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 71 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/sql.(*Executor).Start.func1() /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:301 +0x15f github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420828620) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 72 [select, 87 minutes]: github.com/cockroachdb/cockroach/pkg/sql/distsql.(*flowScheduler).Start.func1() /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/flow_scheduler.go:101 +0x314 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420707ae0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 73 [IO wait]: net.runtime_pollWait(0x7f660db1b950, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:160 +0x59 net.(*pollDesc).wait(0xc420430140, 0x72, 0xc42099cdf8, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38 net.(*pollDesc).waitRead(0xc420430140, 0x2524220, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34 net.(*netFD).accept(0xc4204300e0, 0x0, 0x2520ea0, 0xc441693fe0) /usr/local/go/src/net/fd_unix.go:419 +0x238 net.(*TCPListener).accept(0xc42006e2b0, 0x63912e, 0xc42099cea8, 0x104e5ab) /usr/local/go/src/net/tcpsock_posix.go:132 +0x2e net.(*TCPListener).Accept(0xc42006e2b0, 0x1b59598, 0xc420386180, 0x253aae0, 0xc4abb18b40) /usr/local/go/src/net/tcpsock.go:222 +0x49 github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc420386180, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0xa4 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func11() /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:641 +0x2f github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420761600) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 76 [runnable]: github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).getTransport(0xc420806f00, 0x2533a60, 0xc496750480, 0x0, 0x0, 0xc4b33d1590, 0x10, 0x10, 0x183f2e0) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:498 +0x464 github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.Invoke(0x2533a60, 0xc496750480, 0x199b9a3, 0x1d, 0x18d6040, 0xc47884ac40, 0x18c5180, 0xc449b12740, 0xc420806f00, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:167 +0x2bf github.com/cockroachdb/cockroach/pkg/rpc.(*heartbeatClient).Ping(0xc420026440, 0x2533a60, 0xc496750480, 0xc47884ac40, 0x0, 0x0, 0x0, 0xc42016f8d0, 0xc42016f8d0, 0xc4208ced38) /go/src/github.com/cockroachdb/cockroach/pkg/rpc/heartbeat.pb.go:121 +0xd2 github.com/cockroachdb/cockroach/pkg/rpc.(*Context).heartbeat(0xc4203a4780, 0x251bce0, 0xc420026440, 0x0, 0x0, 0xffffffffffb8fa28, 0x13b5209, 0x148e16af6e9a4891, 0xc4203a8560, 0xf, ...) /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:344 +0x139 github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc4203a4780, 0xc420806f00, 0xc4203a8560, 0xf, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:300 +0x291 github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1() /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:227 +0x69 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc4206f3800) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 75 [select, 87 minutes]: github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc420400000) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:720 +0x63e github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc420400000) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:479 +0x1de created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:480 +0x3c7 goroutine 77 [select, 28 minutes]: github.com/cockroachdb/cockroach/pkg/server.(*Server).PeriodicallyCheckForUpdates.func1() /go/src/github.com/cockroachdb/cockroach/pkg/server/updates.go:102 +0x1c4 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42016a2d0, 0xc420707d20) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:196 +0x7d created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:197 +0x66 goroutine 92 [IO wait]: net.runtime_pollWait(0x7f660db1b710, 0x72, 0x1d) /usr/local/go/src/runtime/netpoll.go:160 +0x59 net.(*pollDesc).wait(0xc4204319c0, 0x72, 0xc42099e898, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38 net.(*pollDesc).waitRead(0xc4204319c0, 0x2524220, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34 net.(*netFD).Read(0xc420431960, 0xc4209c4000, 0x8000, 0x8000, 0x0, 0x2524220, 0xc4200620a0) /usr/local/go/src/net/fd_unix.go:243 +0x1a1 net.(*conn).Read(0xc420026520, 0xc4209c4000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:173 +0x70 github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420963970, 0xc4209c4000, 0x8000, 0x8000, 0xc41c45e1b4, 0xc42099ea68, 0x614c1e) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 bufio.(*Reader).fill(0xc420777200) /usr/local/go/src/bufio/bufio.go:97 +0x10c bufio.(*Reader).Read(0xc420777200, 0xc42044f9b8, 0x9, 0x9, 0x645d30, 0xc49743c960, 0x0) /usr/local/go/src/bufio/bufio.go:209 +0x1bc io.ReadAtLeast(0x251ade0, 0xc420777200, 0xc42044f9b8, 0x9, 0x9, 0x9, 0xc42099eb08, 0x659f70, 0xc4997d0900) /usr/local/go/src/io/io.go:307 +0xa4 io.ReadFull(0x251ade0, 0xc420777200, 0xc42044f9b8, 0x9, 0x9, 0xc49743c960, 0x0, 0x1) /usr/local/go/src/io/io.go:325 +0x58 github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42044f9b8, 0x9, 0x9, 0x251ade0, 0xc420777200, 0x0, 0xc400000000, 0xc42099eca0, 0x10cfa89) /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:236 +0x7b github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42044f980, 0x39, 0x39, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:463 +0xa4 github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4207378f0, 0xc4b368c750, 0xc4b368c750, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:505 +0x2f github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420968510, 0xc420737980) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:260 +0x203 github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc42029afa0, 0x2539880, 0xc420968510) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:424 +0x160 github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveNewHTTP2Transport(0xc42029afa0, 0x253aa20, 0xc420963970, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:411 +0x3da github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc42029afa0, 0x253aa20, 0xc420963970) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:388 +0x470 created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:357 +0x1a9 goroutine 89 [IO wait]: net.runtime_pollWait(0x7f660db1b7d0, 0x72, 0xc) /usr/local/go/src/runtime/netpoll.go:160 +0x59 net.(*pollDesc).wait(0xc420431790, 0x72, 0xc42099db18, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38 net.(*pollDesc).waitRead(0xc420431790, 0x2524220, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34 net.(*netFD).Read(0xc420431730, 0xc420948000, 0x8000, 0x8000, 0x0, 0x2524220, 0xc4200620a0) /usr/local/go/src/net/fd_unix.go:243 +0x1a1 net.(*conn).Read(0xc420026438, 0xc420948000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:173 +0x70 bufio.(*Reader).fill(0xc420776a20) /usr/local/go/src/bufio/bufio.go:97 +0x10c bufio.(*Reader).Read(0xc420776a20, 0xc42044f8f8, 0x9, 0x9, 0xc42099dcb8, 0x659f70, 0xc4207b6680) /usr/local/go/src/bufio/bufio.go:209 +0x1bc io.ReadAtLeast(0x251ade0, 0xc420776a20, 0xc42044f8f8, 0x9, 0x9, 0x9, 0xc4b37c58a0, 0xc4b37c5898, 0x2520060) /usr/local/go/src/io/io.go:307 +0xa4 io.ReadFull(0x251ade0, 0xc420776a20, 0xc42044f8f8, 0x9, 0x9, 0xc42099dec0, 0x10cb3b0, 0xc56acb05a0) /usr/local/go/src/io/io.go:325 +0x58 github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42044f8f8, 0x9, 0x9, 0x251ade0, 0xc420776a20, 0x0, 0xc400000000, 0xc42073eea0, 0xc) /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:236 +0x7b github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42044f8c0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:463 +0xa4 github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420751a40, 0xc49b4a8450, 0xc49b4a8450, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:505 +0x2f github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc420807400) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:921 +0xb6 created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:203 +0x8b1 goroutine 93 [select, 87 minutes]: github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc420968510) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:673 +0x69c created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:139 +0x767 goroutine 90 [select, 87 minutes]: github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc420807400) /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:999 +0x59d created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:233 +0xe78 goroutine 234635 [semacquire]: sync.runtime_Semacquire(0x29f00d0) /usr/local/go/src/runtime/sema.go:47 +0x30 sync.(*Mutex).Lock(0x29f00cc) /usr/local/go/src/sync/mutex.go:85 +0xd0 github.com/cockroachdb/cockroach/pkg/util/log.VDepth(0x2, 0x1, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1139 +0x83 github.com/cockroachdb/cockroach/pkg/util/log.VEventf(0x25339e0, 0xc47884ab00, 0xc400000002, 0x199722d, 0x19, 0xc4390d1a48, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/trace.go:197 +0x36 github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc4202c6790, 0x25339e0, 0xc47884ab00, 0x1dcd6500, 0x0, 0x47, 0xc448582a60, 0x1, 0x1, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1066 +0x32d github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc4202c6790, 0x2533aa0, 0xc4c9da81b0, 0x47, 0xc448582a60, 0x1, 0x1, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:340 +0x30b github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc4c9da81b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d8300, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:409 +0x16e github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc4c9da81b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d8300, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc4c9da81b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d8300, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc4c9da81b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4ae4be600, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc4c9da81b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4207fb7a8, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).sendInternal(0xc4207fb760, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4207fb7a8, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:587 +0xfd github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).send(0xc4207fb760, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:711 +0x498 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2710, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0x58 github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc4390d34b0, 0xc455f3b200, 0x0, 0x18b5460) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc4207fb760, 0xc455f3b200, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0xc6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).fetch(0xc439a61400, 0x7a0bcc, 0xc400000003) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:203 +0x239 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).nextKV(0xc439a61400, 0xc4207fb760, 0xc42ee77d70, 0x1, 0x1, 0x100, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:257 +0x48 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc439a61380, 0xc42ee77b90, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:200 +0x3b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).StartScan(0xc439a61380, 0xc4207fb760, 0xc42ee77b90, 0x1, 0x1, 0x1301852e01, 0x0, 0xc4b36f4680, 0x10) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:189 +0x26e github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).initScan(0xc439a61000, 0xc4a8782e00, 0x16) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:168 +0x1d9 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc439a61000, 0xc4390d3bd8, 0x9032ea, 0x1924ec0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:205 +0x1c0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc483f331e0, 0x16, 0xc4390d3c50, 0x8fe918) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4b2df2960, 0xc4beb73400, 0x2532c60, 0xc4beb73400) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).Next(0xc46665a000, 0x253c880, 0xc46665a000, 0xc4390d3dd8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/update.go:306 +0x52 github.com/cockroachdb/cockroach/pkg/sql.countRowsAffected(0x253c880, 0xc46665a000, 0x0, 0x62ef23, 0xc4390d3e38) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:705 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c880, 0xc46665a000, 0xc4390d3f40, 0x253c800, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1199 +0x24b github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533460, 0xc49b780eb0, 0xc45e3b5270, 0xc4390d4101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533460, 0xc49b780eb0, 0xc45e3b5270, 0x101, 0xc45e3b5168, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc4a8782f70, 0x1, 0x1, 0xc45e3b5270, 0xc45e3b5168, 0x2510101, 0xc4bf882940, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc45e3b5270, 0x1, 0xc45e3b5168, 0xc4a8782fc0, 0xc4a8782f70, 0x1, 0x1, 0x649ba1, 0xc4390d4ca8, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc4207fb760, 0xc4a8782fc0, 0x2, 0x19c8efa) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc4207fb760, 0xc4beb70101, 0xc42016f8c0, 0xc4beb73560, 0x251b9a0, 0xc4bf882740) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc45e3b5100, 0xc4ada01153, 0x31, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc45e3b5100, 0xc4ada01153, 0x31, 0xc4390d54b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc4201d2000, 0x2533aa0, 0xc42ef22180, 0xc4ada01153, 0x31, 0xc4390d54b8, 0x2a40528, 0x0, 0x0, 0xc420a12900, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc4201d2000, 0x2533aa0, 0xc42ef22180, 0xc4201d2028, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc4201d2000, 0x2533aa0, 0xc42ef22180, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc42ef220f0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc42ef220f0, 0x253aa20, 0xc49b651b80, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc49b651b80) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc49b651b80, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235457 [runnable]: fmt.(*pp).printArg(0xc4b10a3a40, 0x1849c80, 0xc4200acc00, 0x76) /usr/local/go/src/fmt/print.go:598 fmt.(*pp).doPrint(0xc4b10a3a40, 0xc420035688, 0x1, 0x1) /usr/local/go/src/fmt/print.go:1113 +0xfd fmt.Fprint(0x251ece0, 0xc4c39edf10, 0xc420035688, 0x1, 0x1, 0x0, 0x0, 0xc4d122402d) /usr/local/go/src/fmt/print.go:215 +0x5c github.com/cockroachdb/cockroach/pkg/util/log.(*msgBuf).EmitObject(0xc4c39edf10, 0x197d31c, 0x1, 0x1849c80, 0xc4200acc00) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:94 +0xc0 github.com/cockroachdb/cockroach/vendor/github.com/opentracing/opentracing-go/log.Field.Marshal(0x197d31c, 0x1, 0xa, 0x0, 0x0, 0x0, 0x1849c80, 0xc4200acc00, 0x253b100, 0xc4c39edf10) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/opentracing/opentracing-go/log/field.go:199 +0x386 github.com/cockroachdb/cockroach/pkg/util/log.formatTags(0x2533aa0, 0xc4da869020, 0xc4c39edf10, 0xc4e347f360) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:112 +0x149 github.com/cockroachdb/cockroach/pkg/util/log.eventInternal(0x2533aa0, 0xc4da869020, 0xc4b3480100, 0x197d35f, 0x2, 0xc420035910, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/trace.go:112 +0x476 github.com/cockroachdb/cockroach/pkg/util/log.Event(0x2533aa0, 0xc4da869020, 0x1984d5e, 0x9) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/trace.go:156 +0xd4 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).heartbeat(0xc42029b7c0, 0x2533aa0, 0xc4da869020, 0xc9407f5a8022067b, 0x879fe5e471897aae, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:762 +0x375 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).heartbeatLoop(0xc42029b7c0, 0x2533aa0, 0xc4da983950, 0xc9407f5a8022067b, 0x879fe5e471897aae) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:647 +0x3a8 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).updateState.func2(0x2533aa0, 0xc4da983950) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:917 +0x51 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc42016a2d0, 0x21ed23a, 0x16, 0x396, 0x253cde0, 0xc4e347f220, 0xc438b86ec0, 0x2533aa0, 0xc4da983950) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:264 +0xdf created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:265 +0x234 goroutine 235629 [semacquire]: sync.runtime_Semacquire(0xc4200110e4) /usr/local/go/src/runtime/sema.go:47 +0x30 sync.(*Mutex).Lock(0xc4200110e0) /usr/local/go/src/sync/mutex.go:85 +0xd0 github.com/cockroachdb/cockroach/pkg/util/caller.(*CallResolver).Lookup(0xc4200110e0, 0x4, 0x21f6104, 0x3c, 0x15f, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/caller/resolver.go:114 +0x11d github.com/cockroachdb/cockroach/pkg/util/caller.Lookup(0x3, 0x110105d2e5, 0x105c6bb, 0x1053da9, 0xa9cc76, 0x106a275) /go/src/github.com/cockroachdb/cockroach/pkg/util/caller/resolver.go:90 +0x3a github.com/cockroachdb/cockroach/pkg/util/log.addStructured(0x25339e0, 0xc4864c5dc0, 0xc400000001, 0x2, 0x1989641, 0xd, 0xc42297b068, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:135 +0x43 github.com/cockroachdb/cockroach/pkg/util/log.logDepth(0x25339e0, 0xc4864c5dc0, 0x1, 0xc400000001, 0x1989641, 0xd, 0xc42297b068, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:88 +0x8c github.com/cockroachdb/cockroach/pkg/util/log.VEventf(0x25339e0, 0xc4864c5dc0, 0xc400000002, 0x1989641, 0xd, 0xc42297b068, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/trace.go:199 +0xa3 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).Prepare(0xc420253760, 0xc441063069, 0x25, 0xc52c7f0000, 0xc4c4d7c540, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:351 +0x16a github.com/cockroachdb/cockroach/pkg/sql.PreparedStatements.New(0xc52c7f0000, 0xc49b7424e0, 0x2533aa0, 0xc49b742480, 0xc420253760, 0xc441063068, 0x0, 0xc441063069, 0x25, 0xc4c4d7c540, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/prepare.go:83 +0x127 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleParse(0xc4a3940400, 0x2533aa0, 0xc49b742480, 0xc4a3940428, 0x2d, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:467 +0x515 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc4a3940400, 0x2533aa0, 0xc49b742480, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc49b742450, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:354 +0xa3b github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc49b742450, 0x253aa20, 0xc4dfc42580, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc4dfc42580) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc4dfc42580, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 236096 [runnable]: github.com/cockroachdb/cockroach/pkg/storage/engine.mvccScanInternal.func1(0xc581d680a4, 0xd, 0xe, 0xc581d6c000, 0xadab3, 0xadab3, 0x1489deacb2752d68, 0x0, 0xadab3, 0xadab3, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1499 github.com/cockroachdb/cockroach/pkg/storage/engine.MVCCIterate(0x2533aa0, 0xc469a1a330, 0x25382c0, 0xc420382b90, 0xc4216a7890, 0xb, 0x10, 0xc4216a78d0, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1651 +0x9ba github.com/cockroachdb/cockroach/pkg/storage/engine.mvccScanInternal(0x2533aa0, 0xc469a1a330, 0x25382c0, 0xc420382b90, 0xc4216a7890, 0xb, 0x10, 0xc4216a78d0, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1511 +0x321 github.com/cockroachdb/cockroach/pkg/storage/engine.MVCCScan(0x2533aa0, 0xc469a1a330, 0x25382c0, 0xc420382b90, 0xc4216a7890, 0xb, 0x10, 0xc4216a78d0, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1533 +0xf8 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).Scan(0xc42075fb00, 0x2533aa0, 0xc469a1a330, 0x7f660dad98b8, 0xc420382b90, 0x148e16afab098495, 0x0, 0x100000001, 0x1, 0x75, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:375 +0x19e github.com/cockroachdb/cockroach/pkg/storage.(*Replica).executeCmd(0xc42075fb00, 0x2533aa0, 0xc469a1a330, 0x0, 0x0, 0x0, 0x7f660dad98b8, 0xc420382b90, 0x0, 0x148e16afab098495, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:119 +0x1ed0 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).executeBatch(0xc42075fb00, 0x2533aa0, 0xc469a1a330, 0x0, 0x0, 0x7f660dad98b8, 0xc420382b90, 0x0, 0x148e16afab098495, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:3867 +0x426 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).addReadOnlyCmd(0xc42075fb00, 0x2533aa0, 0xc469a1a330, 0x148e16afab098495, 0x0, 0x100000001, 0x1, 0x75, 0x0, 0xc4c49d9ec0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:1678 +0x2cf github.com/cockroachdb/cockroach/pkg/storage.(*Replica).Send(0xc42075fb00, 0x2533aa0, 0xc469a1a330, 0x148e16afab098495, 0x0, 0x100000001, 0x1, 0x75, 0x0, 0xc4c49d9ec0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:1195 +0x48f github.com/cockroachdb/cockroach/pkg/storage.(*Store).Send(0xc420436000, 0x2533aa0, 0xc494163ef0, 0x148e16afab098495, 0x0, 0x100000001, 0x1, 0x75, 0x0, 0xc4c49d9ec0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2454 +0x75e github.com/cockroachdb/cockroach/pkg/storage.(*Stores).Send(0xc42000d8c0, 0x2533aa0, 0xc4941635f0, 0x0, 0x0, 0x100000001, 0x1, 0x75, 0x0, 0xc4c49d9ec0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:187 +0x202 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:819 +0x352 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc42016a2d0, 0xc580c89cc8, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:245 +0x100 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc420158000, 0x25339e0, 0xc4f4ec3f40, 0xc4bea4b6a8, 0xc4f4ec3f40, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:830 +0x1ed github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc420158000, 0x25339e0, 0xc4f4ec3f40, 0xc4bea4b6a8, 0xc4998c4d20, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:852 +0xa0 github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0x251bd60, 0xc420158000, 0xc4b352e9b0, 0xc4bea4b680, 0xc49a03fbc0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:185 +0x64 created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:188 +0x1d6 goroutine 235161 [semacquire]: sync.runtime_Semacquire(0xc420146734) /usr/local/go/src/runtime/sema.go:47 +0x30 sync.(*Mutex).Lock(0xc420146730) /usr/local/go/src/sync/mutex.go:85 +0xd0 github.com/cockroachdb/cockroach/pkg/kv.(*leaseHolderCache).Lookup(0xc420146730, 0x2533aa0, 0xc473d20150, 0x75, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/leaseholder_cache.go:52 +0x79 github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc473d20150, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d9200, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:401 +0x2e2 github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc473d20150, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d9200, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc473d20150, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d9200, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc473d20150, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc430bd9440, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc473d20150, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc448d3ce08, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).sendInternal(0xc448d3cdc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc448d3ce08, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:587 +0xfd github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).send(0xc448d3cdc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:711 +0x498 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2710, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0x58 github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc4d6e914b0, 0xc4a83e9200, 0x0, 0x18b5460) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc448d3cdc0, 0xc4a83e9200, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0xc6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).fetch(0xc4d4d0d400, 0x7a0bcc, 0xc400000003) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:203 +0x239 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).nextKV(0xc4d4d0d400, 0xc448d3cdc0, 0xc4b3653500, 0x1, 0x1, 0x100, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:257 +0x48 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc4d4d0d380, 0xc4b3653200, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:200 +0x3b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).StartScan(0xc4d4d0d380, 0xc448d3cdc0, 0xc4b3653200, 0x1, 0x1, 0x1301852e01, 0x0, 0xc4dffa5b20, 0x10) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:189 +0x26e github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).initScan(0xc4d4d0d000, 0xc48669b9a0, 0x16) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:168 +0x1d9 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc4d4d0d000, 0xc4d6e91bd8, 0x9032ea, 0x1924ec0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:205 +0x1c0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc42d8a9a20, 0x16, 0xc4d6e91c50, 0x8fe918) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4dffdb360, 0xc4cc629c40, 0x2532c60, 0xc4cc629c40) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).Next(0xc426c0e480, 0x253c880, 0xc426c0e480, 0xc4d6e91dd8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/update.go:306 +0x52 github.com/cockroachdb/cockroach/pkg/sql.countRowsAffected(0x253c880, 0xc426c0e480, 0x0, 0x62ef23, 0xc4d6e91e38) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:705 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c880, 0xc426c0e480, 0xc4d6e91f40, 0x253c800, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1199 +0x24b github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533460, 0xc4865d4820, 0xc439556d70, 0xc4d6e92101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533460, 0xc4865d4820, 0xc439556d70, 0x101, 0xc439556c68, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc48669bb50, 0x1, 0x1, 0xc439556d70, 0xc439556c68, 0x2510101, 0xc4b3148500, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc439556d70, 0x1, 0xc439556c68, 0xc48669bbb0, 0xc48669bb50, 0x1, 0x1, 0x649ba1, 0xc4d6e92ca8, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc448d3cdc0, 0xc48669bbb0, 0x2, 0x19c8efa) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc448d3cdc0, 0xc4787e0101, 0xc42016f8c0, 0xc4787e4840, 0x251b9a0, 0xc4b3148480) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc439556c00, 0xc439f53068, 0x31, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc439556c00, 0xc439f53068, 0x31, 0xc4d6e934b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc420b17c00, 0x2533aa0, 0xc49cb6d320, 0xc439f53068, 0x31, 0xc4d6e934b8, 0x2a40528, 0x0, 0x0, 0xc4203ece00, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc420b17c00, 0x2533aa0, 0xc49cb6d320, 0xc420b17c28, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc420b17c00, 0x2533aa0, 0xc49cb6d320, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc49cb6d110, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc49cb6d110, 0x253aa20, 0xc45c4d6840, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc45c4d6840) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc45c4d6840, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235464 [runnable]: github.com/cockroachdb/cockroach/pkg/kv.(*txnMetadata).hasClientAbandonedCoord(0xc421890c30, 0x148e16b0cbfa6b34, 0xc4966b0160) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:101 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).heartbeat(0xc42029b7c0, 0x2533aa0, 0xc485fe5f50, 0x1d432ed73a3e99b3, 0x8fee3e6d1f067e89, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:715 +0x1ac github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).heartbeatLoop(0xc42029b7c0, 0x2533aa0, 0xc4860f8570, 0x1d432ed73a3e99b3, 0x8fee3e6d1f067e89) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:647 +0x3a8 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).updateState.func2(0x2533aa0, 0xc4860f8570) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:917 +0x51 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc42016a2d0, 0x21ed23a, 0x16, 0x396, 0x253cde0, 0xc42a5bba40, 0xc496646840, 0x2533aa0, 0xc4860f8570) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:264 +0xdf created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:265 +0x234 goroutine 236047 [runnable]: github.com/cockroachdb/cockroach/pkg/util/syncutil.ThresholdLogger.func1(0x1a9bd14b) /go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/timedmutex.go:68 +0x117 github.com/cockroachdb/cockroach/pkg/util/syncutil.(*TimedMutex).Unlock(0xc4204362f0) /go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/timedmutex.go:97 +0xb6 github.com/cockroachdb/cockroach/pkg/storage.(*Store).GetReplica(0xc420436000, 0xf1, 0xc420778480, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1520 +0xd2 github.com/cockroachdb/cockroach/pkg/storage.(*Store).Send(0xc420436000, 0x2533aa0, 0xc4dfc900f0, 0x148e16af8eecc01c, 0x0, 0x100000001, 0x1, 0xf1, 0x0, 0xc4a96b9e00, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2425 +0x6a9 github.com/cockroachdb/cockroach/pkg/storage.(*Stores).Send(0xc42000d8c0, 0x2533aa0, 0xc4dfce3590, 0x0, 0x0, 0x100000001, 0x1, 0xf1, 0x0, 0xc49b740f00, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:187 +0x202 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:819 +0x352 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc42016a2d0, 0xc4e60d7cc8, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:245 +0x100 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc420158000, 0x25339e0, 0xc4dfe93ec0, 0xc4dff0f1a8, 0xc4dfe93ec0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:830 +0x1ed github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc420158000, 0x25339e0, 0xc4dfe93ec0, 0xc4dff0f1a8, 0xc439168750, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:852 +0xa0 github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0x251bd60, 0xc420158000, 0xc4a91aaf00, 0xc4dff0f180, 0xc4c0207740) /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:185 +0x64 created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:188 +0x1d6 goroutine 236118 [runnable]: github.com/cockroachdb/cockroach/pkg/storage/engine.mvccScanInternal.func1(0xc58205c0e2, 0xd, 0xe, 0xc582060000, 0x19c85, 0x19c85, 0x1489d70a268e9376, 0x1, 0x19c85, 0x19c85, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1499 github.com/cockroachdb/cockroach/pkg/storage/engine.MVCCIterate(0x2533aa0, 0xc4b0c92900, 0x25382c0, 0xc420382b90, 0xc4216a7890, 0xb, 0x10, 0xc4216a78d0, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1651 +0x9ba github.com/cockroachdb/cockroach/pkg/storage/engine.mvccScanInternal(0x2533aa0, 0xc4b0c92900, 0x25382c0, 0xc420382b90, 0xc4216a7890, 0xb, 0x10, 0xc4216a78d0, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1511 +0x321 github.com/cockroachdb/cockroach/pkg/storage/engine.MVCCScan(0x2533aa0, 0xc4b0c92900, 0x25382c0, 0xc420382b90, 0xc4216a7890, 0xb, 0x10, 0xc4216a78d0, 0xb, 0x10, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1533 +0xf8 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).Scan(0xc42075fb00, 0x2533aa0, 0xc4b0c92900, 0x7f660dad98b8, 0xc420382b90, 0x148e16af3a18ffa7, 0x1, 0x100000001, 0x1, 0x75, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:375 +0x19e github.com/cockroachdb/cockroach/pkg/storage.(*Replica).executeCmd(0xc42075fb00, 0x2533aa0, 0xc4b0c92900, 0x0, 0x0, 0x0, 0x7f660dad98b8, 0xc420382b90, 0x0, 0x148e16af3a18ffa7, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:119 +0x1ed0 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).executeBatch(0xc42075fb00, 0x2533aa0, 0xc4b0c92900, 0x0, 0x0, 0x7f660dad98b8, 0xc420382b90, 0x0, 0x148e16af3a18ffa7, 0x1, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:3867 +0x426 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).addReadOnlyCmd(0xc42075fb00, 0x2533aa0, 0xc4b0c92900, 0x148e16af3a18ffa7, 0x1, 0x100000001, 0x1, 0x75, 0x0, 0xc4a865a180, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:1678 +0x2cf github.com/cockroachdb/cockroach/pkg/storage.(*Replica).Send(0xc42075fb00, 0x2533aa0, 0xc4b0c92900, 0x148e16af3a18ffa7, 0x1, 0x100000001, 0x1, 0x75, 0x0, 0xc4a865a180, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:1195 +0x48f github.com/cockroachdb/cockroach/pkg/storage.(*Store).Send(0xc420436000, 0x2533aa0, 0xc4b0c92510, 0x148e16af3a18ffa7, 0x1, 0x100000001, 0x1, 0x75, 0x0, 0xc4a865a180, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2454 +0x75e github.com/cockroachdb/cockroach/pkg/storage.(*Stores).Send(0xc42000d8c0, 0x2533aa0, 0xc4b0c92030, 0x0, 0x0, 0x100000001, 0x1, 0x75, 0x0, 0xc4a865a180, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:187 +0x202 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:819 +0x352 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc42016a2d0, 0xc5815e1cc8, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:245 +0x100 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc420158000, 0x25339e0, 0xc49cc58280, 0xc4e347e3e8, 0xc49cc58280, 0x62ef23, 0xc4203f26f0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:830 +0x1ed github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc420158000, 0x25339e0, 0xc49cc58280, 0xc4e347e3e8, 0x253cde0, 0xc4b2eea5a0, 0x11) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:852 +0xa0 github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0x251bd60, 0xc420158000, 0xc4b33d0cd0, 0xc4e347e3c0, 0xc49677de60) /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:185 +0x64 created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:188 +0x1d6 goroutine 235415 [runnable]: github.com/cockroachdb/cockroach/pkg/sql/parser.(*ComparisonExpr).Eval(0xc45bd64d90, 0xc42b45dca8, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/parser/eval.go:2052 +0x1b9 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.RunFilter(0x2537660, 0xc45bd64d90, 0xc42b45dca8, 0xb, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/expr_filter.go:28 +0x48 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc456655800, 0x2532ee0, 0xc4c45e6780, 0x2532e00) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:221 +0xf0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc4207fab00, 0xc4207fab00, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc49785f810, 0x0, 0x0, 0x8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c680, 0xc49785f810, 0xc4a611ff40, 0xc432ec0300, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1206 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533260, 0xc432fc53b0, 0xc42b45dc70, 0xc4a6120101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533260, 0xc432fc53b0, 0xc42b45dc70, 0x101, 0xc42b45db68, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc44d7191e0, 0x1, 0x1, 0xc42b45dc70, 0xc42b45db68, 0xc4a6120101, 0x60c7ae, 0xc4a6120b88, 0x64d0fa, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc42b45dc70, 0x1, 0xc42b45db68, 0xc44d719220, 0xc44d7191e0, 0x1, 0x1, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc4207fa9a0, 0xc44d719220, 0x4000000000000000, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc4207fa9a0, 0xc42ef60101, 0xc42016f8c0, 0xc42ef63740, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc42b45db00, 0xc42455323c, 0x2d, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc42b45db00, 0xc42455323c, 0x2d, 0xc4a61214b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc4711fe600, 0x2533aa0, 0xc4b3493680, 0xc42455323c, 0x2d, 0xc4a61214b8, 0xc44d719062, 0x1, 0x1, 0xc4214ea900, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc4711fe600, 0x2533aa0, 0xc4b3493680, 0xc4711fe628, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc4711fe600, 0x2533aa0, 0xc4b3493680, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc4b34931d0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc4b34931d0, 0x253aa20, 0xc4dfcf4e70, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc4dfcf4e70) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc4dfcf4e70, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235440 [runnable]: github.com/cockroachdb/cockroach/pkg/roachpb.Transaction.Clone(0xc4b30e8420, 0x0, 0xc45582a360, 0xd, 0x20, 0x3, 0x148e16af3a18ffa7, 0x1, 0x1a001a94b2, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/roachpb/data.go:707 +0xaf github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).initAndVerifyBatch(0xc4202c6790, 0x2533aa0, 0xc4da796990, 0xc4208ef948, 0xf520be) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:442 +0x4a3 github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc4da796990, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4ac1e8540, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:527 +0x87 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).heartbeat(0xc42029b7c0, 0x2533aa0, 0xc4da796990, 0xe441b708cf0a87d, 0xb482f315c3887ba4, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:763 +0x3c9 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).heartbeatLoop(0xc42029b7c0, 0x2533aa0, 0xc4da7d71a0, 0xe441b708cf0a87d, 0xb482f315c3887ba4) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:647 +0x3a8 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).updateState.func2(0x2533aa0, 0xc4da7d71a0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:917 +0x51 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc42016a2d0, 0x21ed23a, 0x16, 0x396, 0x253cde0, 0xc4c9da0140, 0xc44a7a4940, 0x2533aa0, 0xc4da7d71a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:264 +0xdf created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:265 +0x234 goroutine 235996 [runnable]: github.com/cockroachdb/cockroach/pkg/util/cache.(*baseCache).Get(0xc420441920, 0x17d4840, 0xc49b63f088, 0x17d4840, 0xc49b63f088, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/cache/cache.go:242 github.com/cockroachdb/cockroach/pkg/kv.(*leaseHolderCache).Lookup(0xc420146730, 0x2533aa0, 0xc4bf87e570, 0x1, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/leaseholder_cache.go:54 +0x101 github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc4bf87e570, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:401 +0x2e2 github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc4bf87e570, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc4bf87e570, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc4bf87e570, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc4bf87e570, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc42045d720, 0x2533aa0, 0xc4bf87e570, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:513 +0xbf github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:447 +0x6e github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc4ab5feba0, 0xc4225b6600, 0x0, 0x253a4e0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc42045d720, 0x2533aa0, 0xc4bf87e570, 0xc4225b6600, 0x10, 0x2533aa0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:449 +0xac github.com/cockroachdb/cockroach/pkg/storage.(*Store).maybeUpdateTransaction(0xc420436000, 0xc4997c8a80, 0x148e16af68b79210, 0x100000000, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2564 +0x255 github.com/cockroachdb/cockroach/pkg/storage.(*Store).Send(0xc420436000, 0x2533aa0, 0xc497482630, 0x148e16af449d0d9e, 0x0, 0x100000001, 0x1, 0xf1, 0x0, 0xc4997c8a80, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2515 +0xa0f github.com/cockroachdb/cockroach/pkg/storage.(*Stores).Send(0xc42000d8c0, 0x2533aa0, 0xc49774def0, 0x0, 0x0, 0x100000001, 0x1, 0xf1, 0x0, 0xc49d9db440, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:187 +0x202 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:819 +0x352 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc42016a2d0, 0xc4788b9cc8, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:245 +0x100 github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc420158000, 0x25339e0, 0xc4dff44280, 0xc4640c7d88, 0xc4dff44280, 0xc43ff28f28, 0x62fce1) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:830 +0x1ed github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc420158000, 0x25339e0, 0xc4dff44280, 0xc4640c7d88, 0x21ed509, 0x13, 0x12d) /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:852 +0xa0 github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0x251bd60, 0xc420158000, 0xc4a8edcbe0, 0xc4640c7d60, 0xc4a8ef5680) /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:185 +0x64 created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:188 +0x1d6 goroutine 235479 [semacquire]: sync.runtime_Semacquire(0xc42029b80c) /usr/local/go/src/runtime/sema.go:47 +0x30 sync.(*Mutex).Lock(0xc42029b808) /usr/local/go/src/sync/mutex.go:85 +0xd0 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).heartbeat(0xc42029b7c0, 0x2533aa0, 0xc4d0db6ed0, 0xb54262c2e85256be, 0xfb5ddf620f258587, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:712 +0x6c github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).heartbeatLoop(0xc42029b7c0, 0x2533aa0, 0xc4c9eef140, 0xb54262c2e85256be, 0xfb5ddf620f258587) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:647 +0x3a8 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).updateState.func2(0x2533aa0, 0xc4c9eef140) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:917 +0x51 github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc42016a2d0, 0x21ed23a, 0x16, 0x396, 0x253cde0, 0xc4c9da1b80, 0xc4a892cca0, 0x2533aa0, 0xc4c9eef140) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:264 +0xdf created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:265 +0x234 goroutine 235609 [runnable]: sync.runtime_Semacquire(0x29f00d0) /usr/local/go/src/runtime/sema.go:47 +0x30 sync.(*Mutex).Lock(0x29f00cc) /usr/local/go/src/sync/mutex.go:85 +0xd0 github.com/cockroachdb/cockroach/pkg/util/log.VDepth(0xc400000003, 0x1, 0x489fde0c40566500) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1139 +0x83 github.com/cockroachdb/cockroach/pkg/util/log.V(0xc400000003, 0xc400000008) /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:197 +0x32 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).processValueSingle(0xc4c7ada380, 0xc4386b0be0, 0xc55ed1808d, 0xd, 0xe, 0xc4e1bf1098, 0x0, 0x0, 0x0, 0xc4559ebc00, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:374 +0x2a6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).ProcessKV(0xc4c7ada380, 0xc55ed1808d, 0xd, 0xe, 0xc4e1bf1098, 0xc439558800, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:296 +0xa19 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextRow(0xc4c7ada380, 0xc4c3371ce0, 0xc4395588a8, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:476 +0x73 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc4c7ada000, 0x2532ee0, 0xc499a09680, 0x2532e00) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:217 +0x5b github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc533bcb4a0, 0xc533bcb4a0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4dfd8ae10, 0x0, 0x0, 0x8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c680, 0xc4dfd8ae10, 0xc4559ebf40, 0xc4b344e400, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1206 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533260, 0xc4b3511e90, 0xc439558870, 0xc4559ec101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533260, 0xc4b3511e90, 0xc439558870, 0x101, 0xc439558768, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc4a8cb7e70, 0x1, 0x1, 0xc439558870, 0xc439558768, 0xc4559e0101, 0x60c7ae, 0xc4559ecb88, 0x64d0fa, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc439558870, 0x1, 0xc439558768, 0xc4a8cb7eb0, 0xc4a8cb7e70, 0x1, 0x1, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc533bcb340, 0xc4a8cb7eb0, 0x4000000000000000, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc533bcb340, 0xc4dfca0101, 0xc42016f8c0, 0xc4dfcafb60, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc439558700, 0xc527640001, 0x2d, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc439558700, 0xc527640001, 0x2d, 0xc4559ed4b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc48d25c000, 0x2533aa0, 0xc497483ad0, 0xc527640001, 0x2d, 0xc4559ed4b8, 0xc4a8cb7c52, 0x1, 0x1, 0xc421489300, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc48d25c000, 0x2533aa0, 0xc497483ad0, 0xc48d25c028, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc48d25c000, 0x2533aa0, 0xc497483ad0, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc497483980, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc497483980, 0x253aa20, 0xc4e002f550, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc4e002f550) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc4e002f550, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235342 [runnable]: github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc4202c6790, 0x25339e0, 0xc4cc478240, 0x1dcd6500, 0x0, 0x5c, 0xc455067040, 0x1, 0x1, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1076 +0xddd github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc4202c6790, 0x2533aa0, 0xc4c4478c90, 0x5c, 0xc455067040, 0x1, 0x1, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:340 +0x30b github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc4c4478c90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4cc494cc0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:409 +0x16e github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc4c4478c90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4cc494cc0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc4c4478c90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4cc494cc0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc4c4478c90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4dbeb58c0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc4c4478c90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4209649e8, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).sendInternal(0xc4209649a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4209649e8, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:587 +0xfd github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).send(0xc4209649a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:711 +0x498 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2710, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0x58 github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc54d9554b0, 0xc4f42f5200, 0x0, 0x18b5460) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc4209649a0, 0xc4f42f5200, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0xc6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).fetch(0xc4c1b78c00, 0x7a0bcc, 0xc400000003) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:203 +0x239 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).nextKV(0xc4c1b78c00, 0xc4209649a0, 0xc42f004210, 0x1, 0x1, 0x100, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:257 +0x48 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc4c1b78b80, 0xc42f004120, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:200 +0x3b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).StartScan(0xc4c1b78b80, 0xc4209649a0, 0xc42f004120, 0x1, 0x1, 0x1301852e01, 0x0, 0xc4b37e8310, 0x10) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:189 +0x26e github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).initScan(0xc4c1b78800, 0xc4bed49890, 0x16) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:168 +0x1d9 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc4c1b78800, 0xc54d955bd8, 0x9032ea, 0x1924ec0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:205 +0x1c0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc533bcbb80, 0x16, 0xc54d955c50, 0x8fe918) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4b2eac9b0, 0xc49677d2e0, 0x2532c60, 0xc49677d2e0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).Next(0xc426c0f680, 0x253c880, 0xc426c0f680, 0xc54d955dd8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/update.go:306 +0x52 github.com/cockroachdb/cockroach/pkg/sql.countRowsAffected(0x253c880, 0xc426c0f680, 0x0, 0x62ef23, 0xc54d955e38) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:705 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c880, 0xc426c0f680, 0xc54d955f40, 0x253c800, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1199 +0x24b github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533460, 0xc4b35883c0, 0xc4fd4ce170, 0xc54d956101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533460, 0xc4b35883c0, 0xc4fd4ce170, 0x101, 0xc4fd4ce068, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc4bed49a20, 0x1, 0x1, 0xc4fd4ce170, 0xc4fd4ce068, 0x2510101, 0xc4ab8f2c40, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc4fd4ce170, 0x1, 0xc4fd4ce068, 0xc4bed49a70, 0xc4bed49a20, 0x1, 0x1, 0x649ba1, 0xc54d956ca8, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc4209649a0, 0xc4bed49a70, 0x2, 0x19c8efa) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc4209649a0, 0xc496770101, 0xc42016f8c0, 0xc49677d440, 0x251b9a0, 0xc4ab8f2bc0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc4fd4ce000, 0xc4aa5f2001, 0x31, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc4fd4ce000, 0xc4aa5f2001, 0x31, 0xc54d9574b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc50da90400, 0x2533aa0, 0xc4c4452990, 0xc4aa5f2001, 0x31, 0xc54d9574b8, 0x2a40528, 0x0, 0x0, 0xc421a0c000, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc50da90400, 0x2533aa0, 0xc4c4452990, 0xc50da90428, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc50da90400, 0x2533aa0, 0xc4c4452990, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc4c4452960, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc4c4452960, 0x253aa20, 0xc45c18a4d0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc45c18a4d0) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc45c18a4d0, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 234636 [select]: github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc4202c6790, 0x25339e0, 0xc49cc58280, 0x1dcd6500, 0x0, 0x75, 0xc457ab9260, 0x1, 0x1, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1076 +0xddd github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc4202c6790, 0x2533aa0, 0xc4be9ba030, 0x75, 0xc457ab9260, 0x1, 0x1, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:340 +0x30b github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc4be9ba030, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4a968dc80, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:409 +0x16e github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc4be9ba030, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4a968dc80, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc4be9ba030, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4a968dc80, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc4be9ba030, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc49662f080, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc4be9ba030, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4431c37a8, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).sendInternal(0xc4431c3760, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4431c37a8, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:587 +0xfd github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).send(0xc4431c3760, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:711 +0x498 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2710, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0x58 github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc57200f4b0, 0xc48d4b4000, 0x0, 0x18b5460) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc4431c3760, 0xc48d4b4000, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0xc6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).fetch(0xc48a32bc00, 0x7a0bcc, 0xc400000003) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:203 +0x239 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).nextKV(0xc48a32bc00, 0xc4431c3760, 0xc49b6f91d0, 0x1, 0x1, 0x100, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:257 +0x48 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc48a32bb80, 0xc49b6f91a0, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:200 +0x3b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).StartScan(0xc48a32bb80, 0xc4431c3760, 0xc49b6f91a0, 0x1, 0x1, 0x1301852e01, 0x0, 0xffffffffffff, 0x10) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:189 +0x26e github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).initScan(0xc48a32b800, 0xc4d7815e70, 0x16) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:168 +0x1d9 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc48a32b800, 0xc57200fbd8, 0x9032ea, 0x1924ec0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:205 +0x1c0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc533bca160, 0x16, 0xc57200fc50, 0x8fe918) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4dfe309b0, 0xc4c32e8aa0, 0x2532c60, 0xc4c32e8aa0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).Next(0xc421290900, 0x253c880, 0xc421290900, 0xc57200fdd8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/update.go:306 +0x52 github.com/cockroachdb/cockroach/pkg/sql.countRowsAffected(0x253c880, 0xc421290900, 0x0, 0x62ef23, 0xc57200fe38) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:705 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c880, 0xc421290900, 0xc57200ff40, 0x253c800, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1199 +0x24b github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533460, 0xc4edc8c5f0, 0xc45e3b6d70, 0xc572010101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533460, 0xc4edc8c5f0, 0xc45e3b6d70, 0x101, 0xc45e3b6c68, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc4d7815ff0, 0x1, 0x1, 0xc45e3b6d70, 0xc45e3b6c68, 0x2510101, 0xc4b2dd6f40, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc45e3b6d70, 0x1, 0xc45e3b6c68, 0xc4b30e8050, 0xc4d7815ff0, 0x1, 0x1, 0x649ba1, 0xc572010ca8, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc4431c3760, 0xc4b30e8050, 0x2, 0x19c8efa) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc4431c3760, 0xc4c32e0101, 0xc42016f8c0, 0xc4c32e8f60, 0x251b9a0, 0xc4b2dd6b00) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc45e3b6c00, 0xc454aaf0c5, 0x31, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc45e3b6c00, 0xc454aaf0c5, 0x31, 0xc5720114b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc4201d2200, 0x2533aa0, 0xc42ef22600, 0xc454aaf0c5, 0x31, 0xc5720114b8, 0x2a40528, 0x0, 0x0, 0xc4216a8d00, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc4201d2200, 0x2533aa0, 0xc42ef22600, 0xc4201d2228, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc4201d2200, 0x2533aa0, 0xc42ef22600, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc42ef22540, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc42ef22540, 0x253aa20, 0xc49b651c30, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc49b651c30) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc49b651c30, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235888 [select]: github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc4202c6790, 0x25339e0, 0xc4dfe93ec0, 0x1dcd6500, 0x0, 0xf1, 0xc4a892dac0, 0x1, 0x1, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1076 +0xddd github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc4202c6790, 0x2533aa0, 0xc441a88600, 0xf1, 0xc4a892dac0, 0x1, 0x1, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:340 +0x30b github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc441a88600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc49b740540, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:409 +0x16e github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc441a88600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc49b740540, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc441a88600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc49b740540, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc441a88600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4b10a32c0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc441a88600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4b10a2b40, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).sendInternal(0xc42d8a86e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc42d8a8728, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:587 +0xfd github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).send(0xc42d8a86e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:711 +0x498 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2710, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0x58 github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc48cbef6b0, 0xc4a83e8000, 0x0, 0x18b5460) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc42d8a86e0, 0xc4a83e8000, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0xc6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).fetch(0xc44750d400, 0xc42ecae160, 0x2532ce0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:203 +0x239 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).nextKV(0xc44750d400, 0xc42d8a86e0, 0xc441a88c60, 0x1, 0x1, 0x100, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:257 +0x48 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc44750d380, 0xc441a88bd0, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:200 +0x3b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).StartScan(0xc44750d380, 0xc42d8a86e0, 0xc441a88bd0, 0x1, 0x1, 0xc53d80cf01, 0x0, 0xc53d80cfc0, 0x16) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:189 +0x26e github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).initScan(0xc44750d000, 0x16, 0x18b2820) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:168 +0x1d9 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc44750d000, 0x2532f60, 0xc4465e8ca8, 0x2532f00) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:205 +0x1c0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc42d8a8840, 0xc42d8a8840, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc42f048690, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c680, 0xc42f048690, 0xc48cbeff40, 0xc441a88900, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1206 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533260, 0xc441a885a0, 0xc52c7f8870, 0xc48cbf0101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533260, 0xc441a885a0, 0xc52c7f8870, 0x101, 0xc52c7f8768, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc42ecae2a0, 0x1, 0x1, 0xc52c7f8870, 0xc52c7f8768, 0xc48cbf0101, 0x60c7ae, 0xc48cbf0b88, 0x64d0fa, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc52c7f8870, 0x1, 0xc52c7f8768, 0xc42ecae2e0, 0xc42ecae2a0, 0x1, 0x1, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc42d8a86e0, 0xc42ecae2e0, 0x4000000000000000, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc42d8a86e0, 0xc441470101, 0xc42016f8c0, 0xc4414782a0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc52c7f8700, 0xc439f520f8, 0x25, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc52c7f8700, 0xc439f520f8, 0x25, 0xc48cbf14b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc420b16000, 0x2533aa0, 0xc451d25b90, 0xc439f520f8, 0x25, 0xc48cbf14b8, 0xc42ecae152, 0x1, 0x1, 0xc420add100, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc420b16000, 0x2533aa0, 0xc451d25b90, 0xc420b16028, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc420b16000, 0x2533aa0, 0xc451d25b90, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc451d25b60, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc451d25b60, 0x253aa20, 0xc4b361d970, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc4b361d970) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc4b361d970, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235522 [runnable]: github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*TableDescriptor).FindIndexByID(0xc453d82808, 0xc400000001, 0x7, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/structured.go:1390 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.DecodeIndexKey(0xc453d82da8, 0xc453d82808, 0x1, 0xc4430b9190, 0x1, 0x1, 0xc4430b91a0, 0x1, 0x1, 0xc4430b9148, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/table.go:632 +0x4b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).ReadIndexKey(0xc453d82b80, 0xc43daee10e, 0xd, 0xe, 0xe, 0xc489acc2d8, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:252 +0xe6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc453d82b80, 0xc43daee0d6, 0xd, 0xe) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:209 +0xed github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextRow(0xc453d82b80, 0xc420f0b7a0, 0xc4fd4d83a8, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:480 +0x94 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc453d82800, 0x2532ee0, 0xc442259680, 0x2532e00) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:217 +0x5b github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc448d3de40, 0xc448d3de40, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4be8c7130, 0x0, 0x0, 0x8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c680, 0xc4be8c7130, 0xc4bb1dbf40, 0xc4ae675700, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1206 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533260, 0xc4ae6747e0, 0xc4fd4d8370, 0xc4bb1dc101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533260, 0xc4ae6747e0, 0xc4fd4d8370, 0x101, 0xc4fd4d8268, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc4430b8ec0, 0x1, 0x1, 0xc4fd4d8370, 0xc4fd4d8268, 0xc4bb1d0101, 0x60c7ae, 0xc4bb1dcb88, 0x64d0fa, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc4fd4d8370, 0x1, 0xc4fd4d8268, 0xc4430b8f00, 0xc4430b8ec0, 0x1, 0x1, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc448d3dce0, 0xc4430b8f00, 0x4000000000000000, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc448d3dce0, 0xc45a780101, 0xc42016f8c0, 0xc45a785ce0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc4fd4d8200, 0xc427bc2001, 0x2d, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc4fd4d8200, 0xc427bc2001, 0x2d, 0xc4bb1dd4b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc43f9e5a00, 0x2533aa0, 0xc4ae6d0fc0, 0xc427bc2001, 0x2d, 0xc4bb1dd4b8, 0xc4430b8d42, 0x1, 0x1, 0xc420add600, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc43f9e5a00, 0x2533aa0, 0xc4ae6d0fc0, 0xc43f9e5a28, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc43f9e5a00, 0x2533aa0, 0xc4ae6d0fc0, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc4ae6d0ed0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc4ae6d0ed0, 0x253aa20, 0xc448e9f550, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc448e9f550) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc448e9f550, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235608 [select]: github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc4202c6790, 0x25339e0, 0xc4dff44280, 0x1dcd6500, 0x0, 0xf1, 0xc4976f99a0, 0x1, 0x1, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1076 +0xddd github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc4202c6790, 0x2533aa0, 0xc454939ec0, 0xf1, 0xc4976f99a0, 0x1, 0x1, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:340 +0x30b github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc454939ec0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc49d9da900, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:409 +0x16e github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc454939ec0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc49d9da900, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc454939ec0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc49d9da900, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc454939ec0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4504d1140, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc454939ec0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4504d1080, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).sendInternal(0xc420ed31e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc420ed3228, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:587 +0xfd github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).send(0xc420ed31e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:711 +0x498 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2710, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0x58 github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc539af36b0, 0xc46df55800, 0x0, 0x18b5460) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc420ed31e0, 0xc46df55800, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0xc6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).fetch(0xc450df7c00, 0xc4dfc5abb0, 0x2532ce0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:203 +0x239 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).nextKV(0xc450df7c00, 0xc420ed31e0, 0xc46df237a0, 0x1, 0x1, 0x100, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:257 +0x48 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc450df7b80, 0xc46df23620, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:200 +0x3b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).StartScan(0xc450df7b80, 0xc420ed31e0, 0xc46df23620, 0x1, 0x1, 0xc420a15f01, 0x0, 0xc420a15f80, 0x16) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:189 +0x26e github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).initScan(0xc450df7800, 0x16, 0x18b2820) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:168 +0x1d9 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc450df7800, 0x2532f60, 0xc478256ca8, 0x2532f00) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:205 +0x1c0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc420ed3340, 0xc420ed3340, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc42ee30780, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c680, 0xc42ee30780, 0xc539af3f40, 0xc46df22e00, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1206 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533260, 0xc454939e90, 0xc439555270, 0xc539af4101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533260, 0xc454939e90, 0xc439555270, 0x101, 0xc439555168, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc4dfc5ad30, 0x1, 0x1, 0xc439555270, 0xc439555168, 0xc539af0101, 0x60c7ae, 0xc539af4b88, 0x64d0fa, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc439555270, 0x1, 0xc439555168, 0xc4dfc5ad70, 0xc4dfc5ad30, 0x1, 0x1, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc420ed31e0, 0xc4dfc5ad70, 0x4000000000000000, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc420ed31e0, 0xc464010101, 0xc42016f8c0, 0xc46401b680, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc439555100, 0xc54a3ed092, 0x25, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc439555100, 0xc54a3ed092, 0x25, 0xc539af54b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc4d4b43e00, 0x2533aa0, 0xc49774c120, 0xc54a3ed092, 0x25, 0xc539af54b8, 0xc4dfc5aba2, 0x1, 0x1, 0xc420addb00, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc4d4b43e00, 0x2533aa0, 0xc49774c120, 0xc4d4b43e28, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc4d4b43e00, 0x2533aa0, 0xc49774c120, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc49774c060, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc49774c060, 0x253aa20, 0xc4e002ef20, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc4e002ef20) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc4e002ef20, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 236097 [runnable]: github.com/cockroachdb/cockroach/pkg/roachpb.(*BatchRequest).IsWrite(0xc420999da0, 0xc427d0c740) /go/src/github.com/cockroachdb/cockroach/pkg/roachpb/batch.go:105 github.com/cockroachdb/cockroach/pkg/storage.(*Replica).Send(0xc42075fb00, 0x2533aa0, 0xc4c4d7d470, 0x148e16afea9ffe58, 0x0, 0x0, 0x0, 0x75, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:1190 +0x194 github.com/cockroachdb/cockroach/pkg/storage.(*pendingLeaseRequest).InitOrJoinRequest.func1(0x2533aa0, 0xc469a1af60) /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_range_lease.go:133 +0x1df github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc42016a2d0, 0x21f2cfe, 0x1e, 0x9d, 0x0, 0x0, 0xc469a1a450, 0x2533a20, 0xc4200621c8) /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:264 +0xdf created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:265 +0x234 goroutine 235511 [IO wait]: net.runtime_pollWait(0x7f660db1abd0, 0x72, 0x23) /usr/local/go/src/runtime/netpoll.go:160 +0x59 net.(*pollDesc).wait(0xc420a3ea00, 0x72, 0xc448a59358, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38 net.(*pollDesc).waitRead(0xc420a3ea00, 0x2524220, 0xc4200620a0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34 net.(*netFD).Read(0xc420a3e9a0, 0xc48387a000, 0x1000, 0x1000, 0x0, 0x2524220, 0xc4200620a0) /usr/local/go/src/net/fd_unix.go:243 +0x1a1 net.(*conn).Read(0xc45f520ba8, 0xc48387a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:173 +0x70 github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc45c4d78c0, 0xc48387a000, 0x1000, 0x1000, 0x0, 0xc448a594e8, 0xe07ee5) /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 bufio.(*Reader).fill(0xc4a99cdbc0) /usr/local/go/src/bufio/bufio.go:97 +0x10c bufio.(*Reader).ReadByte(0xc4a99cdbc0, 0x0, 0xc448a59510, 0xe07e4b) /usr/local/go/src/bufio/bufio.go:231 +0x51 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readBuffer).readTypedMsg(0xc4a3941a28, 0x2528e20, 0xc4a99cdbc0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/encoding.go:94 +0x35 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc4a3941a00, 0x2533aa0, 0xc4ab864390, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc4ab864180, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:324 +0x344 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc4ab864180, 0x253aa20, 0xc45c4d78c0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc45c4d78c0) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc45c4d78c0, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235886 [select]: github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc4202c6790, 0x25339e0, 0xc4f4ec3f40, 0x1dcd6500, 0x0, 0x75, 0xc427d0c540, 0x1, 0x1, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1076 +0xddd github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc4202c6790, 0x2533aa0, 0xc4b3045590, 0x75, 0xc427d0c540, 0x1, 0x1, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:340 +0x30b github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc4b3045590, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d9bc0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:409 +0x16e github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc4b3045590, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d9bc0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc4b3045590, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc4c49d9bc0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc4b3045590, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc430dda480, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc4b3045590, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc430dda3c0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).sendInternal(0xc56aad4b00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc56aad4b48, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:587 +0xfd github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).send(0xc56aad4b00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:711 +0x498 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2710, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0x58 github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc43d4096b0, 0xc420017200, 0x0, 0x18b5460) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc56aad4b00, 0xc420017200, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0xc6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).fetch(0xc49420dc00, 0xc4e0040060, 0x2532ce0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:203 +0x239 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).nextKV(0xc49420dc00, 0xc56aad4b00, 0xc4b2fd3e60, 0x1, 0x1, 0x100, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:257 +0x48 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc49420db80, 0xc4b2fd38f0, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:200 +0x3b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).StartScan(0xc49420db80, 0xc56aad4b00, 0xc4b2fd38f0, 0x1, 0x1, 0xc4a8e7f701, 0x0, 0xc4a8e7f730, 0x16) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:189 +0x26e github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).initScan(0xc49420d800, 0x16, 0x18b2820) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:168 +0x1d9 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc49420d800, 0x2532f60, 0xc4b0970b88, 0x2532f00) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:205 +0x1c0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc56aad4c60, 0xc56aad4c60, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4a8ce98b0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c680, 0xc4a8ce98b0, 0xc43d409f40, 0xc4b2fd2100, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1206 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533260, 0xc4b3045560, 0xc52c7f5270, 0xc43d40a101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533260, 0xc4b3045560, 0xc52c7f5270, 0x101, 0xc52c7f5168, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc4e0040200, 0x1, 0x1, 0xc52c7f5270, 0xc52c7f5168, 0xc43d400101, 0x60c7ae, 0xc43d40ab88, 0x64d0fa, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc52c7f5270, 0x1, 0xc52c7f5168, 0xc4e00402a0, 0xc4e0040200, 0x1, 0x1, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc56aad4b00, 0xc4e00402a0, 0x4000000000000000, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc56aad4b00, 0xc4dfe30101, 0xc42016f8c0, 0xc4dfe3c780, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc52c7f5100, 0xc532fd40e8, 0x25, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc52c7f5100, 0xc532fd40e8, 0x25, 0xc43d40b4b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc420141600, 0x2533aa0, 0xc451d25950, 0xc532fd40e8, 0x25, 0xc43d40b4b8, 0xc4e004005a, 0x1, 0x1, 0xc4216a8900, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc420141600, 0x2533aa0, 0xc451d25950, 0xc420141628, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc420141600, 0x2533aa0, 0xc451d25950, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc451d25920, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc451d25920, 0x253aa20, 0xc4b361d760, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc4b361d760) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc4b361d760, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235885 [select]: github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc4202c6790, 0x25339e0, 0xc42f10c0c0, 0x1dcd6500, 0x0, 0xf1, 0xc4b30773c0, 0x1, 0x1, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1076 +0xddd github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc4202c6790, 0x2533aa0, 0xc4dfe5fbf0, 0xf1, 0xc4b30773c0, 0x1, 0x1, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:340 +0x30b github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc4202c6790, 0x2533aa0, 0xc4dfe5fbf0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc499a08480, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:409 +0x16e github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc4202c6790, 0x2533aa0, 0xc4dfe5fbf0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc499a08480, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:856 +0x29f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc4202c6790, 0x2533aa0, 0xc4dfe5fbf0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc499a08480, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:738 +0x41f github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc4202c6790, 0x2533aa0, 0xc4dfe5fbf0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc430d17c80, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:553 +0x2b3 github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42029b7c0, 0x2533aa0, 0xc4dfe5fbf0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc430d17bc0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:416 +0x8b3 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).sendInternal(0xc42076d1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc42076d228, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:587 +0xfd github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).send(0xc42076d1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:711 +0x498 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2710, ...) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0x58 github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0xc508af16b0, 0xc455f3a600, 0x0, 0x18b5460) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:418 +0x168 github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc42076d1e0, 0xc455f3a600, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:313 +0xc6 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).fetch(0xc4bed83400, 0x1, 0x2532ce0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:203 +0x239 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*kvFetcher).nextKV(0xc4bed83400, 0xc42076d1e0, 0xc4dfdd8450, 0x1, 0x1, 0x100, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/kvfetcher.go:257 +0x48 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).NextKey(0xc4bed83380, 0xc4dfdd80f0, 0x1, 0x1) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:200 +0x3b github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*RowFetcher).StartScan(0xc4bed83380, 0xc42076d1e0, 0xc4dfdd80f0, 0x1, 0x1, 0xc45a5da501, 0x0, 0xc45a5da5b0, 0x16) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/rowfetcher.go:189 +0x26e github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).initScan(0xc4bed83000, 0x16, 0x1925140) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:168 +0x1d9 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc4bed83000, 0x2532ee0, 0xc430d16b40, 0x2532e00) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:205 +0x1c0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc42076d340, 0xc42076d340, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4dff864b0, 0x0, 0x0, 0x8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c680, 0xc4dff864b0, 0xc508af1f40, 0xc4dfe13a00, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1206 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533260, 0xc4dfe5f920, 0xc52c7f3770, 0xc508af2101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533260, 0xc4dfe5f920, 0xc52c7f3770, 0x101, 0xc52c7f3668, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc4a8cebce0, 0x1, 0x1, 0xc52c7f3770, 0xc52c7f3668, 0xc508af0101, 0x60c7ae, 0xc508af2b88, 0x64d0fa, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc52c7f3770, 0x1, 0xc52c7f3668, 0xc4a8cebd50, 0xc4a8cebce0, 0x1, 0x1, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc42076d1e0, 0xc4a8cebd50, 0x4000000000000000, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc42076d1e0, 0xc4dff40101, 0xc42016f8c0, 0xc4dff4b380, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc52c7f3600, 0xc532fd5001, 0x2d, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc52c7f3600, 0xc532fd5001, 0x2d, 0xc508af34b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc420141200, 0x2533aa0, 0xc451d25860, 0xc532fd5001, 0x2d, 0xc508af34b8, 0xc4a8ceb962, 0x1, 0x1, 0xc4218d9300, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc420141200, 0x2533aa0, 0xc451d25860, 0xc420141228, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc420141200, 0x2533aa0, 0xc451d25860, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc451d25830, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc451d25830, 0x253aa20, 0xc4b361d6b0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc4b361d6b0) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc4b361d6b0, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277 goroutine 235498 [runnable]: github.com/cockroachdb/cockroach/pkg/sql/parser.glob..func183(0xc4fd4d17a8, 0x253d600, 0xc549315970, 0x253d600, 0xc442d92fb0, 0x0, 0x2532ce0, 0xc549315970) /go/src/github.com/cockroachdb/cockroach/pkg/sql/parser/eval.go:884 github.com/cockroachdb/cockroach/pkg/sql/parser.(*ComparisonExpr).Eval(0xc42158fdc0, 0xc4fd4d17a8, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/parser/eval.go:2053 +0x339 github.com/cockroachdb/cockroach/pkg/sql/sqlbase.RunFilter(0x2537660, 0xc42158fdc0, 0xc4fd4d17a8, 0xb, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/expr_filter.go:28 +0x48 github.com/cockroachdb/cockroach/pkg/sql.(*scanNode).Next(0xc457682000, 0x2532ee0, 0xc456722900, 0x2532e00) /go/src/github.com/cockroachdb/cockroach/pkg/sql/scan.go:221 +0xf0 github.com/cockroachdb/cockroach/pkg/sql.(*selectNode).Next(0xc420ed2420, 0xc420ed2420, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select.go:149 +0x38 github.com/cockroachdb/cockroach/pkg/sql.(*selectTopNode).Next(0xc4da892370, 0x0, 0x0, 0x8) /go/src/github.com/cockroachdb/cockroach/pkg/sql/select_top.go:180 +0x34 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execClassic(0xc420253760, 0x253c680, 0xc4da892370, 0xc44b287f40, 0xc4c73b4e00, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1206 +0x88 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmt(0xc420253760, 0x2533260, 0xc4cc651c50, 0xc4fd4d1770, 0xc44b288101, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1289 +0x429 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtInOpenTxn(0xc420253760, 0x2533260, 0xc4cc651c50, 0xc4fd4d1770, 0x101, 0xc4fd4d1668, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:1068 +0x2c2 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execStmtsInCurrentTxn(0xc420253760, 0xc442d93160, 0x1, 0x1, 0xc4fd4d1770, 0xc4fd4d1668, 0xc4b2ea0101, 0x5, 0xc44b288b88, 0x64d0fa, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:814 +0x7cd github.com/cockroachdb/cockroach/pkg/sql.runTxnAttempt(0xc420253760, 0xc4fd4d1770, 0x1, 0xc4fd4d1668, 0xc4be836070, 0xc442d93160, 0x1, 0x1, 0x0, 0x0, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:733 +0xeb github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest.func2(0xc42ec094a0, 0xc4be836070, 0x4000000000000000, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:587 +0x22f github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc42ec094a0, 0xc42eeb0101, 0xc42016f8c0, 0xc42eeba360, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:520 +0x215 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).execRequest(0xc420253760, 0xc4fd4d1600, 0xc43319f08f, 0x2d, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:609 +0x572 github.com/cockroachdb/cockroach/pkg/sql.(*Executor).ExecuteStatements(0xc420253760, 0xc4fd4d1600, 0xc43319f08f, 0x2d, 0xc44b2894b8, 0x0, 0x0, 0x0, 0x612800) /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:430 +0x11f github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).executeStatements(0xc4c4e31e00, 0x2533aa0, 0xc4c9ba18c0, 0xc43319f08f, 0x2d, 0xc44b2894b8, 0xc442d92fa2, 0x1, 0x1, 0xc4424b5000, ...) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:746 +0x94 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).handleExecute(0xc4c4e31e00, 0x2533aa0, 0xc4c9ba18c0, 0xc4c4e31e28, 0x9, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:732 +0x20a github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc4c4e31e00, 0x2533aa0, 0xc4c9ba18c0, 0x5400, 0xc4201dc2f8, 0x2533aa0, 0xc4c9ba1200, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:370 +0xac4 github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc4201dc1c0, 0x2533aa0, 0xc4c9ba1200, 0x253aa20, 0xc4abacdc30, 0x0, 0x0) /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:309 +0x999 github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func8.1(0x253aa20, 0xc4abacdc30) /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:504 +0x106 github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42016a2d0, 0xc42006e0d0, 0x253aa20, 0xc4abacdc30, 0xc42028d8a0) /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x95 created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x277