sentry: stopper.go:182: runtime.errorString: runtime error: index out of range #34674

cockroach-teamcity · 2019-02-06T19:40:44Z

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/cockroach-labs/cockroachdb/issues/875070955/?referrer=webhooks_plugin

Panic message:

stopper.go:182: runtime.errorString: runtime error: index out of range

Stacktrace (expand for inline code snippets):

/usr/local/go/src/runtime/asm_amd64.s#L572-L574 in runtime.call32
/usr/local/go/src/runtime/panic.go#L501-L503 in runtime.gopanic
/usr/local/go/src/runtime/panic.go#L27-L29 in runtime.panicindex

cockroach/pkg/roachpb/api.pb.go

Lines 7421 to 7423 in 89ce71e

    
           if m.ScanFormat != 0 { 
        
           	dAtA[i] = 0x20 
        
           	i++

in pkg/roachpb.(*ScanRequest).MarshalTo

cockroach/pkg/roachpb/api.pb.go

Lines 10415 to 10417 in 89ce71e

    
           i = encodeVarintApi(dAtA, i, uint64(m.Scan.Size())) 
        
           n145, err := m.Scan.MarshalTo(dAtA[i:]) 
        
           if err != nil {

in pkg/roachpb.(*RequestUnion_Scan).MarshalTo

cockroach/pkg/roachpb/api.pb.go

Lines 10316 to 10318 in 89ce71e

    
           if m.Value != nil { 
        
           	nn138, err := m.Value.MarshalTo(dAtA[i:]) 
        
           	if err != nil {

in pkg/roachpb.(*RequestUnion).MarshalTo

cockroach/pkg/roachpb/api.pb.go

Lines 11728 to 11730 in 89ce71e

    
           i = encodeVarintApi(dAtA, i, uint64(msg.Size())) 
        
           n, err := msg.MarshalTo(dAtA[i:]) 
        
           if err != nil {

in pkg/roachpb.(*BatchRequest).MarshalTo

cockroach/pkg/roachpb/api.pb.go

Lines 11703 to 11705 in 89ce71e

    
           dAtA = make([]byte, size) 
        
           n, err := m.MarshalTo(dAtA) 
        
           if err != nil {

cockroach/pkg/roachpb/api.pb.go

Lines 6569 to 6571 in 89ce71e

    
           out := new(BatchResponse) 
        
           err := grpc.Invoke(ctx, "/cockroach.roachpb.Internal/Batch", in, out, c.cc, opts...) 
        
           if err != nil {

in pkg/roachpb.(*internalClient).Batch

cockroach/pkg/kv/transport.go

Lines 198 to 200 in 89ce71e

    
           } 
        
           reply, err := iface.Batch(ctx, &ba) 
        
           // If we queried a remote node, perform extra validation and

in pkg/kv.(*grpcTransport).sendBatch

cockroach/pkg/kv/transport.go

Lines 168 to 170 in 89ce71e

    
           ba.Replica = client.replica 
        
           reply, err := gt.sendBatch(ctx, iface, ba)

in pkg/kv.(*grpcTransport).SendNext

cockroach/pkg/kv/dist_sender.go

Lines 1318 to 1320 in 89ce71e

    
           } 
        
           br, err := transport.SendNext(ctx, ba)

in pkg/kv.(*DistSender).sendToReplicas

cockroach/pkg/kv/dist_sender.go

Lines 390 to 392 in 89ce71e

    
           return ds.sendToReplicas( 
        
           	ctx,

in pkg/kv.(*DistSender).sendRPC

cockroach/pkg/kv/dist_sender.go

Lines 468 to 470 in 89ce71e

    
           br, err := ds.sendRPC(ctx, desc.RangeID, replicas, ba, cachedLeaseHolder) 
        
           if err != nil {

in pkg/kv.(*DistSender).sendSingleRange

cockroach/pkg/kv/dist_sender.go

Lines 1094 to 1096 in 89ce71e


	reply, pErr = ds.sendSingleRange(ctx, ba, desc)

in pkg/kv.(*DistSender).sendPartialBatch

cockroach/pkg/kv/dist_sender.go

Lines 1016 to 1018 in 89ce71e

    
           	ds.metrics.AsyncSentCount.Inc(1) 
        
           	responseCh <- ds.sendPartialBatch(ctx, ba, rs, desc, evictToken, batchIdx, true /* needsTruncate */) 
        
           },

in pkg/kv.(*DistSender).sendPartialBatchAsync.func1

cockroach/pkg/util/stop/stopper.go

Lines 384 to 386 in 89ce71e

in pkg/util/stop.(*Stopper).RunLimitedAsyncTask.func1

/usr/local/go/src/runtime/asm_amd64.s in runtime.call32 at line 573
/usr/local/go/src/runtime/panic.go in runtime.gopanic at line 502
/usr/local/go/src/runtime/panic.go in runtime.panicindex at line 28
pkg/roachpb/api.pb.go in pkg/roachpb.(*ScanRequest).MarshalTo at line 7422
pkg/roachpb/api.pb.go in pkg/roachpb.(*RequestUnion_Scan).MarshalTo at line 10416
pkg/roachpb/api.pb.go in pkg/roachpb.(*RequestUnion).MarshalTo at line 10317
pkg/roachpb/api.pb.go in pkg/roachpb.(*BatchRequest).MarshalTo at line 11729
pkg/roachpb/api.pb.go in pkg/roachpb.(*BatchRequest).Marshal at line 11704
vendor/google.golang.org/grpc/encoding/proto/proto.go in vendor/google.golang.org/grpc/encoding/proto.codec.Marshal at line 70
vendor/google.golang.org/grpc/rpc_util.go in vendor/google.golang.org/grpc.encode at line 487
vendor/google.golang.org/grpc/stream.go in vendor/google.golang.org/grpc.(*csAttempt).sendMsg at line 479
vendor/google.golang.org/grpc/stream.go in vendor/google.golang.org/grpc.(*csAttempt).sendMsg at line 479
vendor/google.golang.org/grpc/stream.go in vendor/google.golang.org/grpc.(*clientStream).SendMsg at line 400
vendor/google.golang.org/grpc/call.go in vendor/google.golang.org/grpc.invoke at line 75
vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go in vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1 at line 44
vendor/google.golang.org/grpc/call.go in vendor/google.golang.org/grpc.(*ClientConn).Invoke at line 35
vendor/google.golang.org/grpc/call.go in vendor/google.golang.org/grpc.Invoke at line 60
pkg/roachpb/api.pb.go in pkg/roachpb.(*internalClient).Batch at line 6570
pkg/kv/transport.go in pkg/kv.(*grpcTransport).sendBatch at line 199
pkg/kv/transport.go in pkg/kv.(*grpcTransport).SendNext at line 169
pkg/kv/dist_sender.go in pkg/kv.(*DistSender).sendToReplicas at line 1319
pkg/kv/dist_sender.go in pkg/kv.(*DistSender).sendRPC at line 391
pkg/kv/dist_sender.go in pkg/kv.(*DistSender).sendSingleRange at line 469
pkg/kv/dist_sender.go in pkg/kv.(*DistSender).sendPartialBatch at line 1095
pkg/kv/dist_sender.go in pkg/kv.(*DistSender).sendPartialBatchAsync.func1 at line 1017
pkg/util/stop/stopper.go in pkg/util/stop.(*Stopper).RunLimitedAsyncTask.func1 at line 385

Tag	Value
Cockroach Release	`v2.1.4`
Cockroach SHA:	`89ce71e`
Platform	linux amd64
Distribution	CCL
Environment	v2.1.4
Command	server
Go Version	`go1.10.7`
# of CPUs	64
# of Goroutines	6319

The text was updated successfully, but these errors were encountered:

nvanbenschoten · 2019-05-14T17:50:23Z

Closed by #37495.

cockroach-teamcity added C-bug Code not up to spec/doc, specs & docs deemed correct. Solution expected to change code/behavior. O-sentry Originated from an in-the-wild panic report. labels Feb 6, 2019

jordanlewis mentioned this issue Feb 6, 2019

Panic runtime error: index out of range when running 6 node tpc-c without range merging #34241

Closed

nvanbenschoten mentioned this issue Apr 24, 2019

roachtest: kv50/enc=false/nodes=4/cpu=96/batch=64 failed #35785

Closed

nvanbenschoten mentioned this issue May 13, 2019

release-2.1: roachpb: prevent data race on Transaction #37495

Merged

nvanbenschoten closed this as completed May 14, 2019

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

sentry: stopper.go:182: runtime.errorString: runtime error: index out of range #34674

sentry: stopper.go:182: runtime.errorString: runtime error: index out of range #34674

cockroach-teamcity commented Feb 6, 2019

nvanbenschoten commented May 14, 2019

sentry: stopper.go:182: runtime.errorString: runtime error: index out of range #34674

sentry: stopper.go:182: runtime.errorString: runtime error: index out of range #34674

Comments

cockroach-teamcity commented Feb 6, 2019

nvanbenschoten commented May 14, 2019