sentry: error.go:90: unexpected error from the vectorized engine: × -- *barriers.barrierError *errutil.withPrefix: unexpected error from the vectorized engine (1) error.go:90: *withstack.withStack (top exception) *assert.withAssertionFailure *colexecerror.notInternalError *colexecerror.notInternalError *contexttags.withContext: n1 (2) *contexttags.withContext: n3 (3) *colexecerror.notInternalError inbox.go:248: *withstack.withStack (4) *colexecerror.notInternalError *colexecerror.notInternalError *colexecerror.notInternalError *colexecerror.notInternalError (check the extra data payloads)

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/2252172295/?referrer=webhooks_plugin

Panic message:

error.go:90: unexpected error from the vectorized engine: ×
--
*barriers.barrierError
*errutil.withPrefix: unexpected error from the vectorized engine (1)
error.go:90: *withstack.withStack (top exception)
*assert.withAssertionFailure
*colexecerror.notInternalError
*colexecerror.notInternalError
*contexttags.withContext: n1 (2)
*contexttags.withContext: n3 (3)
*colexecerror.notInternalError
inbox.go:248: *withstack.withStack (4)
*colexecerror.notInternalError
*colexecerror.notInternalError
*colexecerror.notInternalError
*colexecerror.notInternalError
(check the extra data payloads)

Stacktrace (expand for inline code snippets):

cockroach/pkg/sql/colflow/colrpc/inbox.go

Lines 247 to 249 in eda2309

	i.close()
	colexecerror.InternalError(log.PanicAsError(0, err))
	}

in pkg/sql/colflow/colrpc.(*Inbox).Next.func1
/usr/local/go/src/runtime/panic.go#L678-L680 in runtime.gopanic

cockroach/pkg/sql/colexecbase/colexecerror/error.go

Lines 185 to 187 in eda2309

	func ExpectedError(err error) {
	panic(newNotInternalError(err))
	}

in pkg/sql/colexecbase/colexecerror.ExpectedError

cockroach/pkg/sql/colflow/colrpc/inbox.go

Lines 288 to 290 in eda2309

	// DrainMeta.
	colexecerror.ExpectedError(meta.Err)
	}

in pkg/sql/colflow/colrpc.(*Inbox).Next

cockroach/pkg/sql/colexec/hashjoiner.go

Lines 403 to 405 in eda2309

	for {
	batch := hj.inputOne.Next(ctx)
	batchSize := batch.Length()

in pkg/sql/colexec.(*hashJoiner).exec

cockroach/pkg/sql/colexec/hashjoiner.go

Lines 281 to 283 in eda2309

	case hjProbing:
	output := hj.exec(ctx)
	if output.Length() == 0 {

in pkg/sql/colexec.(*hashJoiner).Next

cockroach/pkg/sql/colexec/disk_spiller.go

Lines 200 to 202 in eda2309

	func() {
	batch = d.inMemoryOp.Next(ctx)
	},

in pkg/sql/colexec.(*diskSpillerBase).Next.func1

cockroach/pkg/sql/colexecbase/colexecerror/error.go

Lines 92 to 94 in eda2309

	}()
	operation()
	return retErr

in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colexec/disk_spiller.go

Lines 198 to 200 in eda2309

	var batch coldata.Batch
	if err := colexecerror.CatchVectorizedRuntimeError(
	func() {

in pkg/sql/colexec.(*diskSpillerBase).Next

cockroach/pkg/sql/colexec/routers.go

Lines 725 to 727 in eda2309

	func (r *HashRouter) processNextBatch(ctx context.Context) bool {
	b := r.input.Next(ctx)
	n := b.Length()

in pkg/sql/colexec.(*HashRouter).processNextBatch

cockroach/pkg/sql/colexec/routers.go

Lines 660 to 662 in eda2309

	processNextBatch := func() {
	done = r.processNextBatch(ctx)
	}

in pkg/sql/colexec.(*HashRouter).Run.func1.1

cockroach/pkg/sql/colexecbase/colexecerror/error.go

Lines 92 to 94 in eda2309

	}()
	operation()
	return retErr

in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colexec/routers.go

Lines 698 to 700 in eda2309

	if err := colexecerror.CatchVectorizedRuntimeError(processNextBatch); err != nil {
	r.cancelOutputs(ctx, err)

in pkg/sql/colexec.(*HashRouter).Run.func1

cockroach/pkg/sql/colexecbase/colexecerror/error.go

Lines 92 to 94 in eda2309

	}()
	operation()
	return retErr

in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colexec/routers.go

Lines 656 to 658 in eda2309

	// well for more fine-grained control of error propagation.
	if err := colexecerror.CatchVectorizedRuntimeError(func() {
	r.input.Init()

in pkg/sql/colexec.(*HashRouter).Run

cockroach/pkg/sql/colflow/vectorized_flow.go

Lines 663 to 665 in eda2309

	runRouter := func(ctx context.Context, _ context.CancelFunc) {
	router.Run(logtags.AddTag(ctx, "hashRouterID", strings.Join(streamIDs, ",")))
	}

in pkg/sql/colflow.(*vectorizedFlowCreator).setupRouter.func1

cockroach/pkg/sql/colflow/vectorized_flow.go

Lines 1203 to 1205 in eda2309

	go func() {
	run(ctx, cancelFn)
	if wg != nil {

in pkg/sql/colflow.(*vectorizedFlowCreatorHelper).accumulateAsyncComponent.func1.1
/usr/local/go/src/runtime/asm_amd64.s#L1356-L1358 in runtime.goexit

pkg/sql/colflow/colrpc/inbox.go in pkg/sql/colflow/colrpc.(*Inbox).Next.func1 at line 248
/usr/local/go/src/runtime/panic.go in runtime.gopanic at line 679
pkg/sql/colexecbase/colexecerror/error.go in pkg/sql/colexecbase/colexecerror.ExpectedError at line 186
pkg/sql/colflow/colrpc/inbox.go in pkg/sql/colflow/colrpc.(*Inbox).Next at line 289
pkg/sql/colexec/hashjoiner.go in pkg/sql/colexec.(*hashJoiner).exec at line 404
pkg/sql/colexec/hashjoiner.go in pkg/sql/colexec.(*hashJoiner).Next at line 282
pkg/sql/colexec/disk_spiller.go in pkg/sql/colexec.(*diskSpillerBase).Next.func1 at line 201
pkg/sql/colexecbase/colexecerror/error.go in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError at line 93
pkg/sql/colexec/disk_spiller.go in pkg/sql/colexec.(*diskSpillerBase).Next at line 199
pkg/sql/colexec/routers.go in pkg/sql/colexec.(*HashRouter).processNextBatch at line 726
pkg/sql/colexec/routers.go in pkg/sql/colexec.(*HashRouter).Run.func1.1 at line 661
pkg/sql/colexecbase/colexecerror/error.go in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError at line 93
pkg/sql/colexec/routers.go in pkg/sql/colexec.(*HashRouter).Run.func1 at line 699
pkg/sql/colexecbase/colexecerror/error.go in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError at line 93
pkg/sql/colexec/routers.go in pkg/sql/colexec.(*HashRouter).Run at line 657
pkg/sql/colflow/vectorized_flow.go in pkg/sql/colflow.(*vectorizedFlowCreator).setupRouter.func1 at line 664
pkg/sql/colflow/vectorized_flow.go in pkg/sql/colflow.(*vectorizedFlowCreatorHelper).accumulateAsyncComponent.func1.1 at line 1204
/usr/local/go/src/runtime/asm_amd64.s in runtime.goexit at line 1357

Tag	Value
Cockroach Release	v20.2.4
Cockroach SHA:	eda2309
Platform	linux amd64
Distribution	CCL
Environment	v20.2.4
Command	server
Go Version	``
# of CPUs
# of Goroutines

[yuzefovich]

dup of #61462