sentry: error.go:90: unexpected error from the vectorized engine: × -- *barriers.barrierError *errutil.withPrefix: unexpected error from the vectorized engine (1) error.go:90: *withstack.withStack (top exception) *assert.withAssertionFailure *colexecerror.notInternalError (check the extra data payloads)

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/2417615084/?referrer=webhooks_plugin

Panic message:

error.go:90: unexpected error from the vectorized engine: ×
--
*barriers.barrierError
*errutil.withPrefix: unexpected error from the vectorized engine (1)
error.go:90: *withstack.withStack (top exception)
*assert.withAssertionFailure
*colexecerror.notInternalError
(check the extra data payloads)

Stacktrace (expand for inline code snippets):

cockroach/pkg/sql/colexecbase/colexecerror/error.go

Lines 89 to 91 in eda2309

	// unexpected.
	retErr = errors.NewAssertionErrorWithWrappedErrf(err, "unexpected error from the vectorized engine")
	}

in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError.func1
/usr/local/go/src/runtime/panic.go#L678-L680 in runtime.gopanic
/usr/local/go/src/runtime/iface.go#L254-L256 in runtime.panicdottypeE

cockroach/pkg/col/coldata/vec.go

Lines 225 to 227 in eda2309

	func (m *memColumn) Int64() Int64s {
	return m.col.(Int64s)
	}

in pkg/col/coldata.(*memColumn).Int64

cockroach/pkg/sql/colexec/hashtable_distinct.eg.go

Lines 10457 to 10459 in eda2309

	probeKeys := probeVec.Int64()
	buildKeys := buildVec.Int64()
	if probeSel != nil {

in pkg/sql/colexec.(*hashTable).checkColForDistinctTuples

cockroach/pkg/sql/colexec/hashtable.go

Lines 488 to 490 in eda2309

	ht.checkColForDistinctTuples(probeVec, buildVec, nToCheck, probeSel)
	}

in pkg/sql/colexec.(*hashTable).checkColsForDistinctTuples

cockroach/pkg/sql/colexec/hashtable.go

Lines 595 to 597 in eda2309

	}
	ht.checkColsForDistinctTuples(probeVecs, nToCheck, probeSel)
	nDiffers := uint64(0)

in pkg/sql/colexec.(*hashTable).checkBuildForDistinct

cockroach/pkg/sql/colexec/hashtable.go

Lines 428 to 430 in eda2309

	// array is non-empty.
	nToCheck = duplicatesChecker(keyCols, nToCheck, sel)
	ht.findNext(next, nToCheck)

in pkg/sql/colexec.(*hashTable).findBuckets

cockroach/pkg/sql/colexec/hashtable.go

Lines 443 to 445 in eda2309

	) {
	ht.findBuckets(batch, keyCols, first, next, duplicatesChecker)
	ht.updateSel(batch)

in pkg/sql/colexec.(*hashTable).removeDuplicates

cockroach/pkg/sql/colexec/hashtable.go

Lines 361 to 363 in eda2309

	if ht.vals.Length() > 0 {
	ht.removeDuplicates(batch, ht.keys, ht.buildScratch.first, ht.buildScratch.next, ht.checkBuildForDistinct)
	}

in pkg/sql/colexec.(*hashTable).distinctBuild

cockroach/pkg/sql/colexec/unordered_distinct.go

Lines 80 to 82 in eda2309

	}
	op.ht.distinctBuild(ctx, batch)
	if op.ht.vals.Length() > op.htIdx {

in pkg/sql/colexec.(*unorderedDistinct).Next

cockroach/pkg/sql/colexec/materializer.go

Lines 221 to 223 in eda2309

	// Get a fresh batch.
	m.batch = m.input.Next(m.Ctx)
	if m.batch.Length() == 0 {

in pkg/sql/colexec.(*Materializer).next

cockroach/pkg/sql/colexec/materializer.go

Lines 246 to 248 in eda2309

	func (m *Materializer) nextAdapter() {
	m.outputRow = m.next()
	}

in pkg/sql/colexec.(*Materializer).nextAdapter

cockroach/pkg/sql/colexecbase/colexecerror/error.go

Lines 92 to 94 in eda2309

	}()
	operation()
	return retErr

in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colexec/materializer.go

Lines 252 to 254 in eda2309

	for m.State == execinfra.StateRunning {
	if err := colexecerror.CatchVectorizedRuntimeError(m.nextAdapter); err != nil {
	m.MoveToDraining(err)

in pkg/sql/colexec.(*Materializer).Next

cockroach/pkg/sql/rowexec/noop.go

Lines 68 to 70 in eda2309

	for n.State == execinfra.StateRunning {
	row, meta := n.input.Next()

in pkg/sql/rowexec.(*noopProcessor).Next

cockroach/pkg/sql/colexec/columnarizer.go

Lines 109 to 111 in eda2309

	for ; nRows < c.batch.Capacity(); nRows++ {
	row, meta := c.input.Next()
	if meta != nil {

in pkg/sql/colexec.(*Columnarizer).Next

cockroach/pkg/sql/colexec/materializer.go

Lines 221 to 223 in eda2309

	// Get a fresh batch.
	m.batch = m.input.Next(m.Ctx)
	if m.batch.Length() == 0 {

in pkg/sql/colexec.(*Materializer).next

cockroach/pkg/sql/colexec/materializer.go

Lines 246 to 248 in eda2309

	func (m *Materializer) nextAdapter() {
	m.outputRow = m.next()
	}

in pkg/sql/colexec.(*Materializer).nextAdapter

cockroach/pkg/sql/colexecbase/colexecerror/error.go

Lines 92 to 94 in eda2309

	}()
	operation()
	return retErr

in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colexec/materializer.go

Lines 252 to 254 in eda2309

	for m.State == execinfra.StateRunning {
	if err := colexecerror.CatchVectorizedRuntimeError(m.nextAdapter); err != nil {
	m.MoveToDraining(err)

in pkg/sql/colexec.(*Materializer).Next

cockroach/pkg/sql/execinfra/base.go

Lines 169 to 171 in eda2309

	for {
	row, meta := src.Next()
	// Emit the row; stop if no more rows are needed.

in pkg/sql/execinfra.Run

cockroach/pkg/sql/execinfra/processorsbase.go

Lines 774 to 776 in eda2309

	ctx = pb.self.Start(ctx)
	Run(ctx, pb.self, pb.Out.output)
	}

in pkg/sql/execinfra.(*ProcessorBase).Run

cockroach/pkg/sql/flowinfra/flow.go

Lines 391 to 393 in eda2309

	}
	headProc.Run(ctx)
	return nil

in pkg/sql/flowinfra.(*FlowBase).Run

cockroach/pkg/sql/distsql_running.go

Lines 421 to 423 in eda2309

	// TODO(radu): this should go through the flow scheduler.
	if err := flow.Run(ctx, func() {}); err != nil {
	log.Fatalf(ctx, "unexpected error from syncFlow.Start(): %v\n"+

in pkg/sql.(*DistSQLPlanner).Run

cockroach/pkg/sql/distsql_running.go

Lines 1001 to 1003 in eda2309

	recv.expectedRowsRead = int64(physPlan.TotalEstimatedScannedRows)
	return dsp.Run(planCtx, txn, physPlan, recv, evalCtx, nil /* finishedSetupFn */)
	}

in pkg/sql.(*DistSQLPlanner).PlanAndRun

cockroach/pkg/sql/conn_executor_exec.go

Lines 1000 to 1002 in eda2309

	// the planner whether or not to plan remote table readers.
	cleanup := ex.server.cfg.DistSQLPlanner.PlanAndRun(
	ctx, evalCtx, planCtx, planner.txn, planner.curPlan.main, recv,

in pkg/sql.(*connExecutor).execWithDistSQLEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 871 to 873 in eda2309

	ex.sessionTracing.TraceExecStart(ctx, "distributed")
	stats, err := ex.execWithDistSQLEngine(
	ctx, planner, stmt.AST.StatementType(), res, distributePlan.WillDistribute(), progAtomic,

in pkg/sql.(*connExecutor).dispatchToExecutionEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 638 to 640 in eda2309

	p.autoCommit = os.ImplicitTxn.Get() && !ex.server.cfg.TestingKnobs.DisableAutoCommit
	if err := ex.dispatchToExecutionEngine(ctx, p, res); err != nil {
	return nil, nil, err

in pkg/sql.(*connExecutor).execStmtInOpenState

cockroach/pkg/sql/conn_executor_exec.go

Lines 113 to 115 in eda2309

	} else {
	ev, payload, err = ex.execStmtInOpenState(ctx, stmt, res, pinfo)
	}

in pkg/sql.(*connExecutor).execStmt

cockroach/pkg/sql/conn_executor_exec.go

Lines 202 to 204 in eda2309

	if !portal.exhausted {
	ev, payload, err = ex.execStmt(stmtCtx, curStmt, stmtRes, pinfo)
	// Portal suspension is supported via a "side" state machine

in pkg/sql.(*connExecutor).execPortal

cockroach/pkg/sql/conn_executor.go

Lines 1532 to 1534 in eda2309

	res = stmtRes
	ev, payload, err = ex.execPortal(ctx, portal, portalName, stmtRes, pinfo)
	return err

in pkg/sql.(*connExecutor).execCmd.func2

pkg/sql/colexecbase/colexecerror/error.go in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError.func1 at line 90
/usr/local/go/src/runtime/panic.go in runtime.gopanic at line 679
/usr/local/go/src/runtime/iface.go in runtime.panicdottypeE at line 255
pkg/col/coldata/vec.go in pkg/col/coldata.(*memColumn).Int64 at line 226
pkg/sql/colexec/hashtable_distinct.eg.go in pkg/sql/colexec.(*hashTable).checkColForDistinctTuples at line 10458
pkg/sql/colexec/hashtable.go in pkg/sql/colexec.(*hashTable).checkColsForDistinctTuples at line 489
pkg/sql/colexec/hashtable.go in pkg/sql/colexec.(*hashTable).checkBuildForDistinct at line 596
pkg/sql/colexec/hashtable.go in pkg/sql/colexec.(*hashTable).findBuckets at line 429
pkg/sql/colexec/hashtable.go in pkg/sql/colexec.(*hashTable).removeDuplicates at line 444
pkg/sql/colexec/hashtable.go in pkg/sql/colexec.(*hashTable).distinctBuild at line 362
pkg/sql/colexec/unordered_distinct.go in pkg/sql/colexec.(*unorderedDistinct).Next at line 81
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).next at line 222
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).nextAdapter at line 247
pkg/sql/colexecbase/colexecerror/error.go in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError at line 93
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).Next at line 253
pkg/sql/rowexec/noop.go in pkg/sql/rowexec.(*noopProcessor).Next at line 69
pkg/sql/colexec/columnarizer.go in pkg/sql/colexec.(*Columnarizer).Next at line 110
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).next at line 222
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).nextAdapter at line 247
pkg/sql/colexecbase/colexecerror/error.go in pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError at line 93
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).Next at line 253
pkg/sql/execinfra/base.go in pkg/sql/execinfra.Run at line 170
pkg/sql/execinfra/processorsbase.go in pkg/sql/execinfra.(*ProcessorBase).Run at line 775
pkg/sql/flowinfra/flow.go in pkg/sql/flowinfra.(*FlowBase).Run at line 392
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).Run at line 422
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).PlanAndRun at line 1002
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execWithDistSQLEngine at line 1001
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).dispatchToExecutionEngine at line 872
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmtInOpenState at line 639
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmt at line 114
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execPortal at line 203
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).execCmd.func2 at line 1533

Tag	Value
Cockroach Release	v20.2.4
Cockroach SHA:	eda2309
Platform	linux amd64
Distribution	CCL
Environment	v20.2.4
Command	server
Go Version	``
# of CPUs
# of Goroutines

[yuzefovich]

dup of #64472