colexec: unhandled type error during execution

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/1404792859/?referrer=webhooks_plugin

Panic message:

*errors.errorString
*safedetails.withSafeDetails: unexpected error from the vectorized runtime: %+v (1)
error.go:77: *withstack.withStack (2)
*assert.withAssertionFailure
(check the extra data payloads)

Stacktrace (expand for inline code snippets):

cockroach/pkg/sql/colexec/execerror/error.go

Lines 76 to 78 in 53eef08

	surprisingObject := err
	retErr = errors.AssertionFailedf("unexpected error from the vectorized runtime: %+v", surprisingObject)
	}

in pkg/sql/colexec/execerror.CatchVectorizedRuntimeError.func1
/usr/local/go/src/runtime/panic.go#L521-L523 in runtime.gopanic

cockroach/pkg/col/coldata/vec.go

Lines 159 to 161 in 53eef08

	default:
	panic(fmt.Sprintf("unhandled type %s", t))
	}

in pkg/col/coldata.NewMemColumn

cockroach/pkg/col/coldata/batch.go

Lines 141 to 143 in 53eef08

	func (m *MemBatch) AppendCol(t coltypes.T) {
	m.b = append(m.b, NewMemColumn(t, int(BatchSize())))
	}

in pkg/col/coldata.(*MemBatch).AppendCol

cockroach/pkg/sql/colexec/builtin_funcs.go

Lines 48 to 50 in 53eef08

	if b.outputIdx == batch.Width() {
	batch.AppendCol(b.outputPhysType)
	}

in pkg/sql/colexec.(*defaultBuiltinFuncOperator).Next

cockroach/pkg/sql/colexec/is_null_ops.go

Lines 111 to 113 in 53eef08

	for {
	batch := o.input.Next(ctx)
	n := batch.Length()

in pkg/sql/colexec.(*isNullSelOp).Next
https://github.com/cockroachdb/cockroach/blob/53eef0857d14cc3af720e136ddaff4eeab026fd0/pkg/sql/colexec/selection_ops.eg.go#L51967-L51969 in pkg/sql/colexec.(*selLETimestampTimestampOp).Next

cockroach/pkg/sql/colexec/simple_project.go

Lines 93 to 95 in 53eef08

	func (d *simpleProjectOp) Next(ctx context.Context) coldata.Batch {
	batch := d.input.Next(ctx)
	d.batch.Batch = batch

in pkg/sql/colexec.(*simpleProjectOp).Next

cockroach/pkg/sql/colexec/simple_project.go

Lines 93 to 95 in 53eef08

	func (d *simpleProjectOp) Next(ctx context.Context) coldata.Batch {
	batch := d.input.Next(ctx)
	d.batch.Batch = batch

in pkg/sql/colexec.(*simpleProjectOp).Next

cockroach/pkg/sql/colexec/limit.go

Lines 53 to 55 in 53eef08

	}
	bat := c.input.Next(ctx)
	length := bat.Length()

in pkg/sql/colexec.(*limitOp).Next

cockroach/pkg/sql/colexec/materializer.go

Lines 148 to 150 in 53eef08

	// Get a fresh batch.
	m.batch = m.input.Next(m.Ctx)

in pkg/sql/colexec.(*Materializer).next

cockroach/pkg/sql/colexec/materializer.go

Lines 139 to 141 in 53eef08

	func (m *Materializer) nextAdapter() {
	m.outputRow, m.outputMetadata = m.next()
	}

in pkg/sql/colexec.(*Materializer).nextAdapter

cockroach/pkg/sql/colexec/execerror/error.go

Lines 90 to 92 in 53eef08

	}()
	operation()
	return retErr

in pkg/sql/colexec/execerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colexec/materializer.go

Lines 176 to 178 in 53eef08

	func (m *Materializer) Next() (sqlbase.EncDatumRow, *execinfrapb.ProducerMetadata) {
	if err := execerror.CatchVectorizedRuntimeError(m.nextAdapter); err != nil {
	m.MoveToDraining(err)

in pkg/sql/colexec.(*Materializer).Next

cockroach/pkg/sql/execinfra/base.go

Lines 168 to 170 in 53eef08

	for {
	row, meta := src.Next()
	// Emit the row; stop if no more rows are needed.

in pkg/sql/execinfra.Run

cockroach/pkg/sql/execinfra/processorsbase.go

Lines 724 to 726 in 53eef08

	ctx = pb.self.Start(ctx)
	Run(ctx, pb.self, pb.Out.output)
	}

in pkg/sql/execinfra.(*ProcessorBase).Run

cockroach/pkg/sql/flowinfra/flow.go

Lines 374 to 376 in 53eef08

	}
	headProc.Run(ctx)
	return nil

in pkg/sql/flowinfra.(*FlowBase).Run

cockroach/pkg/sql/distsql_running.go

Lines 371 to 373 in 53eef08

	// TODO(radu): this should go through the flow scheduler.
	if err := flow.Run(ctx, func() {}); err != nil {
	log.Fatalf(ctx, "unexpected error from syncFlow.Start(): %s "+

in pkg/sql.(*DistSQLPlanner).Run

cockroach/pkg/sql/distsql_running.go

Lines 996 to 998 in 53eef08

	dsp.FinalizePlan(planCtx, &physPlan)
	return dsp.Run(planCtx, txn, &physPlan, recv, evalCtx, nil /* finishedSetupFn */)
	}

in pkg/sql.(*DistSQLPlanner).PlanAndRun

cockroach/pkg/sql/conn_executor_exec.go

Lines 824 to 826 in 53eef08

	// the planner whether or not to plan remote table readers.
	cleanup := ex.server.cfg.DistSQLPlanner.PlanAndRun(
	ctx, evalCtx, planCtx, planner.txn, planner.curPlan.plan, recv,

in pkg/sql.(*connExecutor).execWithDistSQLEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 716 to 718 in 53eef08

	ex.sessionTracing.TraceExecStart(ctx, "distributed")
	bytesRead, rowsRead, err := ex.execWithDistSQLEngine(ctx, planner, stmt.AST.StatementType(), res, distributePlan)
	ex.sessionTracing.TraceExecEnd(ctx, res.Err(), res.RowsAffected())

in pkg/sql.(*connExecutor).dispatchToExecutionEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 415 to 417 in 53eef08

	p.autoCommit = os.ImplicitTxn.Get() && !ex.server.cfg.TestingKnobs.DisableAutoCommit
	if err := ex.dispatchToExecutionEngine(ctx, p, res); err != nil {
	return nil, nil, err

in pkg/sql.(*connExecutor).execStmtInOpenState

cockroach/pkg/sql/conn_executor_exec.go

Lines 97 to 99 in 53eef08

	} else {
	ev, payload, err = ex.execStmtInOpenState(ctx, stmt, res, pinfo)
	}

in pkg/sql.(*connExecutor).execStmt

cockroach/pkg/sql/conn_executor.go

Lines 1242 to 1244 in 53eef08

	stmtCtx := withStatement(ctx, ex.curStmt)
	ev, payload, err = ex.execStmt(stmtCtx, curStmt, stmtRes, nil /* pinfo */)
	if err != nil {

in pkg/sql.(*connExecutor).execCmd

cockroach/pkg/sql/conn_executor.go

Lines 1171 to 1173 in 53eef08

	var err error
	if err = ex.execCmd(ex.Ctx()); err != nil {
	if err == io.EOF || err == errDrainingComplete {

in pkg/sql.(*connExecutor).run

cockroach/pkg/sql/conn_executor.go

Lines 443 to 445 in 53eef08

	}()
	return h.ex.run(ctx, s.pool, reserved, cancel)
	}

in pkg/sql.(*Server).ServeConn

cockroach/pkg/sql/pgwire/conn.go

Lines 583 to 585 in 53eef08

	reservedOwned = false // We're about to pass ownership away.
	retErr = sqlServer.ServeConn(ctx, connHandler, reserved, cancelConn)
	}()

in pkg/sql/pgwire.(*conn).processCommandsAsync.func1
/usr/local/go/src/runtime/asm_amd64.s#L1336-L1338 in runtime.goexit

pkg/sql/colexec/execerror/error.go in pkg/sql/colexec/execerror.CatchVectorizedRuntimeError.func1 at line 77
/usr/local/go/src/runtime/panic.go in runtime.gopanic at line 522
pkg/col/coldata/vec.go in pkg/col/coldata.NewMemColumn at line 160
pkg/col/coldata/batch.go in pkg/col/coldata.(*MemBatch).AppendCol at line 142
pkg/sql/colexec/builtin_funcs.go in pkg/sql/colexec.(*defaultBuiltinFuncOperator).Next at line 49
pkg/sql/colexec/is_null_ops.go in pkg/sql/colexec.(*isNullSelOp).Next at line 112
pkg/sql/colexec/selection_ops.eg.go in pkg/sql/colexec.(*selLETimestampTimestampOp).Next at line 51968
pkg/sql/colexec/simple_project.go in pkg/sql/colexec.(*simpleProjectOp).Next at line 94
pkg/sql/colexec/simple_project.go in pkg/sql/colexec.(*simpleProjectOp).Next at line 94
pkg/sql/colexec/limit.go in pkg/sql/colexec.(*limitOp).Next at line 54
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).next at line 149
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).nextAdapter at line 140
pkg/sql/colexec/execerror/error.go in pkg/sql/colexec/execerror.CatchVectorizedRuntimeError at line 91
pkg/sql/colexec/materializer.go in pkg/sql/colexec.(*Materializer).Next at line 177
pkg/sql/execinfra/base.go in pkg/sql/execinfra.Run at line 169
pkg/sql/execinfra/processorsbase.go in pkg/sql/execinfra.(*ProcessorBase).Run at line 725
pkg/sql/flowinfra/flow.go in pkg/sql/flowinfra.(*FlowBase).Run at line 375
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).Run at line 372
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).PlanAndRun at line 997
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execWithDistSQLEngine at line 825
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).dispatchToExecutionEngine at line 717
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmtInOpenState at line 416
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmt at line 98
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).execCmd at line 1243
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).run at line 1172
pkg/sql/conn_executor.go in pkg/sql.(*Server).ServeConn at line 444
pkg/sql/pgwire/conn.go in pkg/sql/pgwire.(*conn).processCommandsAsync.func1 at line 584
/usr/local/go/src/runtime/asm_amd64.s in runtime.goexit at line 1337

Tag	Value
Cockroach Release	v19.2.1
Cockroach SHA:	53eef08
Platform	linux amd64
Distribution	CCL
Environment	v19.2.1
Command	start-single-node
Go Version	go1.12.12
# of CPUs	72
# of Goroutines	679

[yuzefovich]

Fixed by #42968.