sentry: *errors.errorString *safedetails.withSafeDetails: panic: %v (1) conn_executor.go:488: *withstack.withStack (top exception) *safedetails.withSafeDetails: while executing: %s (2) conn_executor.go:488: *withstack.withStack (3) (check the extra data payloads)

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/1754254377/?referrer=webhooks_plugin

Panic message:

*errors.errorString
*safedetails.withSafeDetails: panic: %v (1)
conn_executor.go:488: *withstack.withStack (top exception)
*safedetails.withSafeDetails: while executing: %s (2)
conn_executor.go:488: *withstack.withStack (3)
(check the extra data payloads)

Stacktrace (expand for inline code snippets):

cockroach/pkg/sql/conn_executor.go

Lines 487 to 489 in 59b7964

	r := recover()
	h.ex.closeWrapper(ctx, r)
	}()

in pkg/sql.(*Server).ServeConn.func1
/usr/local/go/src/runtime/panic.go#L678-L680 in runtime.gopanic

cockroach/pkg/util/mon/bytes_usage.go

Lines 573 to 575 in 59b7964

	if b.used < delta {
	panic(fmt.Sprintf("%s: no bytes in account to release, current %d, free %d",
	b.mon.name, b.used, delta))

in pkg/util/mon.(*BoundAccount).Shrink

cockroach/pkg/sql/rowcontainer/datum_row_container.go

Lines 293 to 295 in 59b7964

	// used in the shrink paths.
	c.memAcc.Shrink(context.TODO(), size)
	}

in pkg/sql/rowcontainer.(*RowContainer).PopFirst

cockroach/pkg/sql/virtual_table.go

Lines 262 to 264 in 59b7964

	v.run.row = v.run.rows.At(0)
	v.run.rows.PopFirst()
	return true, nil

in pkg/sql.(*vTableLookupJoinNode).Next

cockroach/pkg/sql/plan_node_to_row_source.go

Lines 170 to 172 in 59b7964

	for p.State == execinfra.StateRunning {
	valid, err := p.node.Next(p.params)
	if err != nil || !valid {

in pkg/sql.(*planNodeToRowSource).Next

cockroach/pkg/sql/rowexec/hashjoiner.go

Lines 651 to 653 in 59b7964

	}
	row, meta := source.Next()
	if meta != nil {

in pkg/sql/rowexec.(*hashJoiner).receiveNext

cockroach/pkg/sql/rowexec/hashjoiner.go

Lines 425 to 427 in 59b7964

	var err error
	row, meta, emitDirectly, err = h.receiveNext(side)
	if err != nil {

in pkg/sql/rowexec.(*hashJoiner).readProbeSide

cockroach/pkg/sql/rowexec/hashjoiner.go

Lines 236 to 238 in 59b7964

	case hjReadingProbeSide:
	h.runningState, row, meta = h.readProbeSide()
	case hjProbingRow:

in pkg/sql/rowexec.(*hashJoiner).Next

cockroach/pkg/sql/rowexec/sorter.go

Lines 290 to 292 in 59b7964

	for {
	row, meta := s.input.Next()
	if meta != nil {

in pkg/sql/rowexec.(*sortAllProcessor).fill

cockroach/pkg/sql/rowexec/sorter.go

Lines 271 to 273 in 59b7964

	valid, err := s.fill()
	if !valid || err != nil {

in pkg/sql/rowexec.(*sortAllProcessor).Start

cockroach/pkg/sql/execinfra/processorsbase.go

Lines 746 to 748 in 59b7964

	}
	ctx = pb.self.Start(ctx)
	Run(ctx, pb.self, pb.Out.output)

in pkg/sql/execinfra.(*ProcessorBase).Run

cockroach/pkg/sql/flowinfra/flow.go

Lines 368 to 370 in 59b7964

	}
	headProc.Run(ctx)
	return nil

in pkg/sql/flowinfra.(*FlowBase).Run

cockroach/pkg/sql/distsql_running.go

Lines 408 to 410 in 59b7964

	// TODO(radu): this should go through the flow scheduler.
	if err := flow.Run(ctx, func() {}); err != nil {
	log.Fatalf(ctx, "unexpected error from syncFlow.Start(): %s "+

in pkg/sql.(*DistSQLPlanner).Run

cockroach/pkg/sql/distsql_running.go

Lines 1007 to 1009 in 59b7964

	recv.expectedRowsRead = int64(physPlan.TotalEstimatedScannedRows)
	return dsp.Run(planCtx, txn, physPlan, recv, evalCtx, nil /* finishedSetupFn */)
	}

in pkg/sql.(*DistSQLPlanner).PlanAndRun

cockroach/pkg/sql/conn_executor_exec.go

Lines 902 to 904 in 59b7964

	// the planner whether or not to plan remote table readers.
	cleanup := ex.server.cfg.DistSQLPlanner.PlanAndRun(
	ctx, evalCtx, planCtx, planner.txn, planner.curPlan.main, recv,

in pkg/sql.(*connExecutor).execWithDistSQLEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 799 to 801 in 59b7964

	ex.sessionTracing.TraceExecStart(ctx, "distributed")
	bytesRead, rowsRead, err := ex.execWithDistSQLEngine(ctx, planner, stmt.AST.StatementType(), res, distributePlan, progAtomic)
	ex.sessionTracing.TraceExecEnd(ctx, res.Err(), res.RowsAffected())

in pkg/sql.(*connExecutor).dispatchToExecutionEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 487 to 489 in 59b7964

	p.autoCommit = os.ImplicitTxn.Get() && !ex.server.cfg.TestingKnobs.DisableAutoCommit
	if err := ex.dispatchToExecutionEngine(ctx, p, res); err != nil {
	return nil, nil, err

in pkg/sql.(*connExecutor).execStmtInOpenState

cockroach/pkg/sql/conn_executor_exec.go

Lines 98 to 100 in 59b7964

	} else {
	ev, payload, err = ex.execStmtInOpenState(ctx, stmt, res, pinfo)
	}

in pkg/sql.(*connExecutor).execStmt

cockroach/pkg/sql/conn_executor.go

Lines 1417 to 1419 in 59b7964

	stmtCtx := withStatement(ctx, ex.curStmt)
	ev, payload, err = ex.execStmt(stmtCtx, curStmt, stmtRes, pinfo)
	if err != nil {

in pkg/sql.(*connExecutor).execCmd

cockroach/pkg/sql/conn_executor.go

Lines 1284 to 1286 in 59b7964

	var err error
	if err = ex.execCmd(ex.Ctx()); err != nil {
	if errors.IsAny(err, io.EOF, errDrainingComplete) {

in pkg/sql.(*connExecutor).run

cockroach/pkg/sql/conn_executor.go

Lines 489 to 491 in 59b7964

	}()
	return h.ex.run(ctx, s.pool, reserved, cancel)
	}

in pkg/sql.(*Server).ServeConn

cockroach/pkg/sql/pgwire/conn.go

Lines 594 to 596 in 59b7964

	reservedOwned = false // We're about to pass ownership away.
	retErr = sqlServer.ServeConn(ctx, connHandler, reserved, cancelConn)
	}()

in pkg/sql/pgwire.(*conn).processCommandsAsync.func1
/usr/local/go/src/runtime/asm_amd64.s#L1356-L1358 in runtime.goexit

pkg/sql/conn_executor.go in pkg/sql.(*Server).ServeConn.func1 at line 488
/usr/local/go/src/runtime/panic.go in runtime.gopanic at line 679
pkg/util/mon/bytes_usage.go in pkg/util/mon.(*BoundAccount).Shrink at line 574
pkg/sql/rowcontainer/datum_row_container.go in pkg/sql/rowcontainer.(*RowContainer).PopFirst at line 294
pkg/sql/virtual_table.go in pkg/sql.(*vTableLookupJoinNode).Next at line 263
pkg/sql/plan_node_to_row_source.go in pkg/sql.(*planNodeToRowSource).Next at line 171
pkg/sql/rowexec/hashjoiner.go in pkg/sql/rowexec.(*hashJoiner).receiveNext at line 652
pkg/sql/rowexec/hashjoiner.go in pkg/sql/rowexec.(*hashJoiner).readProbeSide at line 426
pkg/sql/rowexec/hashjoiner.go in pkg/sql/rowexec.(*hashJoiner).Next at line 237
pkg/sql/rowexec/sorter.go in pkg/sql/rowexec.(*sortAllProcessor).fill at line 291
pkg/sql/rowexec/sorter.go in pkg/sql/rowexec.(*sortAllProcessor).Start at line 272
pkg/sql/execinfra/processorsbase.go in pkg/sql/execinfra.(*ProcessorBase).Run at line 747
pkg/sql/flowinfra/flow.go in pkg/sql/flowinfra.(*FlowBase).Run at line 369
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).Run at line 409
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).PlanAndRun at line 1008
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execWithDistSQLEngine at line 903
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).dispatchToExecutionEngine at line 800
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmtInOpenState at line 488
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmt at line 99
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).execCmd at line 1418
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).run at line 1285
pkg/sql/conn_executor.go in pkg/sql.(*Server).ServeConn at line 490
pkg/sql/pgwire/conn.go in pkg/sql/pgwire.(*conn).processCommandsAsync.func1 at line 595
/usr/local/go/src/runtime/asm_amd64.s in runtime.goexit at line 1357

Tag	Value
Cockroach Release	v20.2.0-alpha.1
Cockroach SHA:	59b7964
Platform	linux amd64
Distribution	CCL
Environment	v20.2.0-alpha.1
Command	server
Go Version	``
# of CPUs
# of Goroutines

[yuzefovich]

Dup of #50804.