sentry: txn_coord_sender.go:1023: cannot set fixed timestamp, txn "sql txn" meta={id=859fdb5f pri=0.01793867 epo=0 ts=1669182802.647857546,0 min=1669182802.647857546,0 seq=0} lock=false stat=PENDING rts=16691...

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/3759619915/?referrer=webhooks_plugin

Panic message:

txn_coord_sender.go:1023: cannot set fixed timestamp, txn "sql txn" meta={id=859fdb5f pri=0.01793867 epo=0 ts=1669182802.647857546,0 min=1669182802.647857546,0 seq=0} lock=false stat=PENDING rts=1669182802.647857546,0 wto=false gul=1669182803.147857546,0 already performed reads
--
*errutil.leafError: cannot set fixed timestamp, txn "sql txn" meta={id=859fdb5f pri=0.01793867 epo=0 ts=1669182802.647857546,0 min=1669182802.647857546,0 seq=0} lock=false stat=PENDING rts=1669182802.647857546,0 wto=false gul=1669182803.147857546,0 already performed reads (1)
txn_coord_sender.go:1023: *withstack.withStack (top exception)
*assert.withAssertionFailure
*contexttags.withContext: n1 (2)
(check the extra data payloads)

Stacktrace (expand for inline code snippets):

cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go

Lines 1022 to 1024 in af7f257

	if !tc.interceptorAlloc.txnSpanRefresher.refreshFootprint.empty() {
	return errors.WithContextTags(errors.AssertionFailedf(
	"cannot set fixed timestamp, txn %s already performed reads", tc.mu.txn), ctx)

in pkg/kv/kvclient/kvcoord.(*TxnCoordSender).SetFixedTimestamp

cockroach/pkg/kv/txn.go

Lines 1372 to 1374 in af7f257

	defer txn.mu.Unlock()
	return txn.mu.sender.SetFixedTimestamp(ctx, ts)
	}

in pkg/kv.(*Txn).SetFixedTimestamp

cockroach/pkg/sql/conn_executor_prepare.go

Lines 271 to 273 in af7f257

	if !asOf.BoundedStaleness {
	if err := txn.SetFixedTimestamp(ctx, asOf.Timestamp); err != nil {
	return 0, err

in pkg/sql.(*connExecutor).populatePrepared

cockroach/pkg/sql/conn_executor_prepare.go

Lines 218 to 220 in af7f257

	p.semaCtx.Annotations = tree.MakeAnnotations(stmt.NumAnnotations)
	flags, err = ex.populatePrepared(ctx, txn, placeholderHints, p)
	return err

in pkg/sql.(*connExecutor).prepare.func1

cockroach/pkg/sql/conn_executor_prepare.go

Lines 224 to 226 in af7f257

	// Use the existing transaction.
	if err := prepare(ctx, txn); err != nil {
	return nil, err

in pkg/sql.(*connExecutor).prepare

cockroach/pkg/sql/conn_executor_prepare.go

Lines 110 to 112 in af7f257

	// Prepare the query. This completes the typing of placeholders.
	prepared, err := ex.prepare(ctx, stmt, placeholderHints, rawTypeHints, origin)
	if err != nil {

in pkg/sql.(*connExecutor).addPreparedStmt

cockroach/pkg/sql/conn_executor_prepare.go

Lines 52 to 54 in af7f257

	stmt := makeStatement(parseCmd.Statement, ex.generateID())
	ps, err := ex.addPreparedStmt(
	ctx,

in pkg/sql.(*connExecutor).execPrepare

cockroach/pkg/sql/conn_executor.go

Lines 1798 to 1800 in af7f257

	stmtCtx := withStatement(ctx, ex.curStmtAST)
	ev, payload = ex.execPrepare(stmtCtx, tcmd)
	case DescribeStmt:

in pkg/sql.(*connExecutor).execCmd

cockroach/pkg/sql/conn_executor.go

Lines 1630 to 1632 in af7f257

	var err error
	if err = ex.execCmd(ex.Ctx()); err != nil {
	if errors.IsAny(err, io.EOF, errDrainingComplete) {

in pkg/sql.(*connExecutor).run

cockroach/pkg/sql/conn_executor.go

Lines 669 to 671 in af7f257

	}()
	return h.ex.run(ctx, s.pool, reserved, cancel)
	}

in pkg/sql.(*Server).ServeConn

cockroach/pkg/sql/pgwire/conn.go

Lines 647 to 649 in af7f257

	reservedOwned = false // We're about to pass ownership away.
	retErr = sqlServer.ServeConn(ctx, connHandler, reserved, cancelConn)
	}()

in pkg/sql/pgwire.(*conn).processCommandsAsync.func1
/usr/local/go/src/runtime/asm_amd64.s#L1370-L1372 in runtime.goexit

pkg/kv/kvclient/kvcoord/txn_coord_sender.go in pkg/kv/kvclient/kvcoord.(*TxnCoordSender).SetFixedTimestamp at line 1023
pkg/kv/txn.go in pkg/kv.(*Txn).SetFixedTimestamp at line 1373
pkg/sql/conn_executor_prepare.go in pkg/sql.(*connExecutor).populatePrepared at line 272
pkg/sql/conn_executor_prepare.go in pkg/sql.(*connExecutor).prepare.func1 at line 219
pkg/sql/conn_executor_prepare.go in pkg/sql.(*connExecutor).prepare at line 225
pkg/sql/conn_executor_prepare.go in pkg/sql.(*connExecutor).addPreparedStmt at line 111
pkg/sql/conn_executor_prepare.go in pkg/sql.(*connExecutor).execPrepare at line 53
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).execCmd at line 1799
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).run at line 1631
pkg/sql/conn_executor.go in pkg/sql.(*Server).ServeConn at line 670
pkg/sql/pgwire/conn.go in pkg/sql/pgwire.(*conn).processCommandsAsync.func1 at line 648
/usr/local/go/src/runtime/asm_amd64.s in runtime.goexit at line 1371

Tag	Value
Cockroach Release	v21.2.2
Cockroach SHA:	af7f257
Platform	linux amd64
Distribution	CCL
Environment	development
Command	start-single-node
Go Version	``
# of CPUs
# of Goroutines

Jira issue: CRDB-21722

[yuzefovich]

dup of #85066