cockroach-teamcity · 2022-03-07T17:00:47Z

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/3077754176/?referrer=webhooks_plugin

Panic message:

txn_coord_sender.go:1047: cannot set fixed timestamp, txn "sql txn" meta={id=2e2c6e5b pri=0.00246419 epo=0 ts=1646672419.172919000,0 min=1646672419.172919000,0 seq=0} lock=false stat=PENDING rts=1646672419.172919000,0 wto=false gul=1646672419.672919000,0 already performed reads
--
*errutil.leafError: cannot set fixed timestamp, txn "sql txn" meta={id=2e2c6e5b pri=0.00246419 epo=0 ts=1646672419.172919000,0 min=1646672419.172919000,0 seq=0} lock=false stat=PENDING rts=1646672419.172919000,0 wto=false gul=1646672419.672919000,0 already performed reads (1)
txn_coord_sender.go:1047: *withstack.withStack (top exception)
*assert.withAssertionFailure
*contexttags.withContext: n1 (2)
(check the extra data payloads)

Stacktrace (expand for inline code snippets):

cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go

Lines 1046 to 1048 in c7cfac5

    
           if !tc.interceptorAlloc.txnSpanRefresher.refreshFootprint.empty() { 
        
           	return errors.WithContextTags(errors.AssertionFailedf( 
        
           		"cannot set fixed timestamp, txn %s already performed reads", tc.mu.txn), ctx)

in pkg/kv/kvclient/kvcoord.(*TxnCoordSender).SetFixedTimestamp

cockroach/pkg/kv/txn.go

Lines 1390 to 1392 in c7cfac5

    
           	defer txn.mu.Unlock() 
        
           	return txn.mu.sender.SetFixedTimestamp(ctx, ts) 
        
           }

in pkg/kv.(*Txn).SetFixedTimestamp

cockroach/pkg/sql/txn_state.go

Lines 271 to 273 in c7cfac5

    
           defer ts.mu.Unlock() 
        
           if err := ts.mu.txn.SetFixedTimestamp(ctx, historicalTimestamp); err != nil { 
        
           	return err

in pkg/sql.(*txnState).setHistoricalTimestamp

cockroach/pkg/sql/conn_executor.go

Lines 2332 to 2334 in c7cfac5

    
           if !asOfTs.IsEmpty() { 
        
           	if err := ex.state.setHistoricalTimestamp(ex.Ctx(), asOfTs); err != nil { 
        
           		return err

in pkg/sql.(*connExecutor).setTransactionModes

cockroach/pkg/sql/set_transaction.go

Lines 36 to 38 in c7cfac5

    
           if err := p.extendedEvalCtx.TxnModesSetter.setTransactionModes(n.Modes, asOfTs); err != nil { 
        
           	return nil, err

in pkg/sql.(*planner).SetTransaction

cockroach/pkg/sql/opaque.go

Lines 191 to 193 in c7cfac5

    
           case *tree.SetTransaction: 
        
           	return p.SetTransaction(ctx, n) 
        
           case *tree.SetSessionAuthorizationDefault:

in pkg/sql.planOpaque

cockroach/pkg/sql/opaque.go

Lines 60 to 62 in c7cfac5

    
           var err error 
        
           plan, err = planOpaque(ctx, p, stmt) 
        
           if err != nil {

in pkg/sql.buildOpaque

cockroach/pkg/sql/opt/optbuilder/opaque.go

Lines 68 to 70 in c7cfac5

    
           } 
        
           obj, err := info.buildFn(b.ctx, b.semaCtx, b.evalCtx, stmt) 
        
           if err != nil {

in pkg/sql/opt/optbuilder.(*Builder).tryBuildOpaque

cockroach/pkg/sql/opt/optbuilder/builder.go

Lines 373 to 375 in c7cfac5

    
           // See if we have an opaque handler registered for this statement type. 
        
           if outScope := b.tryBuildOpaque(stmt, inScope); outScope != nil { 
        
           	// The opaque handler may resolve objects; we don't care about caching

in pkg/sql/opt/optbuilder.(*Builder).buildStmt

cockroach/pkg/sql/opt/optbuilder/builder.go

Lines 240 to 242 in c7cfac5

    
           b.ctes = nil 
        
           outScope = b.buildStmt(stmt, desiredTypes, inScope) 
        
           // Build With operators for any CTEs hoisted to the top level.

in pkg/sql/opt/optbuilder.(*Builder).buildStmtAtRoot

cockroach/pkg/sql/opt/optbuilder/builder.go

Lines 214 to 216 in c7cfac5

    
           // and physical properties. 
        
           outScope := b.buildStmtAtRoot(b.stmt, nil /* desiredTypes */)

in pkg/sql/opt/optbuilder.(*Builder).Build

cockroach/pkg/sql/plan_opt.go

Lines 520 to 522 in c7cfac5

    
           bld := optbuilder.New(ctx, &p.semaCtx, p.EvalContext(), &opc.catalog, f, opc.p.stmt.AST) 
        
           if err := bld.Build(); err != nil { 
        
           	return nil, err

in pkg/sql.(*optPlanningCtx).buildExecMemo

cockroach/pkg/sql/plan_opt.go

Lines 193 to 195 in c7cfac5

    
           execMemo, err := opc.buildExecMemo(ctx) 
        
           if err != nil {

in pkg/sql.(*planner).makeOptimizerPlan

cockroach/pkg/sql/conn_executor_exec.go

Lines 1259 to 1261 in c7cfac5

    
           func (ex *connExecutor) makeExecPlan(ctx context.Context, planner *planner) error { 
        
           	if err := planner.makeOptimizerPlan(ctx); err != nil { 
        
           		log.VEventf(ctx, 1, "optimizer plan failed: %v", err)

in pkg/sql.(*connExecutor).makeExecPlan

cockroach/pkg/sql/conn_executor_exec.go

Lines 971 to 973 in c7cfac5

    
           // between here and there needs to happen even if there's an error. 
        
           err := ex.makeExecPlan(ctx, planner) 
        
           // We'll be closing the plan manually below after execution; this

in pkg/sql.(*connExecutor).dispatchToExecutionEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 708 to 710 in c7cfac5

    
           if err := ex.dispatchToExecutionEngine(ctx, p, res); err != nil { 
        
           	stmtThresholdSpan.Finish()

in pkg/sql.(*connExecutor).execStmtInOpenState

cockroach/pkg/sql/conn_executor_exec.go

Lines 128 to 130 in c7cfac5

    
           } else { 
        
           	ev, payload, err = ex.execStmtInOpenState(ctx, parserStmt, prepared, pinfo, res) 
        
           }

in pkg/sql.(*connExecutor).execStmt

cockroach/pkg/sql/conn_executor.go

Lines 1704 to 1706 in c7cfac5

    
           ev, payload, err = ex.execStmt(ctx, tcmd.Statement, nil /* prepared */, nil /* pinfo */, stmtRes) 
        
           return err

in pkg/sql.(*connExecutor).execCmd.func1

cockroach/pkg/sql/conn_executor.go

Lines 1706 to 1708 in c7cfac5

    
           	return err 
        
           }() 
        
           // Note: we write to ex.statsCollector.PhaseTimes, instead of ex.phaseTimes,

in pkg/sql.(*connExecutor).execCmd

cockroach/pkg/sql/conn_executor.go

Lines 1628 to 1630 in c7cfac5

    
           var err error 
        
           if err = ex.execCmd(ex.Ctx()); err != nil { 
        
           	if errors.IsAny(err, io.EOF, errDrainingComplete) {

in pkg/sql.(*connExecutor).run

cockroach/pkg/sql/conn_executor.go

Lines 667 to 669 in c7cfac5

    
           	}() 
        
           	return h.ex.run(ctx, s.pool, reserved, cancel) 
        
           }

in pkg/sql.(*Server).ServeConn

cockroach/pkg/sql/pgwire/conn.go

Lines 647 to 649 in c7cfac5

    
           	reservedOwned = false // We're about to pass ownership away. 
        
           	retErr = sqlServer.ServeConn(ctx, connHandler, reserved, cancelConn) 
        
           }()

in pkg/sql/pgwire.(*conn).processCommandsAsync.func1
/usr/local/go/src/runtime/asm_amd64.s#L1370-L1372 in runtime.goexit

pkg/kv/kvclient/kvcoord/txn_coord_sender.go in pkg/kv/kvclient/kvcoord.(*TxnCoordSender).SetFixedTimestamp at line 1047
pkg/kv/txn.go in pkg/kv.(*Txn).SetFixedTimestamp at line 1391
pkg/sql/txn_state.go in pkg/sql.(*txnState).setHistoricalTimestamp at line 272
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).setTransactionModes at line 2333
pkg/sql/set_transaction.go in pkg/sql.(*planner).SetTransaction at line 37
pkg/sql/opaque.go in pkg/sql.planOpaque at line 192
pkg/sql/opaque.go in pkg/sql.buildOpaque at line 61
pkg/sql/opt/optbuilder/opaque.go in pkg/sql/opt/optbuilder.(*Builder).tryBuildOpaque at line 69
pkg/sql/opt/optbuilder/builder.go in pkg/sql/opt/optbuilder.(*Builder).buildStmt at line 374
pkg/sql/opt/optbuilder/builder.go in pkg/sql/opt/optbuilder.(*Builder).buildStmtAtRoot at line 241
pkg/sql/opt/optbuilder/builder.go in pkg/sql/opt/optbuilder.(*Builder).Build at line 215
pkg/sql/plan_opt.go in pkg/sql.(*optPlanningCtx).buildExecMemo at line 521
pkg/sql/plan_opt.go in pkg/sql.(*planner).makeOptimizerPlan at line 194
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).makeExecPlan at line 1260
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).dispatchToExecutionEngine at line 972
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmtInOpenState at line 709
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmt at line 129
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).execCmd.func1 at line 1705
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).execCmd at line 1707
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).run at line 1629
pkg/sql/conn_executor.go in pkg/sql.(*Server).ServeConn at line 668
pkg/sql/pgwire/conn.go in pkg/sql/pgwire.(*conn).processCommandsAsync.func1 at line 648
/usr/local/go/src/runtime/asm_amd64.s in runtime.goexit at line 1371

Tag	Value
Cockroach Release	`v21.2.6`
Cockroach SHA:	`c7cfac5`
Platform	darwin amd64
Distribution	CCL
Environment	v21.2.6
Command	start-single-node
Go Version	``
# of CPUs
# of Goroutines

The text was updated successfully, but these errors were encountered:

yuzefovich · 2022-03-14T21:50:38Z

dup of #77265

cockroach-teamcity added C-bug Code not up to spec/doc, specs & docs deemed correct. Solution expected to change code/behavior. O-sentry Originated from an in-the-wild panic report. labels Mar 7, 2022

yuzefovich closed this as completed Mar 14, 2022

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

cockroach-teamcity commented Mar 7, 2022

yuzefovich commented Mar 14, 2022

Comments

cockroach-teamcity commented Mar 7, 2022

yuzefovich commented Mar 14, 2022