sentry: panic.go:1038: interface conversion: tree.Datum is tree.dNull, not *tree.DBytes (1) attached stack trace -- stack trace: | runtime.gopanic | GOROOT/src/runtime/panic.go:1038 | runtime.panicdo...

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/3203349488/?referrer=webhooks_plugin

Panic message:

panic.go:1038: interface conversion: tree.Datum is tree.dNull, not *tree.DBytes
(1) attached stack trace
-- stack trace:
| runtime.gopanic
| GOROOT/src/runtime/panic.go:1038
| runtime.panicdottypeE
| GOROOT/src/runtime/iface.go:261
| runtime.panicdottypeI
| GOROOT/src/runtime/iface.go:271
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage.rowToRecord
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go:418
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage.(*storage).getRecords
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go:372
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage.(*storage).GetState
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go:324
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).reconcile.func1
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:123
| github.com/cockroachdb/cockroach/pkg/kv.runTxn.func1
| github.com/cockroachdb/cockroach/pkg/kv/db.go:949
| github.com/cockroachdb/cockroach/pkg/kv.(*Txn).exec
| github.com/cockroachdb/cockroach/pkg/kv/txn.go:993
| github.com/cockroachdb/cockroach/pkg/kv.runTxn
| github.com/cockroachdb/cockroach/pkg/kv/db.go:948
| github.com/cockroachdb/cockroach/pkg/kv.(*DB).TxnWithAdmissionControl
| github.com/cockroachdb/cockroach/pkg/kv/db.go:911
| github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn
| github.com/cockroachdb/cockroach/pkg/kv/db.go:890
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).reconcile
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:121
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:106
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).StartReconciler.func1
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:77
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2
| github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:494
| runtime.goexit
| GOROOT/src/runtime/asm_amd64.s:1581
Wraps: (2) interface conversion: tree.Datum is tree.dNull, not *tree.DBytes
Error types: (1) *withstack.withStack (2) *runtime.TypeAssertionError
-- report composition:
*runtime.TypeAssertionError
panic.go:1038: *withstack.withStack (top exception)

Stacktrace (expand for inline code snippets):

GOROOT/src/runtime/panic.go#L1037-L1039 in runtime.gopanic
GOROOT/src/runtime/iface.go#L260-L262 in runtime.panicdottypeE
GOROOT/src/runtime/iface.go#L270-L272 in runtime.panicdottypeI
https://github.com/cockroachdb/cockroach/blob/5d1063406d48c2713e0a7a8421f1946349b3db65/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go#L417-L419 in pkg/kv/kvserver/protectedts/ptstorage.rowToRecord
https://github.com/cockroachdb/cockroach/blob/5d1063406d48c2713e0a7a8421f1946349b3db65/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go#L371-L373 in pkg/kv/kvserver/protectedts/ptstorage.(*storage).getRecords
https://github.com/cockroachdb/cockroach/blob/5d1063406d48c2713e0a7a8421f1946349b3db65/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go#L323-L325 in pkg/kv/kvserver/protectedts/ptstorage.(*storage).GetState

cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go

Lines 122 to 124 in 5d10634

	var err error
	state, err = r.pts.GetState(ctx, txn)
	return err

in pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).reconcile.func1

cockroach/pkg/kv/db.go

Lines 948 to 950 in 5d10634

	err := txn.exec(ctx, func(ctx context.Context, txn *Txn) error {
	return retryable(ctx, txn)
	})

in pkg/kv.runTxn.func1

cockroach/pkg/kv/txn.go

Lines 992 to 994 in 5d10634

	}
	err = fn(ctx, txn)

in pkg/kv.(*Txn).exec

cockroach/pkg/kv/db.go

Lines 947 to 949 in 5d10634

	func runTxn(ctx context.Context, txn *Txn, retryable func(context.Context, *Txn) error) error {
	err := txn.exec(ctx, func(ctx context.Context, txn *Txn) error {
	return retryable(ctx, txn)

in pkg/kv.runTxn

cockroach/pkg/kv/db.go

Lines 910 to 912 in 5d10634

	txn.SetDebugName("unnamed")
	return runTxn(ctx, txn, retryable)
	}

in pkg/kv.(*DB).TxnWithAdmissionControl

cockroach/pkg/kv/db.go

Lines 889 to 891 in 5d10634

	func (db *DB) Txn(ctx context.Context, retryable func(context.Context, *Txn) error) error {
	return db.TxnWithAdmissionControl(
	ctx, roachpb.AdmissionHeader_OTHER, admission.NormalPri, retryable)

in pkg/kv.(*DB).Txn

cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go

Lines 120 to 122 in 5d10634

	var state ptpb.State
	if err := r.db.Txn(ctx, func(ctx context.Context, txn *kv.Txn) error {
	var err error

in pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).reconcile

cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go

Lines 105 to 107 in 5d10634

	timer.Read = true
	r.reconcile(ctx)
	lastReconciled = timeutil.Now()

in pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run

cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go

Lines 76 to 78 in 5d10634

	return stopper.RunAsyncTask(ctx, "protectedts-reconciliation", func(ctx context.Context) {
	r.run(ctx, stopper)
	})

in pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).StartReconciler.func1

cockroach/pkg/util/stop/stopper.go

Lines 493 to 495 in 5d10634

	f(ctx)
	}()

in pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2
GOROOT/src/runtime/asm_amd64.s#L1580-L1582 in runtime.goexit

GOROOT/src/runtime/panic.go in runtime.gopanic at line 1038
GOROOT/src/runtime/iface.go in runtime.panicdottypeE at line 261
GOROOT/src/runtime/iface.go in runtime.panicdottypeI at line 271
pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go in pkg/kv/kvserver/protectedts/ptstorage.rowToRecord at line 418
pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go in pkg/kv/kvserver/protectedts/ptstorage.(*storage).getRecords at line 372
pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go in pkg/kv/kvserver/protectedts/ptstorage.(*storage).GetState at line 324
pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go in pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).reconcile.func1 at line 123
pkg/kv/db.go in pkg/kv.runTxn.func1 at line 949
pkg/kv/txn.go in pkg/kv.(*Txn).exec at line 993
pkg/kv/db.go in pkg/kv.runTxn at line 948
pkg/kv/db.go in pkg/kv.(*DB).TxnWithAdmissionControl at line 911
pkg/kv/db.go in pkg/kv.(*DB).Txn at line 890
pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go in pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).reconcile at line 121
pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go in pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run at line 106
pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go in pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).StartReconciler.func1 at line 77
pkg/util/stop/stopper.go in pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2 at line 494
GOROOT/src/runtime/asm_amd64.s in runtime.goexit at line 1581

Tag	Value
Cockroach Release	v22.1.0-beta.2
Cockroach SHA:	5d10634
Platform	linux amd64
Distribution	CCL
Environment	v22.1.0-beta.2
Command	server
Go Version	``
# of CPUs
# of Goroutines

Jira issue: CRDB-15855

[yuzefovich]

Fixed by #79812