sentry: panic.go:1038: interface conversion: tree.Datum is tree.dNull, not *tree.DBytes (1) attached stack trace -- stack trace: | runtime.gopanic | GOROOT/src/runtime/panic.go:1038 | runtime.panicdo...

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/3203347545/?referrer=webhooks_plugin

Panic message:

panic.go:1038: interface conversion: tree.Datum is tree.dNull, not *tree.DBytes
(1) attached stack trace
-- stack trace:
| runtime.gopanic
| GOROOT/src/runtime/panic.go:1038
| runtime.panicdottypeE
| GOROOT/src/runtime/iface.go:261
| runtime.panicdottypeI
| GOROOT/src/runtime/iface.go:271
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage.rowToRecord
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go:418
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage.(*storage).getRecords
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go:372
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage.(*storage).GetState
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go:324
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).doUpdate.func1
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:245
| github.com/cockroachdb/cockroach/pkg/kv.runTxn.func1
| github.com/cockroachdb/cockroach/pkg/kv/db.go:949
| github.com/cockroachdb/cockroach/pkg/kv.(*Txn).exec
| github.com/cockroachdb/cockroach/pkg/kv/txn.go:993
| github.com/cockroachdb/cockroach/pkg/kv.runTxn
| github.com/cockroachdb/cockroach/pkg/kv/db.go:948
| github.com/cockroachdb/cockroach/pkg/kv.(*DB).TxnWithAdmissionControl
| github.com/cockroachdb/cockroach/pkg/kv/db.go:911
| github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn
| github.com/cockroachdb/cockroach/pkg/kv/db.go:890
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).doUpdate
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:229
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr
| github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:344
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).doSingleFlightUpdate
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:208
| github.com/cockroachdb/cockroach/pkg/util/syncutil/singleflight.(*Group).doCall
| github.com/cockroachdb/cockroach/pkg/util/syncutil/singleflight/singleflight.go:128
| runtime.goexit
| GOROOT/src/runtime/asm_amd64.s:1581
Wraps: (2) interface conversion: tree.Datum is tree.dNull, not *tree.DBytes
Error types: (1) *withstack.withStack (2) *runtime.TypeAssertionError
-- report composition:
*runtime.TypeAssertionError
panic.go:1038: *withstack.withStack (top exception)

Stacktrace (expand for inline code snippets):

GOROOT/src/runtime/panic.go#L1037-L1039 in runtime.gopanic
GOROOT/src/runtime/iface.go#L260-L262 in runtime.panicdottypeE
GOROOT/src/runtime/iface.go#L270-L272 in runtime.panicdottypeI
https://github.com/cockroachdb/cockroach/blob/5d1063406d48c2713e0a7a8421f1946349b3db65/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go#L417-L419 in pkg/kv/kvserver/protectedts/ptstorage.rowToRecord
https://github.com/cockroachdb/cockroach/blob/5d1063406d48c2713e0a7a8421f1946349b3db65/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go#L371-L373 in pkg/kv/kvserver/protectedts/ptstorage.(*storage).getRecords
https://github.com/cockroachdb/cockroach/blob/5d1063406d48c2713e0a7a8421f1946349b3db65/pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go#L323-L325 in pkg/kv/kvserver/protectedts/ptstorage.(*storage).GetState

cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go

Lines 244 to 246 in 5d10634

	}
	if state, err = c.storage.GetState(ctx, txn); err != nil {
	return errors.Wrap(err, "failed to fetch protectedts state")

in pkg/kv/kvserver/protectedts/ptcache.(*Cache).doUpdate.func1

cockroach/pkg/kv/db.go

Lines 948 to 950 in 5d10634

	err := txn.exec(ctx, func(ctx context.Context, txn *Txn) error {
	return retryable(ctx, txn)
	})

in pkg/kv.runTxn.func1

cockroach/pkg/kv/txn.go

Lines 992 to 994 in 5d10634

	}
	err = fn(ctx, txn)

in pkg/kv.(*Txn).exec

cockroach/pkg/kv/db.go

Lines 947 to 949 in 5d10634

	func runTxn(ctx context.Context, txn *Txn, retryable func(context.Context, *Txn) error) error {
	err := txn.exec(ctx, func(ctx context.Context, txn *Txn) error {
	return retryable(ctx, txn)

in pkg/kv.runTxn

cockroach/pkg/kv/db.go

Lines 910 to 912 in 5d10634

	txn.SetDebugName("unnamed")
	return runTxn(ctx, txn, retryable)
	}

in pkg/kv.(*DB).TxnWithAdmissionControl

cockroach/pkg/kv/db.go

Lines 889 to 891 in 5d10634

	func (db *DB) Txn(ctx context.Context, retryable func(context.Context, *Txn) error) error {
	return db.TxnWithAdmissionControl(
	ctx, roachpb.AdmissionHeader_OTHER, admission.NormalPri, retryable)

in pkg/kv.(*DB).Txn

cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go

Lines 228 to 230 in 5d10634

	)
	err := c.db.Txn(ctx, func(ctx context.Context, txn *kv.Txn) (err error) {
	// NB: because this is a read-only transaction, the commit will be a no-op;

in pkg/kv/kvserver/protectedts/ptcache.(*Cache).doUpdate

cockroach/pkg/util/stop/stopper.go

Lines 343 to 345 in 5d10634

	return f(ctx)
	}

in pkg/util/stop.(*Stopper).RunTaskWithErr

cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go

Lines 207 to 209 in 5d10634

	defer cancel()
	return nil, c.stopper.RunTaskWithErr(ctx,
	"refresh-protectedts-cache", c.doUpdate)

in pkg/kv/kvserver/protectedts/ptcache.(*Cache).doSingleFlightUpdate

cockroach/pkg/util/syncutil/singleflight/singleflight.go

Lines 127 to 129 in 5d10634

	func (g *Group) doCall(c *call, key string, fn func() (interface{}, error)) {
	c.val, c.err = fn()
	c.wg.Done()

in pkg/util/syncutil/singleflight.(*Group).doCall
GOROOT/src/runtime/asm_amd64.s#L1580-L1582 in runtime.goexit

GOROOT/src/runtime/panic.go in runtime.gopanic at line 1038
GOROOT/src/runtime/iface.go in runtime.panicdottypeE at line 261
GOROOT/src/runtime/iface.go in runtime.panicdottypeI at line 271
pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go in pkg/kv/kvserver/protectedts/ptstorage.rowToRecord at line 418
pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go in pkg/kv/kvserver/protectedts/ptstorage.(*storage).getRecords at line 372
pkg/kv/kvserver/protectedts/ptstorage/pkg/kv/kvserver/protectedts/ptstorage/storage.go in pkg/kv/kvserver/protectedts/ptstorage.(*storage).GetState at line 324
pkg/kv/kvserver/protectedts/ptcache/cache.go in pkg/kv/kvserver/protectedts/ptcache.(*Cache).doUpdate.func1 at line 245
pkg/kv/db.go in pkg/kv.runTxn.func1 at line 949
pkg/kv/txn.go in pkg/kv.(*Txn).exec at line 993
pkg/kv/db.go in pkg/kv.runTxn at line 948
pkg/kv/db.go in pkg/kv.(*DB).TxnWithAdmissionControl at line 911
pkg/kv/db.go in pkg/kv.(*DB).Txn at line 890
pkg/kv/kvserver/protectedts/ptcache/cache.go in pkg/kv/kvserver/protectedts/ptcache.(*Cache).doUpdate at line 229
pkg/util/stop/stopper.go in pkg/util/stop.(*Stopper).RunTaskWithErr at line 344
pkg/kv/kvserver/protectedts/ptcache/cache.go in pkg/kv/kvserver/protectedts/ptcache.(*Cache).doSingleFlightUpdate at line 208
pkg/util/syncutil/singleflight/singleflight.go in pkg/util/syncutil/singleflight.(*Group).doCall at line 128
GOROOT/src/runtime/asm_amd64.s in runtime.goexit at line 1581

Tag	Value
Cockroach Release	v22.1.0-beta.2
Cockroach SHA:	5d10634
Platform	linux amd64
Distribution	CCL
Environment	v22.1.0-beta.2
Command	server
Go Version	``
# of CPUs
# of Goroutines

Jira issue: CRDB-15857

[yuzefovich]

Fixed by #79812