cockroach_versions.go

// Copyright 2017 The Cockroach Authors.
//
// Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt.
//
// As of the Change Date specified in that file, in accordance with
// the Business Source License, use of this software will be governed
// by the Apache License, Version 2.0, included in the file
// licenses/APL.txt.

package clusterversion

import "github.com/cockroachdb/cockroach/pkg/roachpb"

// Key is a unique identifier for a version of CockroachDB.
type Key int

// Version constants. These drive compatibility between versions as well as
// migrations. Before you add a version or consider removing one, please
// familiarize yourself with the rules below.
//
// Adding Versions
//
// You'll want to add a new one in the following cases:
//
// (a) When introducing a backwards incompatible feature. Broadly, by this we
//     mean code that's structured as follows:
//
//      if (specific-version is active) {
//          // Implies that all nodes in the cluster are running binaries that
//          // have this code. We can "enable" the new feature knowing that
//          // outbound RPCs, requests, etc. will be handled by nodes that know
//          // how to do so.
//      } else {
//          // There may be some nodes running older binaries without this code.
//          // To be safe, we'll want to behave as we did before introducing
//          // this feature.
//      }
//
//     Authors of migrations need to be careful in ensuring that end-users
//     aren't able to enable feature gates before they're active. This is fine:
//
//      func handleSomeNewStatement() error {
//          if !(specific-version is active) {
//              return errors.New("cluster version needs to be bumped")
//          }
//          // ...
//      }
//
//     At the same time, with requests/RPCs originating at other crdb nodes, the
//     initiator of the request gets to decide what's supported. A node should
//     not refuse functionality on the grounds that its view of the version gate
//     is as yet inactive. Consider the sender:
//
//      func invokeSomeRPC(req) {
//          if (specific-version is active) {
//              // Like mentioned above, this implies that all nodes in the
//              // cluster are running binaries that can handle this new
//              // feature. We may have learned about this fact before the
//              // node on the other end. This is due to the fact that migration
//              // manager informs each node about the specific-version being
//              // activated active concurrently. See BumpClusterVersion for
//              // where that happens. Still, it's safe for us to enable the new
//              // feature flags as we trust the recipient to know how to deal
//              // with it.
//            req.NewFeatureFlag = true
//          }
//          send(req)
//      }
//
//    And consider the recipient:
//
//     func someRPC(req) {
//         if !req.NewFeatureFlag {
//             // Legacy behavior...
//         }
//         // There's no need to even check if the specific-version is active.
//         // If the flag is enabled, the specific-version must have been
//         // activated, even if we haven't yet heard about it (we will pretty
//         // soon).
//     }
//
//     See clusterversion.Handle.IsActive and usage of some existing versions
//     below for more clues on the matter.
//
// (b) When cutting a major release branch. When cutting release-20.2 for
//     example, you'll want to introduce the following to `master`.
//
//       (i)  V20_2 (keyed to v20.2.0-0})
//       (ii) Start21_1 (keyed to v20.2.0-1})
//
//    You'll then want to backport (i) to the release branch itself (i.e.
//    release-20.2). You'll also want to bump binaryMinSupportedVersion. In the
//    example above, you'll set it to V20_2. This indicates that the
//    minimum binary version required in a cluster with nodes running
//    v21.1 binaries (including pre-release alphas) is v20.2, i.e. that an
//    upgrade into such a binary must start out from at least v20.2 nodes.
//
//    Aside: At the time of writing, the binary min supported version is the
//    last major release, though we may consider relaxing this in the future
//    (i.e. for example could skip up to one major release) as we move to a more
//    frequent release schedule.
//
// When introducing a version constant, you'll want to:
//   (1) Add it at the end of this block. For versions introduced during and
//       after the 21.1 release, Internal versions must be even-numbered. The
//       odd versions are used for internal book-keeping. The Internal version
//       should be the previous Internal version for the same minor release plus
//       two.
//   (2) Add it at the end of the `versionsSingleton` block below.
//
// Migrations
//
// Migrations are idempotent functions that can be attached to versions and will
// be rolled out before the respective cluster version gets rolled out. They are
// primarily a means to remove legacy state from the cluster. For example, a
// migration might scan the cluster for an outdated type of table descriptor and
// rewrite it into a new format. Migrations are tricky to get right and they have
// their own documentation in ./pkg/migration, which you should peruse should you
// feel that a migration is necessary for your use case.
//
// Phasing out Versions and Migrations
//
// Versions and Migrations can be removed once they are no longer going to be
// exercised. This is primarily driven by the BinaryMinSupportedVersion, which
// declares the oldest *cluster* (not binary) version of CockroachDB that may
// interface with the running node. It typically trails the current version by
// one release. For example, if the current branch is a `21.1.x` release, you
// will have a BinaryMinSupportedVersion of `21.0`, meaning that the versions
// 20.2.0-1, 20.2.0-2, etc are always going to be active on any peer and thus
// can be "baked in"; similarly all migrations attached to any of these versions
// can be assumed to have run (or not having been necessary due to the cluster
// having been initialized at a higher version in the first place). Note that
// this implies that all peers will have a *binary* version of at least the
// MinSupportedVersion as well, as this is a prerequisite for running at that
// cluster version. Finally, note that even when all cluster versions known
// to the current binary are active (i.e. most of the time), you still need
// to be able to inter-op with older *binary* and/or *cluster* versions. This
// is because *tenants* are allowed to run at any binary version compatible
// with (i.e. greater than or equal to) the MinSupportedVersion. To give a
// concrete example, a fully up-to-date v21.1 KV host cluster can have tenants
// running against it that use the v21.0 binary and any cluster version known
// to that binary (v20.2-0 ... v20.2-50 or thereabouts).
//
// You'll want to delete versions from this list after cutting a major release.
// Once the development for 21.1 begins, after step (ii) from above, all
// versions introduced in the previous release can be removed (everything prior
// to V20_2 in our example).
//
// When removing a version, you'll want to remove its associated runtime checks.
// All "is active" checks for the key will always evaluate to true. You'll also
// want to delete the constant and remove its entry in the `versionsSingleton`
// block below.
//
//go:generate stringer -type=Key
const (
	_ Key = iota - 1 // want first named one to start at zero

	// V21_2 is CockroachDB v21.2. It's used for all v21.2.x patch releases.
	V21_2

	// v22.1 versions.
	//
	// Start22_1 demarcates work towards CockroachDB v22.1.
	Start22_1

	// TargetBytesAvoidExcess prevents exceeding BatchRequest.Header.TargetBytes
	// except when there is a single value in the response. 21.2 DistSender logic
	// requires the limit to always be overshot in order to properly enforce
	// limits when splitting requests.
	TargetBytesAvoidExcess
	// AvoidDrainingNames avoids using the draining_names field when renaming or
	// dropping descriptors.
	AvoidDrainingNames
	// DrainingNamesMigration adds the migration which guarantees that no
	// descriptors have draining names.
	DrainingNamesMigration
	// TraceIDDoesntImplyStructuredRecording changes the contract about the kind
	// of span that RPCs get on the server depending on the tracing context.
	TraceIDDoesntImplyStructuredRecording
	// AlterSystemTableStatisticsAddAvgSizeCol adds the column avgSize to the
	// table system.table_statistics that contains a new statistic.
	AlterSystemTableStatisticsAddAvgSizeCol
	// AlterSystemStmtDiagReqs adds the migration for
	// system.statement_diagnostics_requests table to support collecting stmt
	// bundles when the query latency exceeds the user provided threshold.
	AlterSystemStmtDiagReqs
	// MVCCAddSSTable supports MVCC-compliant AddSSTable requests via the new
	// SSTTimestampToRequestTimestamp and DisallowConflicts parameters.
	MVCCAddSSTable
	// InsertPublicSchemaNamespaceEntryOnRestore ensures all public schemas
	// have an entry in system.namespace upon being restored.
	InsertPublicSchemaNamespaceEntryOnRestore
	// UnsplitRangesInAsyncGCJobs moves ranges unsplitting from transaction of
	// "drop table"/"truncate table" to async gc jobs
	UnsplitRangesInAsyncGCJobs
	// ValidateGrantOption checks whether the current user granting privileges to
	// another user holds the grant option for those privileges
	ValidateGrantOption
	// PebbleFormatBlockPropertyCollector switches to a backwards incompatible
	// Pebble version that provides block property collectors that can be used
	// for fine-grained time bound iteration. See
	// https://github.com/cockroachdb/pebble/issues/1190 for details.
	PebbleFormatBlockPropertyCollector
	// ProbeRequest is the version at which roachpb.ProbeRequest was introduced.
	// This version must be active before any ProbeRequest is issued on the
	// cluster.
	ProbeRequest
	// SelectRPCsTakeTracingInfoInband switches the way tracing works for a couple
	// of common RPCs. Tracing information for these select RPCs is no longer
	// marshaled from the client to the server as gRPC metadata, and the gRPC
	// server interceptor is no longer in charge of transparently creating server
	// spans. Instead, trace information is carried by the respective request
	// protos (the client is responsible for filling it in explicitly), and the
	// server-side handler is responsible for opening a span manually.
	SelectRPCsTakeTracingInfoInband
	// PreSeedTenantSpanConfigs precedes SeedTenantSpanConfigs, and enables the
	// creation of initial span config records for newly created tenants.
	PreSeedTenantSpanConfigs
	// SeedTenantSpanConfigs populates system.span_configurations with seed
	// data for secondary tenants. This state is what ensures that we always
	// split on tenant boundaries when using the span configs infrastructure.
	// This version comes with a migration to populate the same seed data
	// for existing tenants.
	SeedTenantSpanConfigs
	// PublicSchemasWithDescriptors backs public schemas with descriptors.
	PublicSchemasWithDescriptors
	// EnsureSpanConfigReconciliation ensures that the host tenant has run its
	// reconciliation process at least once.
	EnsureSpanConfigReconciliation
	// EnsureSpanConfigSubscription ensures that all KV nodes are subscribed to
	// the global span configuration state, observing the entries installed as
	// in EnsureSpanConfigReconciliation.
	EnsureSpanConfigSubscription
	// EnableSpanConfigStore enables the use of the span configs infrastructure
	// in KV.
	EnableSpanConfigStore
	// ScanWholeRows is the version at which the Header.WholeRowsOfSize parameter
	// was introduced, preventing limited scans from returning partial rows.
	ScanWholeRows
	// SCRAM authentication is available.
	SCRAMAuthentication
	// UnsafeLossOfQuorumRecoveryRangeLog adds a new value to RangeLogEventReason
	// that correspond to range descriptor changes resulting from recovery
	// procedures.
	UnsafeLossOfQuorumRecoveryRangeLog
	// AlterSystemProtectedTimestampAddColumn adds a target column to the
	// system.protected_ts_records table that describes what is protected by the
	// record.
	AlterSystemProtectedTimestampAddColumn
	// EnableProtectedTimestampsForTenant enables the use of protected timestamps
	// in secondary tenants.
	EnableProtectedTimestampsForTenant
	// DeleteCommentsWithDroppedIndexes cleans up left over comments that belong
	// to dropped indexes.
	DeleteCommentsWithDroppedIndexes
	// RemoveIncompatibleDatabasePrivileges adds the migration which guarantees that
	// databases do not have incompatible privileges
	RemoveIncompatibleDatabasePrivileges
	// AddRaftAppliedIndexTermMigration is a migration that causes each range
	// replica to start populating RangeAppliedState.RaftAppliedIndexTerm field.
	AddRaftAppliedIndexTermMigration
	// PostAddRaftAppliedIndexTermMigration is used for asserting that
	// RaftAppliedIndexTerm is populated.
	PostAddRaftAppliedIndexTermMigration
	// DontProposeWriteTimestampForLeaseTransfers stops setting the WriteTimestamp
	// on lease transfer Raft proposals. New leaseholders now forward their clock
	// directly to the new lease start time.
	DontProposeWriteTimestampForLeaseTransfers
	// TenantSettingsTable adds the system table for tracking tenant usage.
	TenantSettingsTable
	// EnablePebbleFormatVersionBlockProperties enables a new Pebble SSTable
	// format version for block property collectors.
	// NB: this cluster version is paired with PebbleFormatBlockPropertyCollector
	// in a two-phase migration. The first cluster version acts as a gate for
	// updating the format major version on all stores, while the second cluster
	// version is used as a feature gate. A node in a cluster that sees the second
	// version is guaranteed to have seen the first version, and therefore has an
	// engine running at the required format major version, as do all other nodes
	// in the cluster.
	EnablePebbleFormatVersionBlockProperties
	// DisableSystemConfigGossipTrigger is a follow-up to EnableSpanConfigStore
	// to disable the data propagation mechanism it and the entire spanconfig
	// infrastructure obviates.
	DisableSystemConfigGossipTrigger
	// MVCCIndexBackfiller supports MVCC-compliant index
	// backfillers via a new BACKFILLING index state, delete
	// preserving temporary indexes, and a post-backfill merging
	// processing.
	MVCCIndexBackfiller
	// EnableLeaseHolderRemoval enables removing a leaseholder and transferring the lease
	// during joint configuration, including to VOTER_INCOMING replicas.
	EnableLeaseHolderRemoval
	// BackupResolutionInJob defaults to resolving backup destinations during the
	// execution of a backup job rather than during planning.
	BackupResolutionInJob
	// LooselyCoupledRaftLogTruncation allows the cluster to reduce the coupling
	// for raft log truncation, by allowing each replica to treat a truncation
	// proposal as an upper bound on what should be truncated.
	LooselyCoupledRaftLogTruncation
	// ChangefeedIdleness is the version where changefeed aggregators forward
	// idleness-related information alnog with resolved spans to the frontier
	ChangefeedIdleness
	// BackupDoesNotOverwriteLatestAndCheckpoint is the version where we
	// stop overwriting the LATEST and checkpoint files during backup execution.
	// Instead, it writes new files alongside the old in reserved subdirectories.
	BackupDoesNotOverwriteLatestAndCheckpoint
	// EnableDeclarativeSchemaChanger is the version where new declarative schema changer
	// can be used to construct schema change plan node.
	EnableDeclarativeSchemaChanger
	// RowLevelTTL is the version where we allow row level TTL tables.
	RowLevelTTL
	// PebbleFormatSplitUserKeysMarked performs a Pebble-level migration and
	// upgrades the Pebble format major version to FormatSplitUserKeysMarked.
	PebbleFormatSplitUserKeysMarked
	// IncrementalBackupSubdir enables backing up new incremental backups to a
	// dedicated subdirectory, to make it easier to apply a different ttl.
	IncrementalBackupSubdir
	// DateStyleIntervalStyleCastRewrite rewrites cast that cause inconsistencies
	// when DateStyle/IntervalStyle is enabled.
	DateStyleIntervalStyleCastRewrite
	// EnableNewStoreRebalancer enables the new store rebalancer introduced in
	// 22.1.
	EnableNewStoreRebalancer
	// ClusterLocksVirtualTable enables querying the crdb_internal.cluster_locks
	// virtual table, which sends a QueryLocksRequest RPC to all cluster ranges.
	ClusterLocksVirtualTable
	// AutoStatsTableSettings is the version where we allow auto stats related
	// table settings.
	AutoStatsTableSettings
	// ForecastStats enables statistics forecasting per table.
	ForecastStats
	// SuperRegions enables the usage on super regions.
	SuperRegions
	// EnableNewChangefeedOptions enables the usage of new changefeed options
	// such as end_time, initial_scan_only, and setting the value of initial_scan
	// to 'yes|no|only'
	EnableNewChangefeedOptions
	// SpanCountTable adds system.span_count to track the number of committed
	// tenant spans.
	SpanCountTable
	// PreSeedSpanCountTable precedes PreSeedSpanCountTable, it enables span
	// accounting for incremental schema changes.
	PreSeedSpanCountTable
	// SeedSpanCountTable seeds system.span_count with the number of committed
	// tenant spans.
	SeedSpanCountTable

	// V22_1 is CockroachDB v22.1. It's used for all v22.1.x patch releases.
	V22_1

	// v22.2 versions.
	//
	// Start22_2 demarcates work towards CockroachDB v22.2.
	Start22_2

	// LocalTimestamps enables the use of local timestamps in MVCC values.
	LocalTimestamps
	// EnsurePebbleFormatVersionRangeKeys is the first step of a two-part
	// migration that bumps Pebble's format major version to a version that
	// supports range keys.
	EnsurePebbleFormatVersionRangeKeys
	// EnablePebbleFormatVersionRangeKeys is the second of a two-part migration
	// and is used as the feature gate for use of range keys. Any node at this
	// version is guaranteed to reside in a cluster where all nodes support range
	// keys at the Pebble layer.
	EnablePebbleFormatVersionRangeKeys
	// EnablePredicateChangefeed indicates that changefeeds support predicates and projections.
	EnablePredicateChangefeed

	// TrigramInvertedIndexes enables the creation of trigram inverted indexes
	// on strings.
	TrigramInvertedIndexes

	// RemoveGrantPrivilege is the last step to migrate from the GRANT privilege to WITH GRANT OPTION.
	RemoveGrantPrivilege

	// *************************************************
	// Step (1): Add new versions here.
	// Do not add new versions to a patch release.
	// *************************************************
)

// TODOPreV21_2 is an alias for V21_2 for use in any version gate/check that
// previously referenced a < 21.2 version until that check/gate can be removed.
const TODOPreV21_2 = V21_2

// versionsSingleton lists all historical versions here in chronological order,
// with comments describing what backwards-incompatible features were
// introduced.
//
// A roachpb.Version has the colloquial form MAJOR.MINOR[.PATCH][-INTERNAL],
// where the PATCH and INTERNAL components can be omitted if zero. Keep in mind
// that a version with an internal component, like 1.1-2, represents a version
// that was developed AFTER v1.1 was released and is not slated for release
// until the next stable version (either 1.2-0 or 2.0-0). Patch releases, like
// 1.1.2, do not have associated migrations.
//
// NB: The version upgrade process requires the versions as seen by a cluster to
// be monotonic. Once we've added 1.1-0,  we can't slot in 1.0-4 because
// clusters already running 1.1-0 won't migrate through the new 1.0-4 version.
// Such clusters would need to be wiped. As a result, do not bump the major or
// minor version until we are absolutely sure that no new migrations will need
// to be added (i.e., when cutting the final release candidate).
var versionsSingleton = keyedVersions{
	{
		// V21_2 is CockroachDB v21.2. It's used for all v21.2.x patch releases.
		Key:     V21_2,
		Version: roachpb.Version{Major: 21, Minor: 2},
	},

	// v22.1 versions. Internal versions must be even.
	{
		Key:     Start22_1,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 2},
	},
	{
		Key:     TargetBytesAvoidExcess,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 4},
	},
	{
		Key:     AvoidDrainingNames,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 6},
	},
	{
		Key:     DrainingNamesMigration,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 8},
	},
	{
		Key:     TraceIDDoesntImplyStructuredRecording,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 10},
	},
	{
		Key:     AlterSystemTableStatisticsAddAvgSizeCol,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 12},
	},
	{
		Key:     AlterSystemStmtDiagReqs,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 14},
	},
	{
		Key:     MVCCAddSSTable,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 16},
	},
	{
		Key:     InsertPublicSchemaNamespaceEntryOnRestore,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 18},
	},
	{
		Key:     UnsplitRangesInAsyncGCJobs,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 20},
	},
	{
		Key:     ValidateGrantOption,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 22},
	},
	{
		Key:     PebbleFormatBlockPropertyCollector,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 24},
	},
	{
		Key:     ProbeRequest,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 26},
	},
	{
		Key:     SelectRPCsTakeTracingInfoInband,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 28},
	},
	{
		Key:     PreSeedTenantSpanConfigs,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 30},
	},
	{
		Key:     SeedTenantSpanConfigs,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 32},
	},
	{
		Key:     PublicSchemasWithDescriptors,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 34},
	},
	{
		Key:     EnsureSpanConfigReconciliation,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 36},
	},
	{
		Key:     EnsureSpanConfigSubscription,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 38},
	},
	{
		Key:     EnableSpanConfigStore,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 40},
	},
	{
		Key:     ScanWholeRows,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 42},
	},
	{
		Key:     SCRAMAuthentication,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 44},
	},
	{
		Key:     UnsafeLossOfQuorumRecoveryRangeLog,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 46},
	},
	{
		Key:     AlterSystemProtectedTimestampAddColumn,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 48},
	},
	{
		Key:     EnableProtectedTimestampsForTenant,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 50},
	},
	{
		Key:     DeleteCommentsWithDroppedIndexes,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 52},
	},
	{
		Key:     RemoveIncompatibleDatabasePrivileges,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 54},
	},
	{
		Key:     AddRaftAppliedIndexTermMigration,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 56},
	},
	{
		Key:     PostAddRaftAppliedIndexTermMigration,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 58},
	},
	{
		Key:     DontProposeWriteTimestampForLeaseTransfers,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 60},
	},
	{
		Key:     TenantSettingsTable,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 62},
	},
	{
		Key:     EnablePebbleFormatVersionBlockProperties,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 64},
	},
	{
		Key:     DisableSystemConfigGossipTrigger,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 66},
	},
	{
		Key:     MVCCIndexBackfiller,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 68},
	},
	{
		Key:     EnableLeaseHolderRemoval,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 70},
	},
	// Internal: 72 was reverted (EnsurePebbleFormatVersionRangeKeys)
	// Internal: 74 was reverted (EnablePebbleFormatVersionRangeKeys)
	{
		Key:     BackupResolutionInJob,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 76},
	},
	// Internal: 78 was reverted (ExperimentalMVCCRangeTombstones)
	{
		Key:     LooselyCoupledRaftLogTruncation,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 80},
	},
	{
		Key:     ChangefeedIdleness,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 82},
	},
	{
		Key:     BackupDoesNotOverwriteLatestAndCheckpoint,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 84},
	},
	{
		Key:     EnableDeclarativeSchemaChanger,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 86},
	},
	{
		Key:     RowLevelTTL,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 88},
	},
	{
		Key:     PebbleFormatSplitUserKeysMarked,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 90},
	},
	{
		Key:     IncrementalBackupSubdir,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 92},
	},
	{
		Key:     DateStyleIntervalStyleCastRewrite,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 94},
	},
	{
		Key:     EnableNewStoreRebalancer,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 96},
	},
	{
		Key:     ClusterLocksVirtualTable,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 98},
	},
	{
		Key:     AutoStatsTableSettings,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 100},
	},
	{
		Key:     ForecastStats,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 102},
	},
	{
		Key:     SuperRegions,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 104},
	},
	{
		Key:     EnableNewChangefeedOptions,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 106},
	},
	{
		Key:     SpanCountTable,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 108},
	},
	{
		Key:     PreSeedSpanCountTable,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 110},
	},
	{
		Key:     SeedSpanCountTable,
		Version: roachpb.Version{Major: 21, Minor: 2, Internal: 112},
	},
	{
		Key:     V22_1,
		Version: roachpb.Version{Major: 22, Minor: 1},
	},

	// v22.2 versions. Internal versions must be even.
	{
		Key:     Start22_2,
		Version: roachpb.Version{Major: 22, Minor: 1, Internal: 2},
	},
	{
		Key:     LocalTimestamps,
		Version: roachpb.Version{Major: 22, Minor: 1, Internal: 4},
	},
	{
		Key:     EnsurePebbleFormatVersionRangeKeys,
		Version: roachpb.Version{Major: 22, Minor: 1, Internal: 6},
	},
	{
		Key:     EnablePebbleFormatVersionRangeKeys,
		Version: roachpb.Version{Major: 22, Minor: 1, Internal: 8},
	},
	{
		Key:     TrigramInvertedIndexes,
		Version: roachpb.Version{Major: 22, Minor: 1, Internal: 10},
	},
	{
		Key:     RemoveGrantPrivilege,
		Version: roachpb.Version{Major: 22, Minor: 1, Internal: 12},
	},
	{
		Key:     EnablePredicateChangefeed,
		Version: roachpb.Version{Major: 22, Minor: 1, Internal: 14},
	},

	// *************************************************
	// Step (2): Add new versions here.
	// Do not add new versions to a patch release.
	// *************************************************
}

// TODO(irfansharif): clusterversion.binary{,MinimumSupported}Version
// feels out of place. A "cluster version" and a "binary version" are two
// separate concepts.
var (
	// binaryMinSupportedVersion is the earliest version of data supported by
	// this binary. If this binary is started using a store marked with an older
	// version than binaryMinSupportedVersion, then the binary will exit with
	// an error. This typically trails the current release by one (see top-level
	// comment).
	binaryMinSupportedVersion = ByKey(V21_2)

	// binaryVersion is the version of this binary.
	//
	// This is the version that a new cluster will use when created.
	binaryVersion = versionsSingleton[len(versionsSingleton)-1].Version
)

func init() {
	const isReleaseBranch = false
	if isReleaseBranch {
		if binaryVersion != ByKey(V21_2) {
			panic("unexpected cluster version greater than release's binary version")
		}
	}
}

// ByKey returns the roachpb.Version for a given key.
// It is a fatal error to use an invalid key.
func ByKey(key Key) roachpb.Version {
	return versionsSingleton.MustByKey(key)
}

// ListBetween returns the list of cluster versions in the range
// (from, to].
func ListBetween(from, to ClusterVersion) []ClusterVersion {
	return listBetweenInternal(from, to, versionsSingleton)
}

func listBetweenInternal(from, to ClusterVersion, vs keyedVersions) []ClusterVersion {
	var cvs []ClusterVersion
	for _, keyedV := range vs {
		// Read: "from < keyedV <= to".
		if from.Less(keyedV.Version) && keyedV.Version.LessEq(to.Version) {
			cvs = append(cvs, ClusterVersion{Version: keyedV.Version})
		}
	}
	return cvs
}