Skip to content

Commit

Permalink
sql: introduce query functions under sql.planner
Browse files Browse the repository at this point in the history
Currently, the internal executor always create its own descriptor collections,
txn state, job collection and etc. for its conn executor, even though it's run
underneath a "parent" query. These recreation can unneccesarily reduce the
query efficiency in some use cases, such as when an internal executor is
used under a planner context. In this case, the internal executor is expected
to inherit these info from the planner, rather than creating its own.

To make this rule more explicit, this commit adds a series of query functions
under `sql.planner`. Each of these functions wrap both the init of an internal
executor and the query execution. In this way, the internal executor always
stores the info inherited from the parent planner, and will pass it to its child
conn executor.

fixes cockroachdb#69495

Release note: None
  • Loading branch information
ZhouXing19 committed Jul 6, 2022
1 parent 38044fa commit cb58c08
Showing 1 changed file with 133 additions and 5 deletions.
138 changes: 133 additions & 5 deletions pkg/sql/planner.go
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@ import (
"github.com/cockroachdb/cockroach/pkg/server/serverpb"
"github.com/cockroachdb/cockroach/pkg/spanconfig"
"github.com/cockroachdb/cockroach/pkg/sql/catalog"
"github.com/cockroachdb/cockroach/pkg/sql/catalog/colinfo"
"github.com/cockroachdb/cockroach/pkg/sql/catalog/descpb"
"github.com/cockroachdb/cockroach/pkg/sql/catalog/descs"
"github.com/cockroachdb/cockroach/pkg/sql/catalog/lease"
Expand All @@ -37,6 +38,7 @@ import (
"github.com/cockroachdb/cockroach/pkg/sql/sessiondata"
"github.com/cockroachdb/cockroach/pkg/sql/sessiondatapb"
"github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats"
"github.com/cockroachdb/cockroach/pkg/sql/sqlutil"
"github.com/cockroachdb/cockroach/pkg/sql/types"
"github.com/cockroachdb/cockroach/pkg/upgrade"
"github.com/cockroachdb/cockroach/pkg/util/cancelchecker"
Expand Down Expand Up @@ -291,7 +293,7 @@ func NewInternalPlanner(
// Returns a cleanup function that must be called once the caller is done with
// the planner.
func newInternalPlanner(
// TODO(yuzefovich): make this redact.RedactableString.
// TODO(yuzefovich): make this redact.RedactableString.
opName string,
txn *kv.Txn,
user username.SQLUsername,
Expand Down Expand Up @@ -841,6 +843,20 @@ func validateDescriptor(ctx context.Context, p *planner, descriptor catalog.Desc
)
}

// initInternalExecutor is to initialize an internal executor with a planner.
// Note that this function should only be used when using internal executor
// to run sql statement under the planner context.
func initInternalExecutor(ctx context.Context, p *planner) sqlutil.InternalExecutor {
ie := p.ExecCfg().InternalExecutorFactory(ctx, p.SessionData())
ie.(*InternalExecutor).extraTxnState = &extraTxnState{
txn: p.Txn(),
descCollection: p.Descriptors(),
jobs: p.extendedEvalCtx.Jobs,
schemaChangeJobRecords: p.extendedEvalCtx.SchemaChangeJobRecords,
}
return ie
}

// QueryRowEx executes the supplied SQL statement and returns a single row, or
// nil if no row is found, or an error if more that one row is returned.
//
Expand All @@ -853,10 +869,33 @@ func (p *planner) QueryRowEx(
stmt string,
qargs ...interface{},
) (tree.Datums, error) {
ie := p.ExecCfg().InternalExecutorFactory(ctx, p.SessionData())
ie := initInternalExecutor(ctx, p)
return ie.QueryRowEx(ctx, opName, p.Txn(), override, stmt, qargs...)
}

// Exec executes the supplied SQL statement and returns the number of rows
// affected.
// Deprecated: Please use planner.ExecEx()
func (p *planner) Exec(
ctx context.Context, opName string, stmt string, qargs ...interface{},
) (int, error) {
ie := initInternalExecutor(ctx, p)
return ie.Exec(ctx, opName, p.Txn(), stmt, qargs...)
}

// ExecEx is like Exec, but allows the caller to override some session data
// fields (e.g. the user).
func (p *planner) ExecEx(
ctx context.Context,
opName string,
override sessiondata.InternalExecutorOverride,
stmt string,
qargs ...interface{},
) (int, error) {
ie := initInternalExecutor(ctx, p)
return ie.ExecEx(ctx, opName, p.Txn(), override, stmt, qargs...)
}

// QueryIteratorEx executes the query, returning an iterator that can be used
// to get the results. If the call is successful, the returned iterator
// *must* be closed.
Expand All @@ -870,14 +909,103 @@ func (p *planner) QueryIteratorEx(
stmt string,
qargs ...interface{},
) (eval.InternalRows, error) {
ie := p.ExecCfg().InternalExecutorFactory(ctx, p.SessionData())
ie := initInternalExecutor(ctx, p)
rows, err := ie.QueryIteratorEx(ctx, opName, p.Txn(), override, stmt, qargs...)
return rows.(eval.InternalRows), err
}

// QueryRow is like Query, except it returns a single row, or nil if not row is
// found, or an error if more that one row is returned.
//
// Deprecated: QueryRow is deprecated (like Query). Use QueryRowEx() instead.
func (p *planner) QueryRow(
ctx context.Context, opName string, stmt string, qargs ...interface{},
) (tree.Datums, error) {
ie := initInternalExecutor(ctx, p)
return ie.QueryRow(ctx, opName, p.Txn(), stmt, qargs...)
}

// QueryBuffered executes the supplied SQL statement and returns the resulting
// rows (meaning all of them are buffered at once). If no user has been
// previously set through SetSessionData, the statement is executed as the root
// user.
// Deprecated: QueryBuffered is deprecated because it may transparently execute
// a query as root. Use QueryBufferedEx instead.
func (p *planner) QueryBuffered(
ctx context.Context, opName string, stmt string, qargs ...interface{},
) ([]tree.Datums, error) {
ie := initInternalExecutor(ctx, p)
return ie.QueryBuffered(ctx, opName, p.Txn(), stmt, qargs...)
}

// QueryBufferedEx executes the supplied SQL statement and returns the resulting
// rows (meaning all of them are buffered at once).
// The fields set in session that are set override the respective fields if they
// have previously been set through SetSessionData().
func (p *planner) QueryBufferedEx(
ctx context.Context,
opName string,
session sessiondata.InternalExecutorOverride,
stmt string,
qargs ...interface{},
) ([]tree.Datums, error) {
ie := initInternalExecutor(ctx, p)
return ie.QueryBufferedEx(ctx, opName, p.Txn(), session, stmt, qargs...)
}

// QueryRowExWithCols is like QueryRowEx, additionally returning the computed
// ResultColumns of the input query.
func (p *planner) QueryRowExWithCols(
ctx context.Context,
opName string,
session sessiondata.InternalExecutorOverride,
stmt string,
qargs ...interface{},
) (tree.Datums, colinfo.ResultColumns, error) {
ie := initInternalExecutor(ctx, p)
return ie.QueryRowExWithCols(ctx, opName, p.Txn(), session, stmt, qargs...)
}

// QueryBufferedExWithCols is like QueryBufferedEx, additionally returning the
// computed ResultColumns of the input query.
func (p *planner) QueryBufferedExWithCols(
ctx context.Context,
opName string,
session sessiondata.InternalExecutorOverride,
stmt string,
qargs ...interface{},
) ([]tree.Datums, colinfo.ResultColumns, error) {
ie := initInternalExecutor(ctx, p)
return ie.QueryBufferedExWithCols(ctx, opName, p.Txn(), session, stmt, qargs...)
}

// QueryIterator executes the query, returning an iterator that can be used
// to get the results. If the call is successful, the returned iterator
// *must* be closed.
//
// Deprecated: QueryIterator is deprecated because it may transparently execute
// a query as root. Use QueryIteratorEx instead.
func (p *planner) QueryIterator(
ctx context.Context, opName string, stmt string, qargs ...interface{},
) (sqlutil.InternalRows, error) {
ie := initInternalExecutor(ctx, p)
return ie.QueryIterator(ctx, opName, p.Txn(), stmt, qargs...)
}

// WithInternalExecutor let user run multiple sql statements within the same
// internal executor initialized under a planner context. To run single sql
// statements, please use the query functions above.
func (p *planner) WithInternalExecutor(
ctx context.Context,
run func(ctx context.Context, txn *kv.Txn, ie sqlutil.InternalExecutor) error,
) error {
ie := initInternalExecutor(ctx, p)
return run(ctx, p.Txn(), ie)
}

// extraTxnState is to store extra transaction state info that
// will be passed to an internal executor when it's used under a planner
// context. It should not be exported from the sql package.
// will be passed to an internal executor when it's used under a txn context.
// It should not be exported from the sql package.
type extraTxnState struct {
txn *kv.Txn
descCollection *descs.Collection
Expand Down

0 comments on commit cb58c08

Please sign in to comment.