From da49e136efe1115344b005bf932e7ff21b97ed04 Mon Sep 17 00:00:00 2001 From: lance6716 Date: Wed, 29 May 2024 16:38:52 +0800 Subject: [PATCH] ddl: change finishedWritingNeedImport to importStarted (#53643) close pingcap/tidb#53641 --- pkg/ddl/backfilling.go | 2 +- pkg/ddl/backfilling_scheduler.go | 4 ++-- pkg/ddl/ingest/backend.go | 10 +++++----- pkg/ddl/ingest/engine_mgr.go | 6 +++--- pkg/ddl/ingest/mock.go | 4 ++-- tests/realtikvtest/addindextest4/ingest_test.go | 1 + 6 files changed, 14 insertions(+), 13 deletions(-) diff --git a/pkg/ddl/backfilling.go b/pkg/ddl/backfilling.go index 47061010b8e26..f0243ad17dfdf 100644 --- a/pkg/ddl/backfilling.go +++ b/pkg/ddl/backfilling.go @@ -593,7 +593,7 @@ func (dc *ddlCtx) writePhysicalTableRecord( } defer scheduler.close(true) if lit, ok := scheduler.(*ingestBackfillScheduler); ok { - if lit.finishedWritingNeedImport() { + if lit.importStarted() { return nil } } diff --git a/pkg/ddl/backfilling_scheduler.go b/pkg/ddl/backfilling_scheduler.go index dca7b075c5f39..d63f5bf5e10db 100644 --- a/pkg/ddl/backfilling_scheduler.go +++ b/pkg/ddl/backfilling_scheduler.go @@ -370,13 +370,13 @@ func newIngestBackfillScheduler( }, nil } -func (b *ingestBackfillScheduler) finishedWritingNeedImport() bool { +func (b *ingestBackfillScheduler) importStarted() bool { job := b.reorgInfo.Job bc, ok := ingest.LitBackCtxMgr.Load(job.ID) if !ok { return false } - return bc.FinishedWritingNeedImport() + return bc.ImportStarted() } func (b *ingestBackfillScheduler) setupWorkers() error { diff --git a/pkg/ddl/ingest/backend.go b/pkg/ddl/ingest/backend.go index 977b00b139562..7a2cc767723fc 100644 --- a/pkg/ddl/ingest/backend.go +++ b/pkg/ddl/ingest/backend.go @@ -59,11 +59,11 @@ type BackendCtx interface { // TODO(lance6716): refine the interface to let caller don't need to pass the // indexID, and unify with CollectRemoteDuplicateRows. FinishImport(indexID int64, unique bool, tbl table.Table) error - // FinishedWritingNeedImport returns true only when all the engines are finished - // writing and only need import. Considering the calling usage of FinishImport, - // it will return true after a successful call of FinishImport and may return - // true after a failed call of FinishImport. - FinishedWritingNeedImport() bool + // ImportStarted returns true only when all the engines are finished writing and + // import is started by FinishImport. Considering the calling usage of + // FinishImport, it will return true after a successful call of FinishImport and + // may return true after a failed call of FinishImport. + ImportStarted() bool CollectRemoteDuplicateRows(indexID int64, tbl table.Table) error FlushController diff --git a/pkg/ddl/ingest/engine_mgr.go b/pkg/ddl/ingest/engine_mgr.go index 8d1449658c1c8..68c6167e3cde9 100644 --- a/pkg/ddl/ingest/engine_mgr.go +++ b/pkg/ddl/ingest/engine_mgr.go @@ -111,13 +111,13 @@ func (bc *litBackendCtx) UnregisterEngines() { bc.memRoot.Release(numIdx * (structSizeEngineInfo + engineCacheSize)) } -// FinishedWritingNeedImport implements BackendCtx. -func (bc *litBackendCtx) FinishedWritingNeedImport() bool { +// ImportStarted implements BackendCtx. +func (bc *litBackendCtx) ImportStarted() bool { if len(bc.engines) == 0 { return false } for _, ei := range bc.engines { - if ei.closedEngine != nil { + if ei.openedEngine == nil { return true } } diff --git a/pkg/ddl/ingest/mock.go b/pkg/ddl/ingest/mock.go index 06207ae39b7fe..80d1cb652f4c6 100644 --- a/pkg/ddl/ingest/mock.go +++ b/pkg/ddl/ingest/mock.go @@ -119,8 +119,8 @@ func (*MockBackendCtx) UnregisterEngines() { logutil.DDLIngestLogger().Info("mock backend ctx unregister") } -// FinishedWritingNeedImport implements BackendCtx interface. -func (*MockBackendCtx) FinishedWritingNeedImport() bool { +// ImportStarted implements BackendCtx interface. +func (*MockBackendCtx) ImportStarted() bool { return false } diff --git a/tests/realtikvtest/addindextest4/ingest_test.go b/tests/realtikvtest/addindextest4/ingest_test.go index 2e393ce4f8670..69191b67d9c84 100644 --- a/tests/realtikvtest/addindextest4/ingest_test.go +++ b/tests/realtikvtest/addindextest4/ingest_test.go @@ -376,6 +376,7 @@ func TestAddIndexFinishImportError(t *testing.T) { tk.MustExec("create database addindexlit;") tk.MustExec("use addindexlit;") tk.MustExec(`set global tidb_ddl_enable_fast_reorg=on;`) + tk.MustExec("set global tidb_enable_dist_task = off;") tk.MustExec("create table t (a int primary key, b int);") for i := 0; i < 4; i++ {