diff --git a/executor/aggregate.go b/executor/aggregate.go
index d6ec79412b7f6..263b058f9ea34 100644
--- a/executor/aggregate.go
+++ b/executor/aggregate.go
@@ -1942,14 +1942,6 @@ func (a *AggSpillDiskAction) Action(t *memory.Tracker) {
 		atomic.StoreUint32(&a.e.inSpillMode, 1)
 		return
 	}
-	if fallback := a.GetFallback(); fallback != nil {
-		fallback.Action(t)
-	}
-}
-
-// GetPriority get the priority of the Action
-func (*AggSpillDiskAction) GetPriority() int64 {
-	return memory.DefSpillPriority
 }
 
 // SetLogHook sets the hook, it does nothing just to form the memory.ActionOnExceed interface.
diff --git a/executor/cte.go b/executor/cte.go
index 84389f9439214..41e7d762f6f5f 100644
--- a/executor/cte.go
+++ b/executor/cte.go
@@ -438,7 +438,7 @@ func setupCTEStorageTracker(tbl cteutil.Storage, ctx sessionctx.Context, parentM
 				actionSpill = tbl.(*cteutil.StorageRC).ActionSpillForTest()
 			}
 		})
-		ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewAction(actionSpill)
+		ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewActionForSoftLimit(actionSpill)
 	}
 	return actionSpill
 }
diff --git a/executor/executor.go b/executor/executor.go
index 5e13783a489a3..d6087d9f8c512 100644
--- a/executor/executor.go
+++ b/executor/executor.go
@@ -188,11 +188,6 @@ func (a *globalPanicOnExceed) Action(t *memory.Tracker) {
 	panic(msg)
 }
 
-// GetPriority get the priority of the Action
-func (a *globalPanicOnExceed) GetPriority() int64 {
-	return memory.DefPanicPriority
-}
-
 // base returns the baseExecutor of an executor, don't override this method!
 func (e *baseExecutor) base() *baseExecutor {
 	return e
diff --git a/executor/executor_pkg_test.go b/executor/executor_pkg_test.go
index 3944948fbcfc8..6c4b380b1c7b1 100644
--- a/executor/executor_pkg_test.go
+++ b/executor/executor_pkg_test.go
@@ -372,7 +372,7 @@ func TestSortSpillDisk(t *testing.T) {
 	err = exec.Close()
 	require.NoError(t, err)
 
-	ctx.GetSessionVars().StmtCtx.MemTracker = memory.NewTracker(-1, 28000)
+	ctx.GetSessionVars().StmtCtx.MemTracker = memory.NewTracker(-1, 24000/4*5)
 	dataSource.prepareChunks()
 	err = exec.Open(tmpCtx)
 	require.NoError(t, err)
diff --git a/executor/executor_test.go b/executor/executor_test.go
index 229b66bc229e1..66072e1b0cf7a 100644
--- a/executor/executor_test.go
+++ b/executor/executor_test.go
@@ -3172,7 +3172,7 @@ func TestInvalidDateValueInCreateTable(t *testing.T) {
 	tk.MustExec("drop table if exists t;")
 }
 
-func TestOOMActionPriority(t *testing.T) {
+func TestOOMActionFinishedAndRemoved(t *testing.T) {
 	store := testkit.CreateMockStore(t)
 
 	tk := testkit.NewTestKit(t, store)
@@ -3193,9 +3193,9 @@ func TestOOMActionPriority(t *testing.T) {
 	tk.MustExec("create table t4(a int)")
 	tk.MustExec("insert into t4 values(1)")
 	tk.MustQuery("select * from t0 join t1 join t2 join t3 join t4 order by t0.a").Check(testkit.Rows("1 1 1 1 1"))
-	action := tk.Session().GetSessionVars().StmtCtx.MemTracker.GetFallbackForTest(true)
+	action := tk.Session().GetSessionVars().StmtCtx.MemTracker.GetFallbackForSoftLimitForTest(true)
 	// All actions are finished and removed.
-	require.Equal(t, action.GetPriority(), int64(memory.DefLogPriority))
+	require.Nil(t, action)
 }
 
 func TestTrackAggMemoryUsage(t *testing.T) {
diff --git a/executor/join.go b/executor/join.go
index 706895e44d06f..a2216801b03d8 100644
--- a/executor/join.go
+++ b/executor/join.go
@@ -1204,7 +1204,7 @@ func (e *HashJoinExec) buildHashTableForList(buildSideResultCh <-chan *chunk.Chu
 				defer actionSpill.(*chunk.SpillDiskAction).WaitForTest()
 			}
 		})
-		e.ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewAction(actionSpill)
+		e.ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewActionForSoftLimit(actionSpill)
 	}
 	for chk := range buildSideResultCh {
 		if e.finished.Load().(bool) {
diff --git a/executor/merge_join.go b/executor/merge_join.go
index e8d195e3085ae..61c6d6f28df65 100644
--- a/executor/merge_join.go
+++ b/executor/merge_join.go
@@ -100,7 +100,7 @@ func (t *mergeJoinTable) init(exec *MergeJoinExec) {
 					actionSpill = t.rowContainer.ActionSpillForTest()
 				}
 			})
-			exec.ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewAction(actionSpill)
+			exec.ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewActionForSoftLimit(actionSpill)
 		}
 		t.memTracker = memory.NewTracker(memory.LabelForInnerTable, -1)
 	} else {
diff --git a/executor/sort.go b/executor/sort.go
index efc56aa058d2a..3f82552bb2294 100644
--- a/executor/sort.go
+++ b/executor/sort.go
@@ -189,7 +189,7 @@ func (e *SortExec) fetchRowChunks(ctx context.Context) error {
 				defer e.spillAction.WaitForTest()
 			}
 		})
-		e.ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewAction(e.spillAction)
+		e.ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewActionForSoftLimit(e.spillAction)
 		e.rowChunks.GetDiskTracker().AttachTo(e.diskTracker)
 		e.rowChunks.GetDiskTracker().SetLabel(memory.LabelForRowChunks)
 	}
@@ -218,7 +218,7 @@ func (e *SortExec) fetchRowChunks(ctx context.Context) error {
 						defer e.spillAction.WaitForTest()
 					}
 				})
-				e.ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewAction(e.spillAction)
+				e.ctx.GetSessionVars().StmtCtx.MemTracker.FallbackOldAndSetNewActionForSoftLimit(e.spillAction)
 				err = e.rowChunks.Add(chk)
 			}
 			if err != nil {
diff --git a/session/session_test/session_test.go b/session/session_test/session_test.go
index b2e5f956e51b9..e0f3f3543317c 100644
--- a/session/session_test/session_test.go
+++ b/session/session_test/session_test.go
@@ -49,7 +49,6 @@ import (
 	"github.com/pingcap/tidb/testkit"
 	"github.com/pingcap/tidb/types"
 	"github.com/pingcap/tidb/util"
-	"github.com/pingcap/tidb/util/memory"
 	"github.com/pingcap/tidb/util/sqlexec"
 	"github.com/stretchr/testify/require"
 	"github.com/tikv/client-go/v2/tikv"
@@ -1719,6 +1718,7 @@ func TestDoDDLJobQuit(t *testing.T) {
 }
 
 func TestCoprocessorOOMAction(t *testing.T) {
+	t.Skip("rate limit action can't control the memory usage in time, skip now")
 	// Assert Coprocessor OOMAction
 	store := testkit.CreateMockStore(t)
 	tk := testkit.NewTestKit(t, store)
@@ -2105,15 +2105,8 @@ func TestSetEnableRateLimitAction(t *testing.T) {
 	tk.MustExec("use test")
 	tk.MustExec("create table tmp123(id int)")
 	tk.MustQuery("select * from tmp123;")
-	haveRateLimitAction := false
-	action := tk.Session().GetSessionVars().StmtCtx.MemTracker.GetFallbackForTest(false)
-	for ; action != nil; action = action.GetFallback() {
-		if action.GetPriority() == memory.DefRateLimitPriority {
-			haveRateLimitAction = true
-			break
-		}
-	}
-	require.True(t, haveRateLimitAction)
+	action := tk.Session().GetSessionVars().StmtCtx.MemTracker.GetFallbackForSoftLimitForTest(false)
+	require.NotNil(t, action)
 
 	// assert set sys variable
 	tk.MustExec("set global tidb_enable_rate_limit_action= '0';")
@@ -2123,15 +2116,8 @@ func TestSetEnableRateLimitAction(t *testing.T) {
 	result = tk.MustQuery("select @@tidb_enable_rate_limit_action;")
 	result.Check(testkit.Rows("0"))
 
-	haveRateLimitAction = false
-	action = tk.Session().GetSessionVars().StmtCtx.MemTracker.GetFallbackForTest(false)
-	for ; action != nil; action = action.GetFallback() {
-		if action.GetPriority() == memory.DefRateLimitPriority {
-			haveRateLimitAction = true
-			break
-		}
-	}
-	require.False(t, haveRateLimitAction)
+	action = tk.Session().GetSessionVars().StmtCtx.MemTracker.GetFallbackForSoftLimitForTest(false)
+	require.Nil(t, action)
 }
 
 func TestStmtHints(t *testing.T) {
diff --git a/store/copr/coprocessor.go b/store/copr/coprocessor.go
index aa52fa3356c2e..670801589a2e2 100644
--- a/store/copr/coprocessor.go
+++ b/store/copr/coprocessor.go
@@ -172,7 +172,7 @@ func (c *CopClient) Send(ctx context.Context, req *kv.Request, variables interfa
 	}
 	it.actionOnExceed = newRateLimitAction(uint(it.sendRate.GetCapacity()))
 	if sessionMemTracker != nil && enabledRateLimitAction {
-		sessionMemTracker.FallbackOldAndSetNewAction(it.actionOnExceed)
+		sessionMemTracker.FallbackOldAndSetNewActionForSoftLimit(it.actionOnExceed)
 	}
 
 	ctx = context.WithValue(ctx, tikv.RPCCancellerCtxKey{}, it.rpcCancel)
@@ -1274,9 +1274,6 @@ func newRateLimitAction(totalTokenNumber uint) *rateLimitAction {
 // Action implements ActionOnExceed.Action
 func (e *rateLimitAction) Action(t *memory.Tracker) {
 	if !e.isEnabled() {
-		if fallback := e.GetFallback(); fallback != nil {
-			fallback.Action(t)
-		}
 		return
 	}
 	e.conditionLock()
@@ -1313,11 +1310,6 @@ func (e *rateLimitAction) SetLogHook(hook func(uint64)) {
 
 }
 
-// GetPriority get the priority of the Action.
-func (e *rateLimitAction) GetPriority() int64 {
-	return memory.DefRateLimitPriority
-}
-
 // destroyTokenIfNeeded will check the `exceed` flag after copWorker finished one task.
 // If the exceed flag is true and there is no token been destroyed before, one token will be destroyed,
 // or the token would be return back.
diff --git a/util/chunk/row_container.go b/util/chunk/row_container.go
index b4c73ae8e3cab..2539eb9f4a590 100644
--- a/util/chunk/row_container.go
+++ b/util/chunk/row_container.go
@@ -394,13 +394,6 @@ func (a *SpillDiskAction) Action(t *memory.Tracker) {
 		a.cond.Wait()
 	}
 	a.cond.L.Unlock()
-
-	if !t.CheckExceed() {
-		return
-	}
-	if fallback := a.GetFallback(); fallback != nil {
-		fallback.Action(t)
-	}
 }
 
 // Reset resets the status for SpillDiskAction.
@@ -414,11 +407,6 @@ func (a *SpillDiskAction) Reset() {
 // SetLogHook sets the hook, it does nothing just to form the memory.ActionOnExceed interface.
 func (*SpillDiskAction) SetLogHook(_ func(uint64)) {}
 
-// GetPriority get the priority of the Action.
-func (*SpillDiskAction) GetPriority() int64 {
-	return memory.DefSpillPriority
-}
-
 // WaitForTest waits all goroutine have gone.
 func (a *SpillDiskAction) WaitForTest() {
 	a.testWg.Wait()
@@ -598,13 +586,6 @@ func (a *SortAndSpillDiskAction) Action(t *memory.Tracker) {
 		a.cond.Wait()
 	}
 	a.cond.L.Unlock()
-
-	if !t.CheckExceed() {
-		return
-	}
-	if fallback := a.GetFallback(); fallback != nil {
-		fallback.Action(t)
-	}
 }
 
 // SetLogHook sets the hook, it does nothing just to form the memory.ActionOnExceed interface.
diff --git a/util/chunk/row_container_test.go b/util/chunk/row_container_test.go
index b0972c179388a..e3cf749f22dcc 100644
--- a/util/chunk/row_container_test.go
+++ b/util/chunk/row_container_test.go
@@ -94,8 +94,8 @@ func TestSpillAction(t *testing.T) {
 	var tracker *memory.Tracker
 	var err error
 	tracker = rc.GetMemTracker()
-	tracker.SetBytesLimit(chk.MemoryUsage() + 1)
-	tracker.FallbackOldAndSetNewAction(rc.ActionSpillForTest())
+	tracker.SetBytesLimit(chk.MemoryUsage()/4*5 + 10)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(rc.ActionSpillForTest())
 	require.False(t, rc.AlreadySpilledSafeForTest())
 	err = rc.Add(chk)
 	rc.actionSpill.WaitForTest()
@@ -156,8 +156,8 @@ func TestSortedRowContainerSortSpillAction(t *testing.T) {
 	var tracker *memory.Tracker
 	var err error
 	tracker = rc.GetMemTracker()
-	tracker.SetBytesLimit(chk.MemoryUsage() + int64(8*chk.NumRows()) + 1)
-	tracker.FallbackOldAndSetNewAction(rc.ActionSpillForTest())
+	tracker.SetBytesLimit((chk.MemoryUsage()+int64(8*chk.NumRows()))/4*5 + 10)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(rc.ActionSpillForTest())
 	require.False(t, rc.AlreadySpilledSafeForTest())
 	err = rc.Add(chk)
 	rc.actionSpill.WaitForTest()
@@ -196,8 +196,8 @@ func TestRowContainerResetAndAction(t *testing.T) {
 	var tracker *memory.Tracker
 	var err error
 	tracker = rc.GetMemTracker()
-	tracker.SetBytesLimit(chk.MemoryUsage() + 1)
-	tracker.FallbackOldAndSetNewAction(rc.ActionSpillForTest())
+	tracker.SetBytesLimit(chk.MemoryUsage()/4*5 + 10)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(rc.ActionSpillForTest())
 	require.False(t, rc.AlreadySpilledSafeForTest())
 	err = rc.Add(chk)
 	require.NoError(t, err)
@@ -243,7 +243,7 @@ func TestSpillActionDeadLock(t *testing.T) {
 	tracker = rc.GetMemTracker()
 	tracker.SetBytesLimit(1)
 	ac := rc.ActionSpillForTest()
-	tracker.FallbackOldAndSetNewAction(ac)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(ac)
 	require.False(t, rc.AlreadySpilledSafeForTest())
 	go func() {
 		time.Sleep(200 * time.Millisecond)
@@ -270,7 +270,7 @@ func TestActionBlocked(t *testing.T) {
 	tracker = rc.GetMemTracker()
 	tracker.SetBytesLimit(1450)
 	ac := rc.ActionSpill()
-	tracker.FallbackOldAndSetNewAction(ac)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(ac)
 	for i := 0; i < 10; i++ {
 		err = rc.Add(chk)
 		require.NoError(t, err)
diff --git a/util/cteutil/storage_test.go b/util/cteutil/storage_test.go
index c64d77d229ef3..001c1b6a3fb5d 100644
--- a/util/cteutil/storage_test.go
+++ b/util/cteutil/storage_test.go
@@ -122,7 +122,7 @@ func TestSpillToDisk(t *testing.T) {
 	memTracker := storage.GetMemTracker()
 	memTracker.SetBytesLimit(inChk.MemoryUsage() + 1)
 	action := tmp.(*StorageRC).ActionSpillForTest()
-	memTracker.FallbackOldAndSetNewAction(action)
+	memTracker.FallbackOldAndSetNewActionForSoftLimit(action)
 	diskTracker := storage.GetDiskTracker()
 
 	// All data is in memory.
diff --git a/util/memory/action.go b/util/memory/action.go
index 2ad4f76dcb695..1d0a7f4c96147 100644
--- a/util/memory/action.go
+++ b/util/memory/action.go
@@ -39,8 +39,6 @@ type ActionOnExceed interface {
 	SetFallback(a ActionOnExceed)
 	// GetFallback get the fallback action of the Action.
 	GetFallback() ActionOnExceed
-	// GetPriority get the priority of the Action.
-	GetPriority() int64
 	// SetFinished sets the finished state of the Action.
 	SetFinished()
 	// IsFinished returns the finished state of the Action.
@@ -77,14 +75,6 @@ func (b *BaseOOMAction) GetFallback() ActionOnExceed {
 	return b.fallbackAction
 }
 
-// Default OOM Action priority.
-const (
-	DefPanicPriority = iota
-	DefLogPriority
-	DefSpillPriority
-	DefRateLimitPriority
-)
-
 // LogOnExceed logs a warning only once when memory usage exceeds memory quota.
 type LogOnExceed struct {
 	logHook func(uint64)
@@ -114,11 +104,6 @@ func (a *LogOnExceed) Action(t *Tracker) {
 	}
 }
 
-// GetPriority get the priority of the Action
-func (*LogOnExceed) GetPriority() int64 {
-	return DefLogPriority
-}
-
 // PanicOnExceed panics when memory usage exceeds memory quota.
 type PanicOnExceed struct {
 	logHook func(uint64)
@@ -146,11 +131,6 @@ func (a *PanicOnExceed) Action(_ *Tracker) {
 	panic(PanicMemoryExceed + fmt.Sprintf("[conn_id=%d]", a.ConnID))
 }
 
-// GetPriority get the priority of the Action
-func (*PanicOnExceed) GetPriority() int64 {
-	return DefPanicPriority
-}
-
 var (
 	errMemExceedThreshold = dbterror.ClassUtil.NewStd(errno.ErrMemExceedThreshold)
 )
diff --git a/util/memory/tracker.go b/util/memory/tracker.go
index 0077c26b13e5a..147688749891d 100644
--- a/util/memory/tracker.go
+++ b/util/memory/tracker.go
@@ -17,6 +17,7 @@ package memory
 import (
 	"bytes"
 	"fmt"
+	"math"
 	"runtime"
 	"strconv"
 	"sync"
@@ -127,7 +128,7 @@ func InitTracker(t *Tracker, label int, bytesLimit int64, action ActionOnExceed)
 	t.label = label
 	t.bytesLimit.Store(&bytesLimits{
 		bytesHardLimit: bytesLimit,
-		bytesSoftLimit: int64(float64(bytesLimit) * softScale),
+		bytesSoftLimit: int64(math.Ceil(float64(bytesLimit) * softScale)),
 	})
 	t.maxConsumed.Store(0)
 	t.isGlobal = false
@@ -144,7 +145,7 @@ func NewTracker(label int, bytesLimit int64) *Tracker {
 	}
 	t.bytesLimit.Store(&bytesLimits{
 		bytesHardLimit: bytesLimit,
-		bytesSoftLimit: int64(float64(bytesLimit) * softScale),
+		bytesSoftLimit: int64(math.Ceil(float64(bytesLimit) * softScale)),
 	})
 	t.actionMuForHardLimit.actionOnExceed = &LogOnExceed{}
 	t.isGlobal = false
@@ -158,7 +159,7 @@ func NewGlobalTracker(label int, bytesLimit int64) *Tracker {
 	}
 	t.bytesLimit.Store(&bytesLimits{
 		bytesHardLimit: bytesLimit,
-		bytesSoftLimit: int64(float64(bytesLimit) * softScale),
+		bytesSoftLimit: int64(math.Ceil(float64(bytesLimit) * softScale)),
 	})
 	t.actionMuForHardLimit.actionOnExceed = &LogOnExceed{}
 	t.isGlobal = true
@@ -176,7 +177,7 @@ func (t *Tracker) CheckBytesLimit(val int64) bool {
 func (t *Tracker) SetBytesLimit(bytesLimit int64) {
 	t.bytesLimit.Store(&bytesLimits{
 		bytesHardLimit: bytesLimit,
-		bytesSoftLimit: int64(float64(bytesLimit) * softScale),
+		bytesSoftLimit: int64(math.Ceil(float64(bytesLimit) * softScale)),
 	})
 }
 
@@ -186,12 +187,6 @@ func (t *Tracker) GetBytesLimit() int64 {
 	return t.bytesLimit.Load().(*bytesLimits).bytesHardLimit
 }
 
-// CheckExceed checks whether the consumed bytes is exceed for this tracker.
-func (t *Tracker) CheckExceed() bool {
-	bytesHardLimit := t.bytesLimit.Load().(*bytesLimits).bytesHardLimit
-	return atomic.LoadInt64(&t.bytesConsumed) >= bytesHardLimit && bytesHardLimit > 0
-}
-
 // SetActionOnExceed sets the action when memory usage exceeds bytesHardLimit.
 func (t *Tracker) SetActionOnExceed(a ActionOnExceed) {
 	t.actionMuForHardLimit.Lock()
@@ -199,45 +194,26 @@ func (t *Tracker) SetActionOnExceed(a ActionOnExceed) {
 	t.actionMuForHardLimit.Unlock()
 }
 
-// FallbackOldAndSetNewAction sets the action when memory usage exceeds bytesHardLimit
-// and set the original action as its fallback.
-func (t *Tracker) FallbackOldAndSetNewAction(a ActionOnExceed) {
-	t.actionMuForHardLimit.Lock()
-	defer t.actionMuForHardLimit.Unlock()
-	t.actionMuForHardLimit.actionOnExceed = reArrangeFallback(a, t.actionMuForHardLimit.actionOnExceed)
-}
-
 // FallbackOldAndSetNewActionForSoftLimit sets the action when memory usage exceeds bytesSoftLimit
 // and set the original action as its fallback.
 func (t *Tracker) FallbackOldAndSetNewActionForSoftLimit(a ActionOnExceed) {
 	t.actionMuForSoftLimit.Lock()
 	defer t.actionMuForSoftLimit.Unlock()
-	t.actionMuForSoftLimit.actionOnExceed = reArrangeFallback(a, t.actionMuForSoftLimit.actionOnExceed)
-}
-
-// GetFallbackForTest get the oom action used by test.
-func (t *Tracker) GetFallbackForTest(ignoreFinishedAction bool) ActionOnExceed {
-	t.actionMuForHardLimit.Lock()
-	defer t.actionMuForHardLimit.Unlock()
-	if t.actionMuForHardLimit.actionOnExceed != nil && t.actionMuForHardLimit.actionOnExceed.IsFinished() && ignoreFinishedAction {
-		t.actionMuForHardLimit.actionOnExceed = t.actionMuForHardLimit.actionOnExceed.GetFallback()
+	if a == nil {
+		return
 	}
-	return t.actionMuForHardLimit.actionOnExceed
+	a.SetFallback(t.actionMuForSoftLimit.actionOnExceed)
+	t.actionMuForSoftLimit.actionOnExceed = a
 }
 
-// reArrangeFallback merge two action chains and rearrange them by priority in descending order.
-func reArrangeFallback(a ActionOnExceed, b ActionOnExceed) ActionOnExceed {
-	if a == nil {
-		return b
-	}
-	if b == nil {
-		return a
-	}
-	if a.GetPriority() < b.GetPriority() {
-		a, b = b, a
+// GetFallbackForSoftLimitForTest get the oom action used by test.
+func (t *Tracker) GetFallbackForSoftLimitForTest(ignoreFinishedAction bool) ActionOnExceed {
+	t.actionMuForSoftLimit.Lock()
+	defer t.actionMuForSoftLimit.Unlock()
+	if t.actionMuForSoftLimit.actionOnExceed != nil && t.actionMuForSoftLimit.actionOnExceed.IsFinished() && ignoreFinishedAction {
+		t.actionMuForSoftLimit.actionOnExceed = t.actionMuForSoftLimit.actionOnExceed.GetFallback()
 	}
-	a.SetFallback(reArrangeFallback(a.GetFallback(), b))
-	return a
+	return t.actionMuForSoftLimit.actionOnExceed
 }
 
 // SetLabel sets the label of a Tracker.
@@ -394,17 +370,6 @@ func (t *Tracker) Consume(bs int64) {
 		}
 	}
 
-	tryAction := func(mu *actionMu, tracker *Tracker) {
-		mu.Lock()
-		defer mu.Unlock()
-		for mu.actionOnExceed != nil && mu.actionOnExceed.IsFinished() {
-			mu.actionOnExceed = mu.actionOnExceed.GetFallback()
-		}
-		if mu.actionOnExceed != nil {
-			mu.actionOnExceed.Action(tracker)
-		}
-	}
-
 	if bs > 0 && sessionRootTracker != nil {
 		// Kill the Top1 session
 		if sessionRootTracker.NeedKill.Load() {
@@ -433,6 +398,30 @@ func (t *Tracker) Consume(bs int64) {
 	}
 }
 
+func tryAction(mu *actionMu, tracker *Tracker) {
+	actionOne := func(currentAction ActionOnExceed, tracker *Tracker) ActionOnExceed {
+		for currentAction != nil && currentAction.IsFinished() {
+			currentAction = currentAction.GetFallback()
+		}
+		if currentAction != nil {
+			currentAction.Action(tracker)
+		}
+		return currentAction
+	}
+
+	actionAll := func(currentAction ActionOnExceed, tracker *Tracker) ActionOnExceed {
+		currentAction = actionOne(currentAction, tracker)
+		firstAction := currentAction
+		for ; currentAction != nil; currentAction = currentAction.GetFallback() {
+			currentAction.SetFallback(actionOne(currentAction.GetFallback(), tracker))
+		}
+		return firstAction
+	}
+	mu.Lock()
+	defer mu.Unlock()
+	mu.actionOnExceed = actionAll(mu.actionOnExceed, tracker)
+}
+
 // BufferedConsume is used to buffer memory usage and do late consume
 // not thread-safe, should be called in one goroutine
 func (t *Tracker) BufferedConsume(bufferedMemSize *int64, bytes int64) {
diff --git a/util/memory/tracker_test.go b/util/memory/tracker_test.go
index baa6461ac76c5..461dd190e7b58 100644
--- a/util/memory/tracker_test.go
+++ b/util/memory/tracker_test.go
@@ -191,79 +191,56 @@ func TestOOMAction(t *testing.T) {
 	tracker.Consume(10000)
 	require.True(t, action.called)
 
-	// test fallback
-	action1 := &mockAction{}
-	action2 := &mockAction{}
-	tracker.SetActionOnExceed(action1)
-	tracker.FallbackOldAndSetNewAction(action2)
-	require.False(t, action1.called)
-	require.False(t, action2.called)
-	tracker.Consume(10000)
-	require.True(t, action2.called)
-	require.False(t, action1.called)
-	tracker.Consume(10000)
-	require.True(t, action1.called)
-	require.True(t, action2.called)
-
 	// test softLimit
 	tracker = NewTracker(1, 100)
-	action1 = &mockAction{}
-	action2 = &mockAction{}
+	action1 := &mockAction{}
+	action2 := &mockAction{}
 	action3 := &mockAction{}
-	tracker.SetActionOnExceed(action1)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(action1)
 	tracker.FallbackOldAndSetNewActionForSoftLimit(action2)
 	tracker.FallbackOldAndSetNewActionForSoftLimit(action3)
-	require.False(t, action3.called)
-	require.False(t, action2.called)
 	require.False(t, action1.called)
-	tracker.Consume(80)
-	require.True(t, action3.called)
 	require.False(t, action2.called)
-	require.False(t, action1.called)
-	tracker.Consume(20)
+	require.False(t, action3.called)
+	tracker.Consume(80)
+	require.True(t, action1.called) // Action All
+	require.True(t, action2.called)
 	require.True(t, action3.called)
-	require.True(t, action2.called) // SoftLimit fallback
-	require.True(t, action1.called) // HardLimit
 
-	// test fallback
+	// test setFinished
+	tracker.actionMuForSoftLimit.actionOnExceed = nil
 	action1 = &mockAction{}
 	action2 = &mockAction{}
 	action3 = &mockAction{}
 	action4 := &mockAction{}
 	action5 := &mockAction{}
-	tracker.SetActionOnExceed(action1)
-	tracker.FallbackOldAndSetNewAction(action2)
-	tracker.FallbackOldAndSetNewAction(action3)
-	tracker.FallbackOldAndSetNewAction(action4)
-	tracker.FallbackOldAndSetNewAction(action5)
-	require.Equal(t, action5, tracker.actionMuForHardLimit.actionOnExceed)
-	require.Equal(t, action4, tracker.actionMuForHardLimit.actionOnExceed.GetFallback())
-	action4.SetFinished()
-	require.Equal(t, action3, tracker.actionMuForHardLimit.actionOnExceed.GetFallback())
-	action3.SetFinished()
+	tracker.FallbackOldAndSetNewActionForSoftLimit(action5)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(action4)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(action3)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(action2)
+	tracker.FallbackOldAndSetNewActionForSoftLimit(action1)
+	require.Equal(t, action1, tracker.actionMuForSoftLimit.actionOnExceed)
+	require.Equal(t, action2, tracker.actionMuForSoftLimit.actionOnExceed.GetFallback())
 	action2.SetFinished()
-	require.Equal(t, action1, tracker.actionMuForHardLimit.actionOnExceed.GetFallback())
+	require.Equal(t, action3, tracker.actionMuForSoftLimit.actionOnExceed.GetFallback())
+	action3.SetFinished()
+	action4.SetFinished()
+	require.Equal(t, action5, tracker.actionMuForSoftLimit.actionOnExceed.GetFallback())
 }
 
 type mockAction struct {
 	BaseOOMAction
-	called   bool
-	priority int64
+	called    bool
+	priority  int64
+	calledNum int64
 }
 
 func (a *mockAction) SetLogHook(hook func(uint64)) {
 }
 
 func (a *mockAction) Action(t *Tracker) {
-	if a.called && a.fallbackAction != nil {
-		a.fallbackAction.Action(t)
-		return
-	}
 	a.called = true
-}
-
-func (a *mockAction) GetPriority() int64 {
-	return a.priority
+	a.calledNum++
 }
 
 func TestAttachTo(t *testing.T) {
@@ -546,7 +523,7 @@ func TestErrorCode(t *testing.T) {
 	require.Equal(t, errno.ErrMemExceedThreshold, int(terror.ToSQLError(errMemExceedThreshold).Code))
 }
 
-func TestOOMActionPriority(t *testing.T) {
+func TestOOMActionAll(t *testing.T) {
 	tracker := NewTracker(1, 100)
 	// make sure no panic here.
 	tracker.Consume(10000)
@@ -559,24 +536,11 @@ func TestOOMActionPriority(t *testing.T) {
 		actions[i] = &mockAction{priority: int64(i)}
 	}
 
-	randomShuffle := make([]int, n)
 	for i := 0; i < n; i++ {
-		randomShuffle[i] = i
-		pos := rand.Int() % (i + 1)
-		randomShuffle[i], randomShuffle[pos] = randomShuffle[pos], randomShuffle[i]
-	}
-
-	for i := 0; i < n; i++ {
-		tracker.FallbackOldAndSetNewAction(actions[randomShuffle[i]])
-	}
-	for i := n - 1; i >= 0; i-- {
+		tracker.FallbackOldAndSetNewActionForSoftLimit(actions[i])
 		tracker.Consume(100)
-		for j := n - 1; j >= 0; j-- {
-			if j >= i {
-				require.True(t, actions[j].called)
-			} else {
-				require.False(t, actions[j].called)
-			}
+		for j := 0; j <= i; j++ {
+			require.Equal(t, int64(i+1-j), actions[j].calledNum)
 		}
 	}
 }