enhance: Purge delete buffer asap all L0 segment ready

See also milvus-io#35303 Signed-off-by: Congqi Xia <[email protected]>
congqixia · Aug 6, 2024 · 9725c52 · 9725c52
1 parent 3c9a47c
commit 9725c52
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/internal/querynodev2/delegator/delegator_data.go b/internal/querynodev2/delegator/delegator_data.go
@@ -668,6 +668,9 @@ func (sd *shardDelegator) loadStreamDelete(ctx context.Context,
 			}
 		}
 
+		// if segment level is not L0, delete buffer could be purged safely according to target checkpoint
+		sd.deleteBuffer.TryDiscard(position.GetTimestamp())
+
 		deleteData = &storage.DeleteData{}
 		// start position is dml position for segment
 		// if this position is before deleteBuffer's safe ts, it means some delete shall be read from msgstream