fix incompatible changes.

apache · Oct 18, 2024 · eb6456c · eb6456c
1 parent b5eb68d
commit eb6456c
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/.../main/java/org/apache/celeborn/service/deploy/master/clustermeta/AbstractMetaManager.java b/.../main/java/org/apache/celeborn/service/deploy/master/clustermeta/AbstractMetaManager.java
@@ -29,6 +29,7 @@
 import java.util.concurrent.atomic.LongAdder;
 import java.util.stream.Collectors;
 
+import scala.Int;
 import scala.Option;
 import scala.Tuple2;
 
@@ -129,7 +130,13 @@ public void updateUnregisterShuffleMeta(String shuffleKey) {
   }
 
   public void updateBatchUnregisterShuffleMeta(List<String> shuffleKeys) {
-    registeredShuffle.removeAll(shuffleKeys);
+    for (String shuffleKey : shuffleKeys) {
+      Tuple2<String, Object> appIdShuffleId = Utils.splitShuffleKey(shuffleKey);
+      String appId = appIdShuffleId._1;
+      if (registeredAppAndShuffles.containsKey(appId)) {
+        registeredAppAndShuffles.get(appId).remove((Int) appIdShuffleId._2);
+      }
+    }
   }
 
   public void updateAppHeartbeatMeta(String appId, long time, long totalWritten, long fileCount) {