[CELEBORN-1094] Optimize mechanism of ChunkManager expired shuffle ke…

…y cleanup to avoid memory leak
apache · Nov 2, 2023 · 115e27d · 115e27d
1 parent e22ef17
commit 115e27d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...r/src/main/java/org/apache/celeborn/service/deploy/worker/storage/ChunkStreamManager.java b/...r/src/main/java/org/apache/celeborn/service/deploy/worker/storage/ChunkStreamManager.java
@@ -174,7 +174,7 @@ public void cleanupExpiredShuffleKey(Set<String> expiredShuffleKeys) {
 
       // normally expiredStreamIds set will be empty as streamId will be removed when be fully read
       if (expiredStreamIds != null && !expiredStreamIds.isEmpty()) {
-        expiredStreamIds.parallelStream().forEach(streams::remove);
+        expiredStreamIds.forEach(streams::remove);
       }
     }
     logger.info(