[FLINK-33354][runtime] Using the InputStream instead of byte array to…

… avoid contiguous huge memory usage
apache · Nov 7, 2023 · b759794 · b759794
1 parent b1786ba
commit b759794
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/...k-runtime/src/main/java/org/apache/flink/runtime/deployment/TaskDeploymentDescriptor.java b/...k-runtime/src/main/java/org/apache/flink/runtime/deployment/TaskDeploymentDescriptor.java
@@ -28,16 +28,17 @@
 import org.apache.flink.runtime.executiongraph.JobInformation;
 import org.apache.flink.runtime.executiongraph.TaskInformation;
 import org.apache.flink.runtime.util.GroupCache;
-import org.apache.flink.util.FileUtils;
 import org.apache.flink.util.InstantiationUtil;
 import org.apache.flink.util.Preconditions;
 import org.apache.flink.util.SerializedValue;
 
 import javax.annotation.Nullable;
 
+import java.io.BufferedInputStream;
 import java.io.File;
 import java.io.IOException;
 import java.io.Serializable;
+import java.nio.file.Files;
 import java.util.List;
 
 /**
@@ -281,7 +282,7 @@ public void loadBigData(
                 // enters a terminal state)
                 jobInformation =
                         InstantiationUtil.deserializeObject(
-                                FileUtils.readAllBytes(dataFile.toPath()),
+                                new BufferedInputStream(Files.newInputStream(dataFile.toPath())),
                                 getClass().getClassLoader());
                 jobInformationCache.put(jobId, jobInfoKey, jobInformation);
             }
@@ -303,7 +304,7 @@ public void loadBigData(
                 // enters a terminal state)
                 taskInformation =
                         InstantiationUtil.deserializeObject(
-                                FileUtils.readAllBytes(dataFile.toPath()),
+                                new BufferedInputStream(Files.newInputStream(dataFile.toPath())),
                                 getClass().getClassLoader());
                 taskInformationCache.put(jobId, taskInfoKey, taskInformation);
             }