Cluster Serving multiple model management (intel-analytics#2850)

dding3 · Sep 11, 2020 · 145367f · 145367f
1 parent f4fa6ee
commit 145367f
Showing 1 changed file with 9 additions and 10 deletions.
diff --git a/bigdl/dllib/src/main/scala/com/intel/analytics/bigdl/dllib/inference/OpenVINOModel.scala b/bigdl/dllib/src/main/scala/com/intel/analytics/bigdl/dllib/inference/OpenVINOModel.scala
@@ -110,16 +110,15 @@ class OpenVINOModel(var modelHolder: OpenVINOModelHolder,
   }
 
   override def copy(num: Int): Array[AbstractModel] = {
-    val arr = new Array[AbstractModel](1)
-
-    (0 until 1).foreach(i => {
-      val modelBytes = modelHolder.modelBytes.clone()
-      val weightBytes = modelHolder.weightBytes.clone()
-
-      arr(i) = new OpenVINOModel(
-        new OpenVINOModelHolder(modelBytes, weightBytes), isInt8, batchSize, DeviceType.CPU)
-    })
-    arr
+    Array(this)
+//    val arr = new Array[AbstractModel](num)
+//    val modelBytes = this.modelHolder.modelBytes.clone()
+//    val weightBytes = this.modelHolder.weightBytes.clone()
+//    val modelHolder = new OpenVINOModelHolder(modelBytes, weightBytes)
+//    (0 until num).foreach(i => {
+//      arr(i) = new OpenVINOModel(modelHolder, isInt8, batchSize, DeviceType.CPU)
+//    })
+//    arr
   }
 
   override def release(): Unit = {