From 940dee0e8cfa392177ce84ef79f5bab007c55e8b Mon Sep 17 00:00:00 2001
From: akoryach <anastasia.koryachikhina@intel.com>
Date: Sun, 4 Apr 2021 19:42:49 +0300
Subject: [PATCH 01/14] add inferemce test with streams

---
 tests/stress_tests/memcheck_tests/tests.cpp | 71 +++++++++++++++++++++
 1 file changed, 71 insertions(+)

diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index 2a64bf314a2672..32308c6f87c2a5 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -106,3 +106,74 @@ INSTANTIATE_TEST_CASE_P(MemCheckTests, MemCheckTestSuite,
                         ::testing::ValuesIn(
                                 generateTestsParams({"devices", "models"})),
                         getTestCaseName);
+
+TEST_P(MemCheckTestSuite, inference_with_streams) {
+    const auto nstreams = "2";
+    log_info("Inference of InferRequest from network: \"" << model
+                                                          << "\" with precision: \"" << precision
+                                                          << "\" for device: \"" << device << "\""
+                                                          << "\" with strems: \"" << nstreams);
+    auto test_pipeline = [&]{
+        MemCheckPipeline memCheckPipeline;
+
+        Core ie;
+        ie.GetVersions(device);
+        std::map<std::string, std::map<std::string, std::string>> config;
+
+        if (!config.count(device)) 
+            config[device] = {};
+
+        std::map<std::string, std::string>& device_config = config.at(device);
+
+        auto setThroughputStreams = [&] () {
+            const std::string key = device + "_THROUGHPUT_STREAMS";
+            // set to user defined value
+            std::vector<std::string> supported_config_keys = ie.GetMetric(device, METRIC_KEY(SUPPORTED_CONFIG_KEYS));
+            if (std::find(supported_config_keys.begin(), supported_config_keys.end(), key) == supported_config_keys.end()) {
+                throw std::logic_error("Device " + device + " doesn't support config key '" + key + "'! " +
+                                        "Please specify -nstreams for correct devices in format  <dev1>:<nstreams1>,<dev2>:<nstreams2>" +
+                                        " or via configuration file.");
+            }
+            device_config[key] = nstreams;
+        };
+
+    if (device == "CPU") {  
+        // CPU supports few special performance-oriented keys
+        // for CPU execution, more throughput-oriented execution via streams
+        setThroughputStreams();
+    } else if (device == ("GPU")) {
+        // for GPU execution, more throughput-oriented execution via streams
+        setThroughputStreams();
+    } else {
+        throw std::invalid_argument("This device is not supported");
+    }
+
+    for (auto&& item : config) {
+        ie.SetConfig(item.second, item.first);
+    }
+
+    CNNNetwork cnnNetwork = ie.ReadNetwork(model);
+    ExecutableNetwork exeNetwork = ie.LoadNetwork(cnnNetwork, device);
+    InferRequest inferRequest = exeNetwork.CreateInferRequest();
+
+    auto batchSize = cnnNetwork.getBatchSize();
+    batchSize = batchSize != 0 ? batchSize : 1;
+    const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
+    fillBlobs(inferRequest, inputsInfo, batchSize);
+
+    inferRequest.Infer();
+    OutputsDataMap output_info(cnnNetwork.getOutputsInfo());
+    for (auto &output : output_info)
+        Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
+
+    log_info("Memory consumption after Inference:");
+    memCheckPipeline.record_measures(test_name);
+
+    log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));
+    return memCheckPipeline.measure();
+
+    };      
+
+    TestResult res = common_test_pipeline(test_pipeline, test_refs.references);
+    EXPECT_EQ(res.first, TestStatus::TEST_OK) << res.second;
+}
\ No newline at end of file

From 533967c15f5a361c2d945e034ac3e350321bf2c9 Mon Sep 17 00:00:00 2001
From: akoryach <anastasia.koryachikhina@intel.com>
Date: Sun, 4 Apr 2021 20:02:18 +0300
Subject: [PATCH 02/14] add empty line at the end

---
 tests/stress_tests/memcheck_tests/tests.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index 32308c6f87c2a5..c7469ced800580 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -176,4 +176,4 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
 
     TestResult res = common_test_pipeline(test_pipeline, test_refs.references);
     EXPECT_EQ(res.first, TestStatus::TEST_OK) << res.second;
-}
\ No newline at end of file
+}

From f75a7df6a9993fdb7de54a4759d42de9a54ba2ce Mon Sep 17 00:00:00 2001
From: akoryach <anastasia.koryachikhina@intel.com>
Date: Tue, 20 Apr 2021 20:11:13 +0300
Subject: [PATCH 03/14] removed extra configuration for config, added second
 InferRequest

---
 tests/stress_tests/memcheck_tests/tests.cpp | 82 ++++++++-------------
 1 file changed, 31 insertions(+), 51 deletions(-)

diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index c7469ced800580..5a847a985398e4 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -108,71 +108,51 @@ INSTANTIATE_TEST_CASE_P(MemCheckTests, MemCheckTestSuite,
                         getTestCaseName);
 
 TEST_P(MemCheckTestSuite, inference_with_streams) {
-    const auto nstreams = "2";
+    const auto nstreams = 2;
     log_info("Inference of InferRequest from network: \"" << model
                                                           << "\" with precision: \"" << precision
                                                           << "\" for device: \"" << device << "\""
-                                                          << "\" with strems: \"" << nstreams);
-    auto test_pipeline = [&]{
+                                                          << "\" with streams: \"" << nstreams);
+    auto test_pipeline = [&] {
         MemCheckPipeline memCheckPipeline;
 
         Core ie;
         ie.GetVersions(device);
-        std::map<std::string, std::map<std::string, std::string>> config;
-
-        if (!config.count(device)) 
-            config[device] = {};
-
-        std::map<std::string, std::string>& device_config = config.at(device);
-
-        auto setThroughputStreams = [&] () {
-            const std::string key = device + "_THROUGHPUT_STREAMS";
-            // set to user defined value
-            std::vector<std::string> supported_config_keys = ie.GetMetric(device, METRIC_KEY(SUPPORTED_CONFIG_KEYS));
-            if (std::find(supported_config_keys.begin(), supported_config_keys.end(), key) == supported_config_keys.end()) {
-                throw std::logic_error("Device " + device + " doesn't support config key '" + key + "'! " +
-                                        "Please specify -nstreams for correct devices in format  <dev1>:<nstreams1>,<dev2>:<nstreams2>" +
-                                        " or via configuration file.");
-            }
-            device_config[key] = nstreams;
-        };
-
-    if (device == "CPU") {  
-        // CPU supports few special performance-oriented keys
-        // for CPU execution, more throughput-oriented execution via streams
-        setThroughputStreams();
-    } else if (device == ("GPU")) {
-        // for GPU execution, more throughput-oriented execution via streams
-        setThroughputStreams();
-    } else {
-        throw std::invalid_argument("This device is not supported");
-    }
+        std::map<std::string, std::string> config;
 
-    for (auto&& item : config) {
-        ie.SetConfig(item.second, item.first);
-    }
+        const std::string key = device + "_THROUGHPUT_STREAMS";
+        config[key] = std::to_string(nstreams);
+
+        if ((device != "CPU") && (device != "GPU"))
+            throw std::invalid_argument("This device is not supported");
+
+        ie.SetConfig(config, device);
+
+        CNNNetwork cnnNetwork = ie.ReadNetwork(model);
+        ExecutableNetwork exeNetwork = ie.LoadNetwork(cnnNetwork, device);
+        auto batchSize = cnnNetwork.getBatchSize();
+        batchSize = batchSize != 0 ? batchSize : 1;
+        const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
 
-    CNNNetwork cnnNetwork = ie.ReadNetwork(model);
-    ExecutableNetwork exeNetwork = ie.LoadNetwork(cnnNetwork, device);
-    InferRequest inferRequest = exeNetwork.CreateInferRequest();
+        InferRequest inferRequest;
 
-    auto batchSize = cnnNetwork.getBatchSize();
-    batchSize = batchSize != 0 ? batchSize : 1;
-    const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
-    fillBlobs(inferRequest, inputsInfo, batchSize);
+        for (int counter = 0; counter < nstreams; counter++) {
+            inferRequest = exeNetwork.CreateInferRequest();
+            fillBlobs(inferRequest, inputsInfo, batchSize);
 
-    inferRequest.Infer();
-    OutputsDataMap output_info(cnnNetwork.getOutputsInfo());
-    for (auto &output : output_info)
-        Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
+            inferRequest.Infer();
+            OutputsDataMap output_info(cnnNetwork.getOutputsInfo());
+            for (auto &output : output_info)
+                Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
+        }
 
-    log_info("Memory consumption after Inference:");
-    memCheckPipeline.record_measures(test_name);
+        log_info("Memory consumption after Inference:");
+        memCheckPipeline.record_measures(test_name);
 
-    log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));
-    return memCheckPipeline.measure();
+        log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));
+        return memCheckPipeline.measure();
 
-    };      
+    };
 
     TestResult res = common_test_pipeline(test_pipeline, test_refs.references);
     EXPECT_EQ(res.first, TestStatus::TEST_OK) << res.second;

From 9fc61f1ab7413cfbc7d5603e99362305fbaa7ba7 Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Thu, 22 Apr 2021 20:50:06 +0300
Subject: [PATCH 04/14] Changed log comment

---
 tests/stress_tests/memcheck_tests/tests.cpp | 17 +++++++----------
 1 file changed, 7 insertions(+), 10 deletions(-)

diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index 5a847a985398e4..62b856530cc62b 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -113,19 +113,18 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
                                                           << "\" with precision: \"" << precision
                                                           << "\" for device: \"" << device << "\""
                                                           << "\" with streams: \"" << nstreams);
+    if ((device != "CPU") && (device != "GPU"))
+        throw std::invalid_argument("This device is not supported");
+
     auto test_pipeline = [&] {
         MemCheckPipeline memCheckPipeline;
-
         Core ie;
-        ie.GetVersions(device);
         std::map<std::string, std::string> config;
-
         const std::string key = device + "_THROUGHPUT_STREAMS";
-        config[key] = std::to_string(nstreams);
-
-        if ((device != "CPU") && (device != "GPU"))
-            throw std::invalid_argument("This device is not supported");
+        InferRequest inferRequest;
 
+        config[key] = std::to_string(nstreams);
+        ie.GetVersions(device);
         ie.SetConfig(config, device);
 
         CNNNetwork cnnNetwork = ie.ReadNetwork(model);
@@ -134,8 +133,6 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
         batchSize = batchSize != 0 ? batchSize : 1;
         const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
 
-        InferRequest inferRequest;
-
         for (int counter = 0; counter < nstreams; counter++) {
             inferRequest = exeNetwork.CreateInferRequest();
             fillBlobs(inferRequest, inputsInfo, batchSize);
@@ -146,7 +143,7 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
                 Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
         }
 
-        log_info("Memory consumption after Inference:");
+        log_info("Memory consumption after Inference with streams: \"" << nstreams);
         memCheckPipeline.record_measures(test_name);
 
         log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));

From a5ba4b1716c2e9bcfd56f38e18c7dea596341d44 Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Fri, 23 Apr 2021 16:12:15 +0300
Subject: [PATCH 05/14] change some line order

---
 tests/stress_tests/memcheck_tests/tests.cpp | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index 62b856530cc62b..878980e2837f43 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -118,15 +118,17 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
 
     auto test_pipeline = [&] {
         MemCheckPipeline memCheckPipeline;
-        Core ie;
+
         std::map<std::string, std::string> config;
         const std::string key = device + "_THROUGHPUT_STREAMS";
-        InferRequest inferRequest;
+        config[device + "_THROUGHPUT_STREAMS"] = std::to_string(nstreams);
 
-        config[key] = std::to_string(nstreams);
+        Core ie;
         ie.GetVersions(device);
         ie.SetConfig(config, device);
 
+        InferRequest inferRequest;
+
         CNNNetwork cnnNetwork = ie.ReadNetwork(model);
         ExecutableNetwork exeNetwork = ie.LoadNetwork(cnnNetwork, device);
         auto batchSize = cnnNetwork.getBatchSize();

From 4f6d511284953d2f50ccd69b26d0a69a9568c69d Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Thu, 29 Apr 2021 14:29:25 +0300
Subject: [PATCH 06/14] Added public references and change number of request to
 OPTIMAL_NUMBER_OF_INFER_REQUESTS

---
 .../desktop_references_config.xml             | 161 +++++++++++++++++-
 .../desktop_references_config.xml             |  16 ++
 tests/stress_tests/memcheck_tests/tests.cpp   |  11 +-
 3 files changed, 182 insertions(+), 6 deletions(-)

diff --git a/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_references_config.xml
index dac3d2ef43634c..adb8e7ece93015 100644
--- a/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_references_config.xml
@@ -7,315 +7,468 @@
         <model device="CPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" vmhwm="30227" vmpeak="1037795" vmrss="30227" vmsize="956035"/>
         <model device="CPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" vmhwm="32110" vmpeak="1137089" vmrss="32110" vmsize="1137089"/>
         <model device="GPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" vmhwm="329435" vmpeak="857864" vmrss="329435" vmsize="772668"/>
+        <model device="CPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" vmhwm="28615" vmpeak="1081740" vmrss="28615" vmsize="996944"/>
+        <model device="GPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" vmhwm="399817" vmpeak="2069402" vmrss="399817" vmsize="2069402"/>
         <model device="CPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="infer_request_inference" vmhwm="33727" vmpeak="1141301" vmrss="33727" vmsize="1141301"/>
         <model device="GPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="infer_request_inference" vmhwm="340433" vmpeak="868753" vmrss="340433" vmsize="783556"/>
         <model device="GPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="create_exenetwork" vmhwm="339934" vmpeak="698349" vmrss="339934" vmsize="698349"/>
         <model device="CPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="create_exenetwork" vmhwm="34309" vmpeak="962114" vmrss="32546" vmsize="960247"/>
+        <model device="CPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="inference_with_streams" vmhwm="33779" vmpeak="1004010" vmrss="31517" vmsize="1002544"/>
+        <model device="GPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="inference_with_streams" vmhwm="492107" vmpeak="1703223" vmrss="492107" vmsize="1618026"/>
         <model device="GPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="infer_request_inference" vmhwm="1071985" vmpeak="1598854" vmrss="1071985" vmsize="1513657"/>
         <model device="CPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="create_exenetwork" vmhwm="323060" vmpeak="1302262" vmrss="233859" vmsize="1212931"/>
         <model device="GPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="create_exenetwork" vmhwm="1071673" vmpeak="1429012" vmrss="1071673" vmsize="1429012"/>
         <model device="CPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="infer_request_inference" vmhwm="322951" vmpeak="1484464" vmrss="279208" vmsize="1399268"/>
+        <model device="CPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="inference_with_streams" vmhwm="417887" vmpeak="1957191" vmrss="300565" vmsize="1871994"/>
+        <model device="GPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="inference_with_streams" vmhwm="2370503" vmpeak="3683914" vmrss="2370503" vmsize="3605373"/>
         <model device="GPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="create_exenetwork" vmhwm="5488875" vmpeak="5846682" vmrss="5417256" vmsize="5774787"/>
         <model device="CPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="create_exenetwork" vmhwm="845915" vmpeak="2927428" vmrss="655449" vmsize="2736734"/>
         <model device="CPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="infer_request_inference" vmhwm="1768228" vmpeak="2992033" vmrss="1768228" vmsize="2821946"/>
         <model device="GPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="infer_request_inference" vmhwm="5498755" vmpeak="5913622" vmrss="5393434" vmsize="5828425"/>
+        <model device="CPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="inference_with_streams" vmhwm="1866846" vmpeak="4406641" vmrss="1866758" vmsize="4313181"/>
         <model device="CPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="create_exenetwork" vmhwm="153509" vmpeak="2130762" vmrss="131820" vmsize="2109010"/>
         <model device="CPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="infer_request_inference" vmhwm="1157234" vmpeak="2449824" vmrss="1157234" vmsize="2364627"/>
         <model device="GPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="create_exenetwork" vmhwm="2281832" vmpeak="2638927" vmrss="2207790" vmsize="2564796"/>
         <model device="GPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="infer_request_inference" vmhwm="2300573" vmpeak="2732880" vmrss="2217467" vmsize="2647684"/>
+        <model device="CPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="inference_with_streams" vmhwm="1089462" vmpeak="3246869" vmrss="1088807" vmsize="3161672"/>
+        <model device="GPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="inference_with_streams" vmhwm="5567614" vmpeak="6861686" vmrss="5514776" vmsize="6808422"/>
         <model device="CPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="142896" vmpeak="1079457" vmrss="112377" vmsize="1048611"/>
         <model device="CPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="143520" vmpeak="1230450" vmrss="117785" vmsize="1230450"/>
         <model device="GPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="681803" vmpeak="1209452" vmrss="681803" vmsize="1124255"/>
         <model device="GPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="684533" vmpeak="1041762" vmrss="684533" vmsize="1041762"/>
+        <model device="CPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="179067" vmpeak="1382435" vmrss="125892" vmsize="1297238"/>
+        <model device="GPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1265924" vmpeak="2851456" vmrss="1265924" vmsize="2766259"/>
         <model device="CPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="715135" vmpeak="1690878" vmrss="517982" vmsize="1483570"/>
         <model device="GPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="1670255" vmpeak="2196989" vmrss="1670255" vmsize="2111792"/>
         <model device="CPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="716154" vmpeak="1690884" vmrss="507525" vmsize="1482078"/>
         <model device="GPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="1662434" vmpeak="2019430" vmrss="1662434" vmsize="2019430"/>
+        <model device="CPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="939291" vmpeak="2191129" vmrss="540456" vmsize="1740596"/>
+        <model device="GPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="2969886" vmpeak="4403224" vmrss="2969886" vmsize="4318028"/>
         <model device="CPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="813150" vmpeak="2102848" vmrss="554668" vmsize="1737689"/>
         <model device="CPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="812780" vmpeak="1815288" vmrss="625066" vmsize="1744184"/>
         <model device="GPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="1357709" vmpeak="1707929" vmrss="1054398" vmsize="1401415"/>
         <model device="GPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="1357283" vmpeak="1707222" vmrss="1055761" vmsize="1487714"/>
+        <model device="CPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1077299" vmpeak="2466084" vmrss="643666" vmsize="1962355"/>
+        <model device="GPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1436775" vmpeak="3072945" vmrss="1360975" vmsize="2987748"/>
         <model device="CPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="infer_request_inference" vmhwm="963482" vmpeak="1895368" vmrss="658283" vmsize="1767693"/>
         <model device="CPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="create_exenetwork" vmhwm="964272" vmpeak="1895368" vmrss="654877" vmsize="1585792"/>
         <model device="GPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="infer_request_inference" vmhwm="1677910" vmpeak="2036039" vmrss="1018867" vmsize="1460924"/>
         <model device="GPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="create_exenetwork" vmhwm="1673422" vmpeak="2031624" vmrss="1013547" vmsize="1371312"/>
+        <model device="?PU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="inference_with_streams" vmhwm="1265607" vmpeak="2241304" vmrss="652927" vmsize="1625114"/>
+        <model device="GPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="inference_with_streams" vmhwm="1507558" vmpeak="3019608" vmrss="1448397" vmsize="2934412"/>
         <model device="GPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="1022548" vmpeak="1475224" vmrss="959036" vmsize="1390027"/>
         <model device="CPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="301511" vmpeak="1258327" vmrss="221260" vmsize="1177727"/>
         <model device="CPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="300705" vmpeak="1445402" vmrss="235357" vmsize="1360205"/>
         <model device="GPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="1023994" vmpeak="1370938" vmrss="959743" vmsize="1306188"/>
+        <model device="GPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1846551" vmpeak="3187360" vmrss="1815444" vmsize="3175463"/>
+        <model device="CPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="392667" vmpeak="2049429" vmrss="251591" vmsize="1902295"/>
         <model device="CPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="infer_request_inference" vmhwm="321152" vmpeak="1278378" vmrss="258684" vmsize="1194871"/>
         <model device="CPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="create_exenetwork" vmhwm="321599" vmpeak="1278414" vmrss="232367" vmsize="1189084"/>
         <model device="GPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="create_exenetwork" vmhwm="957179" vmpeak="1314721" vmrss="957179" vmsize="1314721"/>
         <model device="GPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="infer_request_inference" vmhwm="942968" vmpeak="1470898" vmrss="942968" vmsize="1385701"/>
+        <model device="CPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="inference_with_streams" vmhwm="413800" vmpeak="1542502" vmrss="270134" vmsize="1463295"/>
+        <model device="GPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="inference_with_streams" vmhwm="2039102" vmpeak="3333059" vmrss="2039102" vmsize="3333059"/>
         <model device="CPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="create_exenetwork" vmhwm="90064" vmpeak="1030208" vmrss="74037" vmsize="1014031"/>
         <model device="CPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="infer_request_inference" vmhwm="90126" vmpeak="1281170" vmrss="82409" vmsize="1195974"/>
         <model device="GPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="create_exenetwork" vmhwm="594932" vmpeak="952640" vmrss="594932" vmsize="952640"/>
         <model device="GPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="infer_request_inference" vmhwm="596081" vmpeak="1120735" vmrss="596081" vmsize="1035538"/>
+        <model device="CPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="112148" vmpeak="1364729" vmrss="88597" vmsize="1260885"/>
+        <model device="GPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="1071189" vmpeak="2623758" vmrss="1071189" vmsize="2538562"/>
         <model device="GPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="infer_request_inference" vmhwm="645127" vmpeak="1162184" vmrss="645127" vmsize="1076987"/>
         <model device="CPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="infer_request_inference" vmhwm="130343" vmpeak="1311367" vmrss="111295" vmsize="1226170"/>
         <model device="GPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="create_exenetwork" vmhwm="640260" vmpeak="988109" vmrss="640260" vmsize="988109"/>
         <model device="CPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="create_exenetwork" vmhwm="130213" vmpeak="1074086" vmrss="100630" vmsize="1044352"/>
+        <model device="CPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="inference_with_streams" vmhwm="165562" vmpeak="1170213" vmrss="118976" vmsize="1113039"/>
+        <model device="GPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="inference_with_streams" vmhwm="1061897" vmpeak="2718066" vmrss="1061897" vmsize="2632869"/>
         <model device="CPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" vmhwm="125866" vmpeak="1110345" vmrss="98670" vmsize="1045501"/>
         <model device="GPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" vmhwm="665277" vmpeak="1012148" vmrss="665277" vmsize="1012148"/>
         <model device="GPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" vmhwm="664773" vmpeak="1181507" vmrss="664773" vmsize="1096310"/>
         <model device="CPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" vmhwm="126630" vmpeak="1222676" vmrss="110188" vmsize="1137479"/>
+        <model device="CPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" vmhwm="159863" vmpeak="1179557" vmrss="120094" vmsize="1116970"/>
+        <model device="GPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" vmhwm="1276043" vmpeak="2832518" vmrss="1276043" vmsize="2747321"/>
         <model device="CPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="infer_request_inference" vmhwm="290009" vmpeak="1430551" vmrss="266780" vmsize="1430551"/>
         <model device="GPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="create_exenetwork" vmhwm="1465521" vmpeak="1823016" vmrss="1465521" vmsize="1823016"/>
         <model device="CPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="create_exenetwork" vmhwm="290888" vmpeak="1281810" vmrss="257852" vmsize="1248598"/>
         <model device="GPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="infer_request_inference" vmhwm="1462349" vmpeak="1990289" vmrss="1462349" vmsize="1905092"/>
+        <model device="CPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="inference_with_streams" vmhwm="373230" vmpeak="1526402" vmrss="327912" vmsize="1496310"/>
+        <model device="GPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="inference_with_streams" vmhwm="2571706" vmpeak="3839326" vmrss="2571706" vmsize="3839326"/>
         <model device="GPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="infer_request_inference" vmhwm="820570" vmpeak="1338064" vmrss="820570" vmsize="1252867"/>
         <model device="CPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="create_exenetwork" vmhwm="128388" vmpeak="1033484" vmrss="107822" vmsize="1012533"/>
         <model device="GPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="create_exenetwork" vmhwm="810825" vmpeak="1168039" vmrss="810825" vmsize="1168039"/>
         <model device="CPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="infer_request_inference" vmhwm="128403" vmpeak="1194440" vmrss="116745" vmsize="1194440"/>
+        <model device="CPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="inference_with_streams" vmhwm="159099" vmpeak="1159033" vmrss="130140" vmsize="1134010"/>
+        <model device="GPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="inference_with_streams" vmhwm="1946016" vmpeak="3187470" vmrss="1946016" vmsize="3187470"/>
         <model device="GPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="infer_request_inference" vmhwm="3676467" vmpeak="4025216" vmrss="2028057" vmsize="2459688"/>
         <model device="GPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="create_exenetwork" vmhwm="3663301" vmpeak="4022153" vmrss="2013772" vmsize="2371428"/>
         <model device="CPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="create_exenetwork" vmhwm="2219448" vmpeak="3182665" vmrss="1490070" vmsize="2453094"/>
         <model device="CPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="infer_request_inference" vmhwm="2219224" vmpeak="3182665" vmrss="1523537" vmsize="2453885"/>
+        <model device="CPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="inference_with_streams" vmhwm="2948826" vmpeak="4169958" vmrss="1525456" vmsize="2714186"/>
+        <model device="GPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="inference_with_streams" vmhwm="3215602" vmpeak="4652934" vmrss="2271063" vmsize="3880812"/>
         <model device="GPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="538304" vmpeak="895824" vmrss="490417" vmsize="847880"/>
         <model device="CPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="201552" vmpeak="1170317" vmrss="144762" vmsize="1089290"/>
         <model device="GPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="541606" vmpeak="1021555" vmrss="494780" vmsize="936358"/>
         <model device="CPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="200688" vmpeak="1273443" vmrss="159364" vmsize="1273443"/>
+        <model device="CPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="259511" vmpeak="1336649" vmrss="168256" vmsize="1336649"/>
+        <model device="GPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="584417" vmpeak="1986041" vmrss="559187" vmsize="1986041"/>
         <model device="GPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="infer_request_inference" vmhwm="1109373" vmpeak="1637074" vmrss="1109373" vmsize="1551877"/>
         <model device="GPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="create_exenetwork" vmhwm="1110356" vmpeak="1467570" vmrss="1110356" vmsize="1467570"/>
         <model device="CPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="infer_request_inference" vmhwm="415594" vmpeak="1390048" vmrss="305515" vmsize="1390048"/>
         <model device="CPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="create_exenetwork" vmhwm="415412" vmpeak="1326598" vmrss="296753" vmsize="1207601"/>
+        <model device="CPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="inference_with_streams" vmhwm="541132" vmpeak="1595089" vmrss="320346" vmsize="1509892"/>
+        <model device="GPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="inference_with_streams" vmhwm="2023938" vmpeak="3330626" vmrss="2023938" vmsize="3330626"/>
         <model device="CPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="create_exenetwork" vmhwm="182317" vmpeak="1197773" vmrss="164658" vmsize="1111999"/>
         <model device="CPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="infer_request_inference" vmhwm="182390" vmpeak="1197778" vmrss="173716" vmsize="1112763"/>
         <model device="GPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="infer_request_inference" vmhwm="1093898" vmpeak="1621344" vmrss="1093898" vmsize="1536147"/>
         <model device="GPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="create_exenetwork" vmhwm="1094308" vmpeak="1452172" vmrss="1094308" vmsize="1452172"/>
+        <model device="CPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="inference_with_streams" vmhwm="235274" vmpeak="1727637" vmrss="215831" vmsize="1643205"/>
+        <model device="GPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="inference_with_streams" vmhwm="2337301" vmpeak="3736985" vmrss="2337301" vmsize="3651788"/>
         <model device="GPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="680950" vmpeak="1038434" vmrss="520566" vmsize="877874"/>
         <model device="CPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="271902" vmpeak="1405289" vmrss="206668" vmsize="1320092"/>
         <model device="GPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="680680" vmpeak="1054289" vmrss="527285" vmsize="969092"/>
         <model device="CPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="272740" vmpeak="1216732" vmrss="192602" vmsize="1136304"/>
+        <model device="CPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="353579" vmpeak="1835568" vmrss="215035" vmsize="1835568"/>
+        <model device="GPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="655408" vmpeak="2317697" vmrss="606210" vmsize="2303132"/>
         <model device="GPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="4857247" vmpeak="5206427" vmrss="4128420" vmsize="4553484"/>
         <model device="CPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="1128233" vmpeak="3280191" vmrss="780743" vmsize="2932467"/>
         <model device="CPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="2099572" vmpeak="3280186" vmrss="2099572" vmsize="2998964"/>
         <model device="GPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="4859030" vmpeak="5206666" vmrss="4102753" vmsize="4450399"/>
+        <model device="CPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="2081170" vmpeak="4946245" vmrss="2081170" vmsize="4710108"/>
         <model device="CPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="create_exenetwork" vmhwm="147898" vmpeak="1114651" vmrss="115112" vmsize="1053561"/>
         <model device="GPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="infer_request_inference" vmhwm="691709" vmpeak="1207856" vmrss="691709" vmsize="1122659"/>
         <model device="CPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="infer_request_inference" vmhwm="149328" vmpeak="1320654" vmrss="123120" vmsize="1235457"/>
         <model device="GPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="create_exenetwork" vmhwm="682973" vmpeak="1039568" vmrss="682973" vmsize="1039568"/>
+        <model device="CPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="inference_with_streams" vmhwm="185572" vmpeak="1218791" vmrss="131014" vmsize="1218791"/>
+        <model device="GPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="inference_with_streams" vmhwm="1432256" vmpeak="2842418" vmrss="1432256" vmsize="2842418"/>
         <model device="GPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="infer_request_inference" vmhwm="1976426" vmpeak="2503280" vmrss="1976426" vmsize="2418083"/>
         <model device="CPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="create_exenetwork" vmhwm="463372" vmpeak="1638936" vmrss="360770" vmsize="1535965"/>
         <model device="GPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="create_exenetwork" vmhwm="1975246" vmpeak="2332423" vmrss="1975246" vmsize="2332423"/>
         <model device="CPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="infer_request_inference" vmhwm="464297" vmpeak="1802980" vmrss="400145" vmsize="1717783"/>
+        <model device="CPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="inference_with_streams" vmhwm="611842" vmpeak="1974590" vmrss="454313" vmsize="1890163"/>
+        <model device="GPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="inference_with_streams" vmhwm="2907169" vmpeak="4184694" vmrss="2907169" vmsize="4099498"/>
         <model device="GPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="672250" vmpeak="1199031" vmrss="672250" vmsize="1113834"/>
         <model device="CPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="143041" vmpeak="1332099" vmrss="121971" vmsize="1246902"/>
         <model device="GPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="671990" vmpeak="1028981" vmrss="671990" vmsize="1028981"/>
         <model device="CPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="142844" vmpeak="1097834" vmrss="109626" vmsize="1064325"/>
+        <model device="CPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="181038" vmpeak="1742218" vmrss="130988" vmsize="1687233"/>
+        <model device="GPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1497204" vmpeak="2939086" vmrss="1475812" vmsize="2853890"/>
         <model device="GPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="infer_request_inference" vmhwm="1207304" vmpeak="1725323" vmrss="1207304" vmsize="1640126"/>
         <model device="CPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="create_exenetwork" vmhwm="477682" vmpeak="1454668" vmrss="337610" vmsize="1314164"/>
         <model device="CPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="infer_request_inference" vmhwm="476954" vmpeak="1581210" vmrss="351046" vmsize="1496014"/>
         <model device="GPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="create_exenetwork" vmhwm="1210544" vmpeak="1557566" vmrss="1210544" vmsize="1557566"/>
+        <model device="CPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="inference_with_streams" vmhwm="624629" vmpeak="1646897" vmrss="372985" vmsize="1563764"/>
+        <model device="GPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="inference_with_streams" vmhwm="2292648" vmpeak="3780951" vmrss="2292648" vmsize="3695754"/>
         <model device="GPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="create_exenetwork" vmhwm="944112" vmpeak="1291321" vmrss="944112" vmsize="1291321"/>
         <model device="CPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="infer_request_inference" vmhwm="231592" vmpeak="1403303" vmrss="181334" vmsize="1318106"/>
         <model device="CPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="create_exenetwork" vmhwm="232299" vmpeak="1191814" vmrss="176898" vmsize="1136148"/>
         <model device="GPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="infer_request_inference" vmhwm="947564" vmpeak="1465734" vmrss="947564" vmsize="1380537"/>
+        <model device="CPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="inference_with_streams" vmhwm="297190" vmpeak="1286542" vmrss="200688" vmsize="1202661"/>
+        <model device="GPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="inference_with_streams" vmhwm="2016835" vmpeak="3353256" vmrss="2016835" vmsize="3353256"/>
         <model device="CPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="1011462" vmpeak="2969579" vmrss="760396" vmsize="2718393"/>
         <model device="CPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="1731979" vmpeak="2994170" vmrss="1731979" vmsize="2908973"/>
         <model device="GPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="5038597" vmpeak="5561036" vmrss="5038597" vmsize="5475839"/>
         <model device="GPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="5051202" vmpeak="5408088" vmrss="5051202" vmsize="5408088"/>
+        <model device="CPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1918654" vmpeak="4482935" vmrss="1918654" vmsize="4094844"/>
         <model device="CPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="create_exenetwork" vmhwm="312821" vmpeak="1613175" vmrss="229080" vmsize="1529262"/>
         <model device="GPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="create_exenetwork" vmhwm="2404532" vmpeak="2762448" vmrss="2386540" vmsize="2743967"/>
         <model device="GPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="infer_request_inference" vmhwm="2408104" vmpeak="2888906" vmrss="2363524" vmsize="2803710"/>
         <model device="CPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="infer_request_inference" vmhwm="497364" vmpeak="1607845" vmrss="497364" vmsize="1529418"/>
+        <model device="CPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="inference_with_streams" vmhwm="506599" vmpeak="2533133" vmrss="506599" vmsize="2467244"/>
+        <model device="GPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="inference_with_streams" vmhwm="3445681" vmpeak="4780334" vmrss="3445681" vmsize="4695137"/>
         <model device="CPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="97193" vmpeak="1087216" vmrss="76294" vmsize="1012232"/>
         <model device="GPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="494447" vmpeak="852124" vmrss="494447" vmsize="852124"/>
         <model device="GPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="491171" vmpeak="1018591" vmrss="491171" vmsize="933394"/>
         <model device="CPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="97141" vmpeak="1279350" vmrss="81712" vmsize="1194154"/>
+        <model device="CPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="119917" vmpeak="1105894" vmrss="85867" vmsize="1066733"/>
+        <model device="GPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="742924" vmpeak="2423688" vmrss="742924" vmsize="2423688"/>
         <model device="GPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="infer_request_inference" vmhwm="2734373" vmpeak="3261367" vmrss="2734373" vmsize="3176170"/>
         <model device="GPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="create_exenetwork" vmhwm="2746140" vmpeak="3103349" vmrss="2746140" vmsize="3103349"/>
         <model device="CPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="infer_request_inference" vmhwm="1114266" vmpeak="2174572" vmrss="828776" vmsize="2056496"/>
         <model device="CPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="create_exenetwork" vmhwm="1113491" vmpeak="2174577" vmrss="813904" vmsize="1874657"/>
+        <model device="CPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="inference_with_streams" vmhwm="1465505" vmpeak="2714103" vmrss="887780" vmsize="2177796"/>
+        <model device="GPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="inference_with_streams" vmhwm="3515725" vmpeak="4875182" vmrss="3515725" vmsize="4875182"/>
         <model device="CPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="create_exenetwork" vmhwm="476860" vmpeak="1483336" vmrss="339549" vmsize="1345760"/>
         <model device="GPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="create_exenetwork" vmhwm="1193774" vmpeak="1540479" vmrss="1193774" vmsize="1540479"/>
         <model device="CPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="infer_request_inference" vmhwm="477490" vmpeak="1483336" vmrss="371966" vmsize="1346592"/>
         <model device="GPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="infer_request_inference" vmhwm="1214886" vmpeak="1731776" vmrss="1214886" vmsize="1646580"/>
+        <model device="CPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="inference_with_streams" vmhwm="613272" vmpeak="1689064" vmrss="377390" vmsize="1604631"/>
+        <model device="GPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="inference_with_streams" vmhwm="2554224" vmpeak="3932957" vmrss="2554224" vmsize="3847760"/>
         <model device="GPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="create_exenetwork" vmhwm="1678461" vmpeak="2036767" vmrss="1018586" vmsize="1376455"/>
         <model device="CPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="infer_request_inference" vmhwm="965572" vmpeak="1894677" vmrss="658169" vmsize="1585953"/>
         <model device="GPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="infer_request_inference" vmhwm="1678918" vmpeak="2036923" vmrss="1019933" vmsize="1461808"/>
         <model device="CPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="create_exenetwork" vmhwm="964386" vmpeak="1900002" vmrss="654992" vmsize="1590425"/>
+        <model device="CPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="inference_with_streams" vmhwm="1266210" vmpeak="2420974" vmrss="653322" vmsize="1804784"/>
+        <model device="GPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="inference_with_streams" vmhwm="1508078" vmpeak="2838638" vmrss="1448917" vmsize="2753441"/>
         <model device="CPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="988608" vmpeak="1965574" vmrss="720434" vmsize="1841538"/>
         <model device="CPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="991343" vmpeak="1970904" vmrss="679114" vmsize="1658664"/>
         <model device="GPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="1711876" vmpeak="2076287" vmrss="1521967" vmsize="1963785"/>
         <model device="GPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="1711231" vmpeak="2075855" vmrss="1532403" vmsize="1889888"/>
+        <model device="CPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1310212" vmpeak="2388578" vmrss="742606" vmsize="2149867"/>
+        <model device="GPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="2324831" vmpeak="3749512" vmrss="2264761" vmsize="3664315"/>
         <model device="CPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="292292" vmpeak="1390573" vmrss="230708" vmsize="1328849"/>
         <model device="GPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="1485442" vmpeak="1881984" vmrss="1365530" vmsize="1796787"/>
         <model device="CPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="392787" vmpeak="1390573" vmrss="392787" vmsize="1389242"/>
         <model device="GPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="1361396" vmpeak="1708865" vmrss="1361396" vmsize="1708865"/>
+        <model device="CPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="522548" vmpeak="1973197" vmrss="522215" vmsize="1855328"/>
+        <model device="GPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="3062794" vmpeak="4477636" vmrss="2942414" vmsize="4356830"/>
         <model device="CPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="infer_request_inference" vmhwm="374836" vmpeak="1459000" vmrss="263281" vmsize="1373803"/>
         <model device="GPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="infer_request_inference" vmhwm="863813" vmpeak="1215136" vmrss="698453" vmsize="1129939"/>
         <model device="GPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="create_exenetwork" vmhwm="849794" vmpeak="1208750" vmrss="683867" vmsize="1041315"/>
         <model device="CPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="create_exenetwork" vmhwm="375663" vmpeak="1307919" vmrss="260686" vmsize="1192750"/>
+        <model device="CPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="inference_with_streams" vmhwm="489767" vmpeak="1511754" vmrss="263842" vmsize="1426557"/>
+        <model device="GPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="inference_with_streams" vmhwm="851198" vmpeak="2605142" vmrss="795626" vmsize="2519946"/>
         <model device="CPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" vmsize="1046988" vmpeak="1179042" vmrss="307990" vmhwm="439457"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" vmsize="1267775" vmpeak="1279647" vmrss="932672" vmhwm="944626"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="CPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" vmsize="1321819" vmpeak="1321819" vmrss="374207" vmhwm="439748"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" vmsize="1356565" vmpeak="1441762" vmrss="941418" vmhwm="947060"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
+        <model device="CPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" vmsize="1621968" vmpeak="1684784" vmrss="380411" vmhwm="574168"/>
+        <model device="GPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" vmsize="3068213" vmpeak="3068213" vmrss="1630309" vmhwm="1630309"/>
         <model device="CPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="create_exenetwork" vmhwm="214182" vmpeak="1067034" vmrss="162011" vmsize="1014452"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="create_exenetwork" vmhwm="642766" vmpeak="975322" vmrss="606226" vmsize="938501"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="CPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="infer_request_inference" vmhwm="213876" vmpeak="1180764" vmrss="167460" vmsize="1095567"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
+        <model device="CPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="275449" vmpeak="1548892" vmrss="173654" vmsize="1444034"/>
+        <model device="GPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="1581096" vmpeak="3063372" vmrss="1581096" vmsize="2978175"/>
         <model device="GPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="infer_request_inference" vmhwm="644373" vmpeak="1111749" vmrss="610048" vmsize="1026552"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="infer_request_inference" vmhwm="1127287" vmpeak="1619753" vmrss="1127287" vmsize="1534556"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="create_exenetwork" vmhwm="1110293" vmpeak="1441819" vmrss="1110293" vmsize="1441819"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="CPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="create_exenetwork" vmhwm="453237" vmpeak="1498151" vmrss="319966" vmsize="1361952"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="CPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="infer_request_inference" vmhwm="501009" vmpeak="1543474" vmrss="501009" vmsize="1458277"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
+        <model device="CPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="inference_with_streams" vmhwm="598702" vmpeak="2144625" vmrss="518195" vmsize="1897833"/>
+        <model device="GPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="inference_with_streams" vmhwm="2218554" vmpeak="3692936" vmrss="2218554" vmsize="3607739"/>
         <!--Models with FP16 precision-->
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="774368" vmpeak="856570" vmrss="27856" vmhwm="27856" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="676187" vmpeak="676187" vmrss="326419" vmhwm="326419" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="774768" vmpeak="774768" vmrss="27534" vmhwm="27534" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="761399" vmpeak="846596" vmrss="326102" vmhwm="326102" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="997094" vmpeak="1081891" vmrss="29863" vmhwm="29863" />
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2163439" vmpeak="2163439" vmrss="446446" vmhwm="446446" />
         <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="779688" vmpeak="781554" vmrss="30732" vmhwm="32406" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="686337" vmpeak="686337" vmrss="337142" vmhwm="337142" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="780088" vmpeak="781554" vmrss="31335" vmhwm="31995" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="771544" vmpeak="856741" vmrss="336486" vmhwm="336486" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1003688" vmpeak="1005154" vmrss="31064" vmhwm="33472" />
+        <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2276934" vmpeak="2276934" vmrss="547066" vmhwm="547066" />
         <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1065381" vmpeak="1154712" vmrss="270160" vmhwm="359366" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="918075" vmpeak="918075" vmrss="576534" vmhwm="576534" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1076405" vmpeak="1154613" vmrss="320086" vmhwm="358763" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1009044" vmpeak="1094241" vmrss="581958" vmhwm="581958" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1555153" vmpeak="1629368" vmrss="346091" vmhwm="461931" />
+        <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3271091" vmpeak="3271091" vmrss="1912060" vmhwm="1912060" />
         <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2924776" vmpeak="3108164" vmrss="599336" vmhwm="782584" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="3014091" vmpeak="3014091" vmrss="2663341" vmhwm="2663341" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="3198208" vmpeak="3283404" vmrss="2222818" vmhwm="2222818" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="3071499" vmpeak="3156696" vmrss="2639041" vmhwm="2721045" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4590846" vmpeak="4864522" vmrss="1963416" vmhwm="1963504" />
+        <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="7153026" vmpeak="7238238" vmrss="6072497" vmhwm="6156306" />
         <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1759586" vmpeak="1777599" vmrss="144970" vmhwm="162162" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1695085" vmpeak="1702792" vmrss="1348172" vmhwm="1356061" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2022254" vmpeak="2107450" vmrss="1042199" vmhwm="1042199" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1776476" vmpeak="1861672" vmrss="1344751" vmhwm="1429053" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3171922" vmpeak="3257118" vmrss="1098869" vmhwm="1098952" />
+        <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="5134792" vmpeak="5188055" vmrss="3846195" vmhwm="3899038" />
         <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="882190" vmpeak="912797" vmrss="123141" vmhwm="153342" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="762585" vmpeak="762585" vmrss="419967" vmhwm="419967" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="883074" vmpeak="912802" vmrss="128902" vmhwm="154200" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="848452" vmpeak="933649" vmrss="420404" vmhwm="420404" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1132112" vmpeak="1192557" vmrss="141700" vmhwm="194027" />
+        <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2716984" vmpeak="2802181" vmrss="1221974" vmhwm="1221974" />
         <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1378374" vmpeak="1587180" vmrss="605836" vmhwm="814018" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1234464" vmpeak="1234464" vmrss="884899" vmhwm="884899" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1380210" vmpeak="1587149" vmrss="617817" vmhwm="814439" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1319786" vmpeak="1404982" vmrss="885560" vmhwm="885560" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1849338" vmpeak="2250357" vmrss="648830" vmhwm="1049375" />
+        <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3811698" vmpeak="3811698" vmrss="2550262" vmhwm="2550262" />
         <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1503548" vmpeak="1762202" vmrss="680950" vmhwm="939224" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="913322" vmpeak="1017057" vmrss="570211" vmhwm="670888" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1691154" vmpeak="1776351" vmrss="758378" vmhwm="939244" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="961350" vmpeak="1046546" vmrss="534632" vmhwm="672131" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2000788" vmpeak="2323796" vmrss="773489" vmhwm="1207429" />
+        <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2590172" vmpeak="2590172" vmrss="922043" vmhwm="929947" />
         <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1551461" vmpeak="1861038" vmrss="800410" vmhwm="1109804" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1110631" vmpeak="1226820" vmrss="760869" vmhwm="871114" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1552657" vmpeak="1861038" vmrss="803836" vmhwm="1111063" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1196114" vmpeak="1281311" vmrss="761581" vmhwm="871707" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2141859" vmpeak="2395593" vmrss="809166" vmhwm="1421019" />
+        <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2691062" vmpeak="2776259" vmrss="977262" vmhwm="977262" />
         <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1035824" vmpeak="1116086" vmrss="259823" vmhwm="340054" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="891462" vmpeak="891462" vmrss="547424" vmhwm="547424" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1037238" vmpeak="1116076" vmrss="276151" vmhwm="340132" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="977433" vmpeak="1062630" vmrss="548522" vmhwm="548522" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1944160" vmpeak="2090587" vmrss="292708" vmhwm="433789" />
+        <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3076684" vmpeak="3076684" vmrss="1819604" vmhwm="1819604" />
         <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1046744" vmpeak="1136075" vmrss="268034" vmhwm="357234" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="851505" vmpeak="851505" vmrss="509199" vmhwm="509199" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1052776" vmpeak="1135976" vmrss="296550" vmhwm="357115" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="941564" vmpeak="1026760" vmrss="514748" vmhwm="514748" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1508270" vmpeak="1587289" vmrss="316004" vmhwm="458530" />
+        <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3152177" vmpeak="3233630" vmrss="1798908" vmhwm="1798908" />
         <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="840798" vmpeak="992888" vmrss="78468" vmhwm="94452" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="716539" vmpeak="716539" vmrss="374296" vmhwm="374296" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="841547" vmpeak="907696" vmrss="86585" vmhwm="95685" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="801678" vmpeak="886875" vmrss="374145" vmhwm="374145" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model device="GPU" path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="infer_request_inference" vmhwm="645127" vmpeak="1162184" vmrss="645127" vmsize="1076987"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model device="CPU" path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="infer_request_inference" vmhwm="130343" vmpeak="1311367" vmrss="111295" vmsize="1226170"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model device="GPU" path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="create_exenetwork" vmhwm="640260" vmpeak="988109" vmrss="640260" vmsize="988109"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model device="CPU" path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="create_exenetwork" vmhwm="130213" vmpeak="1074086" vmrss="100630" vmsize="1044352"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1087767" vmpeak="1111848" vmrss="97588" vmhwm="119438" />
+        <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2517938" vmpeak="2517938" vmrss="1080170" vmhwm="1080170" />
+        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1076987" vmpeak="1162184" vmrss="645127" vmhwm="645127"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1226170" vmpeak="1311367" vmrss="111295" vmhwm="130343"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="988109"  vmpeak="988109" vmrss="640260" vmhwm="640260"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1044352" vmpeak="1074086" vmrss="100630" vmhwm="130213"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1127542" vmpeak="1184684" vmrss="134685" vmhwm="180518" />
+        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2532930" vmpeak="2618127" vmrss="1091636" vmhwm="1091636" />
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="876257" vmpeak="903994" vmrss="110328" vmhwm="137820" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="762814" vmpeak="762814" vmrss="418844" vmhwm="418844" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="877780" vmpeak="903994" vmrss="122860" vmhwm="137607" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="846804" vmpeak="932001" vmrss="417955" vmhwm="417955" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1130693" vmpeak="1175631" vmrss="133515" vmhwm="172666" />
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2705227" vmpeak="2705227" vmrss="1230247" vmhwm="1230247" />
         <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1158404" vmpeak="1199671" vmrss="284960" vmhwm="316331" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1090169" vmpeak="1090169" vmrss="748040" vmhwm="748040" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1340268" vmpeak="1425465" vmrss="295256" vmhwm="316243" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1174955" vmpeak="1260152" vmrss="748836" vmhwm="748836" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1894422" vmpeak="1978854" vmrss="364556" vmhwm="411538" />
+        <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3708484" vmpeak="3793680" vmrss="2437198" vmhwm="2437198" />
         <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="879824" vmpeak="900775" vmrss="113276" vmhwm="133848" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="865040" vmpeak="865040" vmrss="513879" vmhwm="513879" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="881056" vmpeak="900780" vmrss="122569" vmhwm="134388" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="948448" vmpeak="1033645" vmrss="511222" vmhwm="511222" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1146620" vmpeak="1178491" vmrss="143202" vmhwm="172546" />
+        <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3153675" vmpeak="3153675" vmrss="1832438" vmhwm="1832438" />
         <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2635412" vmpeak="3364982" vmrss="1851948" vmhwm="2581425" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1424566" vmpeak="2058456" vmrss="1075791" vmhwm="1663766" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2636920" vmpeak="3365169" vmrss="1886736" vmhwm="2581181" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1509118" vmpeak="2058446" vmrss="1074777" vmhwm="1663558" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3078805" vmpeak="4353523" vmrss="1890600" vmhwm="3313570" />
+        <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3006822" vmpeak="3443497" vmrss="1353014" vmhwm="1749815" />
         <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="935646" vmpeak="992565" vmrss="172806" vmhwm="229346" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="710621" vmpeak="710621" vmrss="367286" vmhwm="367286" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="938782" vmpeak="1016953" vmrss="190829" vmhwm="227635" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="795823" vmpeak="881020" vmrss="367759" vmhwm="367759" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1365078" vmpeak="1472234" vmrss="197392" vmhwm="289088" />
+        <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2194129" vmpeak="2279326" vmrss="503079" vmhwm="503079" />
         <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1120262" vmpeak="1238073" vmrss="351130" vmhwm="468384" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="948682" vmpeak="948682" vmrss="606158" vmhwm="606158" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1121733" vmpeak="1238078" vmrss="362247" vmhwm="468681" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1034555" vmpeak="1119752" vmrss="607230" vmhwm="607230" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1570134" vmpeak="1653969" vmrss="380603" vmhwm="601588" />
+        <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3171064" vmpeak="3256260" vmrss="1892207" vmhwm="1892207" />
         <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="967064" vmpeak="989695" vmrss="179519" vmhwm="194818" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="929947" vmpeak="929947" vmrss="587672" vmhwm="587672" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="967839" vmpeak="990693" vmrss="189586" vmhwm="194381" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1016173" vmpeak="1101370" vmrss="589997" vmhwm="589997" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1482457" vmpeak="1566890" vmrss="236246" vmhwm="255314" />
+        <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3499163" vmpeak="3584360" vmrss="2225158" vmhwm="2225158" />
         <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="994411" vmpeak="1074840" vmrss="230219" vmhwm="310507" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="721042" vmpeak="745014" vmrss="379371" vmhwm="402266" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="997183" vmpeak="1074964" vmrss="249085" vmhwm="310112" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="806254" vmpeak="891451" vmrss="378778" vmhwm="401575" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1513642" vmpeak="1513642" vmrss="254410" vmhwm="393842" />
+        <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2206718" vmpeak="2291915" vmrss="511539" vmhwm="535210" />
         <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2932846" vmpeak="3280570" vmrss="912085" vmhwm="1259705" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2849225" vmpeak="2849225" vmrss="2498324" vmhwm="2498324" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="3187501" vmpeak="3280570" vmrss="2252218" vmhwm="2252218" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2961342" vmpeak="3046539" vmrss="2534734" vmhwm="2534734" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4833608" vmpeak="5373841" vmrss="2295441" vmhwm="2295441" />
+        <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="7050212" vmpeak="7135408" vmrss="6047886" vmhwm="6047886" />
         <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="888565" vmpeak="921616" vmrss="129032" vmhwm="161517" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="898830" vmpeak="898830" vmrss="539156" vmhwm="539156" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="889777" vmpeak="921616" vmrss="134258" vmhwm="160269" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="984022" vmpeak="1069218" vmrss="539583" vmhwm="539583" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1320888" vmpeak="1404920" vmrss="148439" vmhwm="203138" />
+        <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2982735" vmpeak="3067932" vmrss="1476103" vmhwm="1476103" />
         <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1349384" vmpeak="1451600" vmrss="415469" vmhwm="516890" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1366877" vmpeak="1366877" vmrss="1011322" vmhwm="1011322" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1357252" vmpeak="1451595" vmrss="450897" vmhwm="516469" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1452245" vmpeak="1537442" vmrss="1013376" vmhwm="1013376" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1783355" vmpeak="1952100" vmrss="518476" vmhwm="676613" />
+        <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3918475" vmpeak="3918475" vmrss="2739126" vmhwm="2739126" />
         <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="898060" vmpeak="931569" vmrss="122912" vmhwm="155667" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="772272" vmpeak="772272" vmrss="428677" vmhwm="428677" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="899527" vmpeak="931600" vmrss="136900" vmhwm="155006" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="857287" vmpeak="942484" vmrss="428979" vmhwm="428979" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1341402" vmpeak="1468370" vmrss="146406" vmhwm="196976" />
+        <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2723510" vmpeak="2808707" vmrss="1294716" vmhwm="1294716" />
         <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1177810" vmpeak="1311892" vmrss="406213" vmhwm="539843" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1036131" vmpeak="1036131" vmrss="684964" vmhwm="684964" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1179063" vmpeak="1311892" vmrss="420482" vmhwm="540300" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1121608" vmpeak="1206805" vmrss="686036" vmhwm="686036" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1634219" vmpeak="1912861" vmrss="443788" vmhwm="695728" />
+        <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3383962" vmpeak="3383962" vmrss="2040521" vmhwm="2040521" />
         <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="965088" vmpeak="1018685" vmrss="202997" vmhwm="256037" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="916973" vmpeak="916973" vmrss="565890" vmhwm="565890" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="966342" vmpeak="1018622" vmrss="210184" vmhwm="255725" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1004426" vmpeak="1089623" vmrss="568110" vmhwm="568110" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1232332" vmpeak="1330227" vmrss="230911" vmhwm="328224" />
+        <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3266042" vmpeak="3351238" vmrss="1993747" vmhwm="1993747" />
         <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2677183" vmpeak="2885105" vmrss="943675" vmhwm="1151456" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="5057847" vmpeak="5057847" vmrss="4707601" vmhwm="4707601" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2874799" vmpeak="2959996" vmrss="1924265" vmhwm="1924265" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="5137610" vmpeak="5222807" vmrss="4708199" vmhwm="4708199" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4337824" vmpeak="4413661" vmrss="2072090" vmhwm="2072090" />
+        <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="11111744" vmpeak="11196941" vmrss="9889755" vmhwm="9889755" />
         <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1498104" vmpeak="1582016" vmrss="269760" vmhwm="353418" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1482592" vmpeak="1511125" vmrss="1132164" vmhwm="1160614" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1510641" vmpeak="1582011" vmrss="525532" vmhwm="525532" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1590357" vmpeak="1675554" vmrss="1157743" vmhwm="1160218" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2418052" vmpeak="2503248" vmrss="548646" vmhwm="548646" />
+        <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="4120417" vmpeak="4120417" vmrss="2880846" vmhwm="2880846" />
         <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="839857" vmpeak="860927" vmrss="84468" vmhwm="105367" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="685245" vmpeak="685245" vmrss="343122" vmhwm="343122" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="840772" vmpeak="915699" vmrss="90495" vmhwm="105757" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="770447" vmpeak="855644" vmrss="343064" vmhwm="343064" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1257646" vmpeak="1342078" vmrss="96080" vmhwm="129927" />
+        <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2387673" vmpeak="2472870" vmrss="735675" vmhwm="735675" />
         <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1811336" vmpeak="2111257" vmrss="964756" vmhwm="1264224" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1681128" vmpeak="1681128" vmrss="1326785" vmhwm="1326785" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1812616" vmpeak="2111252" vmrss="979638" vmhwm="1264588" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1767344" vmpeak="1852541" vmrss="1329489" vmhwm="1329489" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2528822" vmpeak="2897705" vmrss="1057877" vmhwm="1635956" />
+        <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="4243969" vmpeak="4329166" vmrss="3005828" vmhwm="3005828" />
         <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1186031" vmpeak="1319214" vmrss="399209" vmhwm="532006" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1073337" vmpeak="1073337" vmrss="722113" vmhwm="722113" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1193857" vmpeak="1319214" vmrss="423550" vmhwm="531601" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1154493" vmpeak="1239690" vmrss="724271" vmhwm="724271" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1671716" vmpeak="1921394" vmrss="447662" vmhwm="682884" />
+        <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3476746" vmpeak="3476746" vmrss="2232698" vmhwm="2232698" />
         <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1550770" vmpeak="1860346" vmrss="800404" vmhwm="1109799" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1110933" vmpeak="1226820" vmrss="761009" vmhwm="871634" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1551966" vmpeak="1860346" vmrss="804024" vmhwm="1110210" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1196114" vmpeak="1281311" vmrss="761742" vmhwm="872180" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1778368" vmpeak="2394542" vmrss="808168" vmhwm="1421617" />
+        <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2680620" vmpeak="2765817" vmrss="965718" vmhwm="965718" />
         <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1634323" vmpeak="1946230" vmrss="830637" vmhwm="1142278" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1208620" vmpeak="1208620" vmrss="866153" vmhwm="866153" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1732083" vmpeak="1946230" vmrss="877739" vmhwm="1142585" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1294254" vmpeak="1379450" vmrss="866398" vmhwm="866398" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2125702" vmpeak="2724066" vmrss="898617" vmhwm="1466467" />
+        <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3262968" vmpeak="3348165" vmrss="1990310" vmhwm="1990310" />
         <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1178403" vmpeak="1240127" vmrss="259662" vmhwm="320377" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1123371" vmpeak="1123371" vmrss="781066" vmhwm="781066" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1419849" vmpeak="1505046" vmrss="482710" vmhwm="482710" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1206202" vmpeak="1291399" vmrss="779105" vmhwm="899714" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1886674" vmpeak="2022612" vmrss="553737" vmhwm="553909" />
+        <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3526853" vmpeak="3647659" vmrss="2064795" vmhwm="2185164" />
         <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1070908" vmpeak="1186078" vmrss="315135" vmhwm="430112" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="841401" vmpeak="869367" vmrss="491472" vmhwm="518762" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1071309" vmpeak="1186078" vmrss="317558" vmhwm="430086" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="926603" vmpeak="1011800" vmrss="491779" vmhwm="518996" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1484033" vmpeak="1532372" vmrss="320080" vmhwm="546962" />
+        <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2387054" vmpeak="2415020" vmrss="728010" vmhwm="755653" />
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1191361" vmpeak="1324039" vmrss="369855" vmhwm="501160" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="858031" vmpeak="858031" vmrss="514784" vmhwm="514784" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1199837" vmpeak="1324039" vmrss="437335" vmhwm="502288" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="938215" vmpeak="1023412" vmrss="513234" vmhwm="513234" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1689126" vmpeak="1765894" vmrss="445920" vmhwm="640291" />
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2809986" vmpeak="2895183" vmrss="1385077" vmhwm="1385077" />
         <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="946327" vmpeak="1002055" vmrss="181994" vmhwm="237198" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="862414" vmpeak="862414" vmrss="512699" vmhwm="512699" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="947570" vmpeak="1002055" vmrss="188832" vmhwm="237447" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="948220" vmpeak="1033416" vmrss="514124" vmhwm="514124" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1200212" vmpeak="1306557" vmrss="200720" vmhwm="302702" />
+        <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2895323" vmpeak="2980520" vmrss="1505530" vmhwm="1505530" />
         <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1514874" vmpeak="1651982" vmrss="386032" vmhwm="521081" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1037181" vmpeak="1057316" vmrss="693685" vmhwm="713928" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1344740" vmpeak="1470742" vmrss="570778" vmhwm="570778" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1122388" vmpeak="1207585" vmrss="702613" vmhwm="713845" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1965870" vmpeak="2031608" vmrss="586066" vmhwm="667435" />
+        <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3227504" vmpeak="3312701" vmrss="1727762" vmhwm="1727762" />
         <!--Models with FP16-INT8 precision-->
         <model path="intel/action-recognition-0001/action-recognition-0001-decoder/FP16-INT8/action-recognition-0001-decoder.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="885544" vmpeak="885544" vmrss="129781" vmhwm="129781" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/action-recognition-0001/action-recognition-0001-decoder/FP16-INT8/action-recognition-0001-decoder.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2465132" vmpeak="2635526" vmrss="1446250" vmhwm="1465833" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
index 5bc91171c9d68d..3afe39b3f39268 100644
--- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
@@ -6,16 +6,24 @@
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2709506" vmpeak="2794703" vmrss="1342104" vmhwm="1342104" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1007890" vmpeak="1007890" vmrss="138652" vmhwm="138652" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2709501" vmpeak="2794698" vmrss="1291404" vmhwm="1291404" />
+        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1117110" vmpeak="1169838" vmrss="119808" vmhwm="160638" />
+        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2747477" vmpeak="2747477" vmrss="1247854" vmhwm="1247854" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="691589" vmpeak="922864" vmrss="31054" vmhwm="31054" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="626194" vmpeak="626194" vmrss="403228" vmhwm="403228" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="958240" vmpeak="1043437" vmrss="31366" vmhwm="31366" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="854417" vmpeak="939614" vmrss="402339" vmhwm="402339" />
+        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="997115" vmpeak="1161165" vmrss="29931" vmhwm="29931" />
+        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2069542" vmpeak="2069542" vmrss="401403" vmhwm="401403" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="1046988" vmpeak="1179042" vmrss="307990" vmhwm="439457" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2969241" vmpeak="2969241" vmrss="1506492" vmhwm="1506492" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1321819" vmpeak="1321819" vmrss="374207" vmhwm="439748" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2605324" vmpeak="26900521" vmrss="1549958" vmhwm="1549958" />
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1441897" vmpeak="1697451" vmrss="380686" vmhwm="575650" />
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3067230" vmpeak="3067230" vmrss="1581132" vmhwm="1581132" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="2133814" vmpeak="2836412" vmrss="1438049" vmhwm="2140533" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2801422" vmpeak="3915366" vmrss="2465065" vmhwm="3578811" />
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="2567770" vmpeak="3970876" vmrss="1470690" vmhwm="2840052" />
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3795006" vmpeak="4540504" vmrss="2097815" vmhwm="3105055" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="2401380" vmpeak="2836412" vmrss="1469832" vmhwm="2140377" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2892432" vmpeak="3939166" vmrss="2472017" vmhwm="3602924" />
         <!--Models with FP16 precision-->
@@ -23,17 +31,25 @@
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2667537" vmpeak="2752734" vmrss="1304919" vmhwm="1304919" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1058844" vmpeak="1085224" vmrss="123016" vmhwm="136682" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2347389" vmpeak="2432586" vmrss="1290504" vmhwm="1290504" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1130828" vmpeak="1183499" vmrss="134217" vmhwm="174090" />
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2705778" vmpeak="2790975" vmrss="1229852" vmhwm="1229852" />
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="955427" vmpeak="955806" vmrss="27700" vmhwm="27700" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2123113" vmpeak="2208310" vmrss="453814" vmhwm="453814" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="955827" vmpeak="955827" vmrss="27222" vmhwm="27222" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1760990" vmpeak="1760990" vmrss="454173" vmhwm="454173" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="997266" vmpeak="997266" vmrss="29848" vmhwm="29848" />
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2163595" vmpeak="2163595" vmrss="447954" vmhwm="447954" />
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1372961" vmpeak="1505639" vmrss="369969" vmhwm="501649" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2746588" vmpeak="2831784" vmrss="1296328" vmhwm="1296328" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1381265" vmpeak="1505472" vmrss="437039" vmhwm="500630" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2380580" vmpeak="2465777" vmrss="1326369" vmhwm="1326369" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1688804" vmpeak="1764204" vmrss="446518" vmhwm="641529" />
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2794750" vmpeak="2794750" vmrss="1306146" vmhwm="1306146" />
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2748220" vmpeak="3450818" vmrss="1783704" vmhwm="2486161" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2181312" vmpeak="2582752" vmrss="1060712" vmhwm="1629414" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2749458" vmpeak="3450818" vmrss="1816765" vmhwm="2486525" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2910814" vmpeak="3347489" vmrss="1371380" vmhwm="1717102" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2828373" vmpeak="4230480" vmrss="1822704" vmhwm="3192228" />
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2955794" vmpeak="3392469" vmrss="1367579" vmhwm="1712687" />
     </models>
 </attributes>
diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index 878980e2837f43..f939869dea6779 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -135,7 +135,13 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
         batchSize = batchSize != 0 ? batchSize : 1;
         const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
 
-        for (int counter = 0; counter < nstreams; counter++) {
+        unsigned int nireq = nstreams;
+        try {
+            nireq = exeNetwork.GetMetric(METRIC_KEY(OPTIMAL_NUMBER_OF_INFER_REQUESTS)).as<unsigned int>();
+        } catch (const std::exception &ex) {
+            log_err("Failed to query OPTIMAL_NUMBER_OF_INFER_REQUESTS");
+        }
+        for (int counter = 0; counter < nireq; counter++) {
             inferRequest = exeNetwork.CreateInferRequest();
             fillBlobs(inferRequest, inputsInfo, batchSize);
 
@@ -145,7 +151,8 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
                 Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
         }
 
-        log_info("Memory consumption after Inference with streams: \"" << nstreams);
+        log_info("Memory consumption after Inference with streams: \"" << nstreams
+                                                                       << "\" with number of infer request: " << nireq);
         memCheckPipeline.record_measures(test_name);
 
         log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));

From aead079b0ce5f70a1abfb001563a5979d06beb14 Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Thu, 29 Apr 2021 18:10:48 +0300
Subject: [PATCH 07/14] Added intel references and added comments

---
 .../desktop_references_config.xml             | 358 ++++++++++--------
 .../desktop_references_config.xml             |  32 +-
 2 files changed, 221 insertions(+), 169 deletions(-)

diff --git a/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_references_config.xml
index adb8e7ece93015..cf0b073db9a457 100644
--- a/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_references_config.xml
@@ -7,570 +7,622 @@
         <model device="CPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" vmhwm="30227" vmpeak="1037795" vmrss="30227" vmsize="956035"/>
         <model device="CPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" vmhwm="32110" vmpeak="1137089" vmrss="32110" vmsize="1137089"/>
         <model device="GPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" vmhwm="329435" vmpeak="857864" vmrss="329435" vmsize="772668"/>
-        <model device="CPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" vmhwm="28615" vmpeak="1081740" vmrss="28615" vmsize="996944"/>
-        <model device="GPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" vmhwm="399817" vmpeak="2069402" vmrss="399817" vmsize="2069402"/>
+        <model device="CPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" vmhwm="28615" vmpeak="1081740" vmrss="28615" vmsize="996944"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" vmhwm="399817" vmpeak="2069402" vmrss="399817" vmsize="2069402"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="infer_request_inference" vmhwm="33727" vmpeak="1141301" vmrss="33727" vmsize="1141301"/>
         <model device="GPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="infer_request_inference" vmhwm="340433" vmpeak="868753" vmrss="340433" vmsize="783556"/>
         <model device="GPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="create_exenetwork" vmhwm="339934" vmpeak="698349" vmrss="339934" vmsize="698349"/>
         <model device="CPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="create_exenetwork" vmhwm="34309" vmpeak="962114" vmrss="32546" vmsize="960247"/>
-        <model device="CPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="inference_with_streams" vmhwm="33779" vmpeak="1004010" vmrss="31517" vmsize="1002544"/>
-        <model device="GPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="inference_with_streams" vmhwm="492107" vmpeak="1703223" vmrss="492107" vmsize="1618026"/>
+        <model device="CPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="inference_with_streams" vmhwm="33779" vmpeak="1004010" vmrss="31517" vmsize="1002544"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml" precision="FP32" test="inference_with_streams" vmhwm="492107" vmpeak="1703223" vmrss="492107" vmsize="1618026"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="infer_request_inference" vmhwm="1071985" vmpeak="1598854" vmrss="1071985" vmsize="1513657"/>
         <model device="CPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="create_exenetwork" vmhwm="323060" vmpeak="1302262" vmrss="233859" vmsize="1212931"/>
         <model device="GPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="create_exenetwork" vmhwm="1071673" vmpeak="1429012" vmrss="1071673" vmsize="1429012"/>
         <model device="CPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="infer_request_inference" vmhwm="322951" vmpeak="1484464" vmrss="279208" vmsize="1399268"/>
-        <model device="CPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="inference_with_streams" vmhwm="417887" vmpeak="1957191" vmrss="300565" vmsize="1871994"/>
-        <model device="GPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="inference_with_streams" vmhwm="2370503" vmpeak="3683914" vmrss="2370503" vmsize="3605373"/>
+        <model device="CPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="inference_with_streams" vmhwm="417887" vmpeak="1957191" vmrss="300565" vmsize="1871994"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml" precision="FP32" test="inference_with_streams" vmhwm="2370503" vmpeak="3683914" vmrss="2370503" vmsize="3605373"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="create_exenetwork" vmhwm="5488875" vmpeak="5846682" vmrss="5417256" vmsize="5774787"/>
         <model device="CPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="create_exenetwork" vmhwm="845915" vmpeak="2927428" vmrss="655449" vmsize="2736734"/>
         <model device="CPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="infer_request_inference" vmhwm="1768228" vmpeak="2992033" vmrss="1768228" vmsize="2821946"/>
         <model device="GPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="infer_request_inference" vmhwm="5498755" vmpeak="5913622" vmrss="5393434" vmsize="5828425"/>
-        <model device="CPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="inference_with_streams" vmhwm="1866846" vmpeak="4406641" vmrss="1866758" vmsize="4313181"/>
+        <model device="CPU" path="public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml" precision="FP32" test="inference_with_streams" vmhwm="1866846" vmpeak="4406641" vmrss="1866758" vmsize="4313181"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="create_exenetwork" vmhwm="153509" vmpeak="2130762" vmrss="131820" vmsize="2109010"/>
         <model device="CPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="infer_request_inference" vmhwm="1157234" vmpeak="2449824" vmrss="1157234" vmsize="2364627"/>
         <model device="GPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="create_exenetwork" vmhwm="2281832" vmpeak="2638927" vmrss="2207790" vmsize="2564796"/>
         <model device="GPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="infer_request_inference" vmhwm="2300573" vmpeak="2732880" vmrss="2217467" vmsize="2647684"/>
-        <model device="CPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="inference_with_streams" vmhwm="1089462" vmpeak="3246869" vmrss="1088807" vmsize="3161672"/>
-        <model device="GPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="inference_with_streams" vmhwm="5567614" vmpeak="6861686" vmrss="5514776" vmsize="6808422"/>
+        <model device="CPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="inference_with_streams" vmhwm="1089462" vmpeak="3246869" vmrss="1088807" vmsize="3161672"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml" precision="FP32" test="inference_with_streams" vmhwm="5567614" vmpeak="6861686" vmrss="5514776" vmsize="6808422"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="142896" vmpeak="1079457" vmrss="112377" vmsize="1048611"/>
         <model device="CPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="143520" vmpeak="1230450" vmrss="117785" vmsize="1230450"/>
         <model device="GPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="681803" vmpeak="1209452" vmrss="681803" vmsize="1124255"/>
         <model device="GPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="684533" vmpeak="1041762" vmrss="684533" vmsize="1041762"/>
-        <model device="CPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="179067" vmpeak="1382435" vmrss="125892" vmsize="1297238"/>
-        <model device="GPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1265924" vmpeak="2851456" vmrss="1265924" vmsize="2766259"/>
+        <model device="CPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="179067" vmpeak="1382435" vmrss="125892" vmsize="1297238"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1265924" vmpeak="2851456" vmrss="1265924" vmsize="2766259"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="715135" vmpeak="1690878" vmrss="517982" vmsize="1483570"/>
         <model device="GPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="1670255" vmpeak="2196989" vmrss="1670255" vmsize="2111792"/>
         <model device="CPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="716154" vmpeak="1690884" vmrss="507525" vmsize="1482078"/>
         <model device="GPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="1662434" vmpeak="2019430" vmrss="1662434" vmsize="2019430"/>
-        <model device="CPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="939291" vmpeak="2191129" vmrss="540456" vmsize="1740596"/>
-        <model device="GPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="2969886" vmpeak="4403224" vmrss="2969886" vmsize="4318028"/>
+        <model device="CPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="939291" vmpeak="2191129" vmrss="540456" vmsize="1740596"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="2969886" vmpeak="4403224" vmrss="2969886" vmsize="4318028"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="813150" vmpeak="2102848" vmrss="554668" vmsize="1737689"/>
         <model device="CPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="812780" vmpeak="1815288" vmrss="625066" vmsize="1744184"/>
         <model device="GPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="1357709" vmpeak="1707929" vmrss="1054398" vmsize="1401415"/>
         <model device="GPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="1357283" vmpeak="1707222" vmrss="1055761" vmsize="1487714"/>
-        <model device="CPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1077299" vmpeak="2466084" vmrss="643666" vmsize="1962355"/>
-        <model device="GPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1436775" vmpeak="3072945" vmrss="1360975" vmsize="2987748"/>
+        <model device="CPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1077299" vmpeak="2466084" vmrss="643666" vmsize="1962355"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/yolo-v2-tf/FP32/yolo-v2-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1436775" vmpeak="3072945" vmrss="1360975" vmsize="2987748"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="infer_request_inference" vmhwm="963482" vmpeak="1895368" vmrss="658283" vmsize="1767693"/>
         <model device="CPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="create_exenetwork" vmhwm="964272" vmpeak="1895368" vmrss="654877" vmsize="1585792"/>
         <model device="GPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="infer_request_inference" vmhwm="1677910" vmpeak="2036039" vmrss="1018867" vmsize="1460924"/>
         <model device="GPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="create_exenetwork" vmhwm="1673422" vmpeak="2031624" vmrss="1013547" vmsize="1371312"/>
-        <model device="?PU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="inference_with_streams" vmhwm="1265607" vmpeak="2241304" vmrss="652927" vmsize="1625114"/>
-        <model device="GPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="inference_with_streams" vmhwm="1507558" vmpeak="3019608" vmrss="1448397" vmsize="2934412"/>
+        <model device="?PU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="inference_with_streams" vmhwm="1265607" vmpeak="2241304" vmrss="652927" vmsize="1625114"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="inference_with_streams" vmhwm="1507558" vmpeak="3019608" vmrss="1448397" vmsize="2934412"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="1022548" vmpeak="1475224" vmrss="959036" vmsize="1390027"/>
         <model device="CPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="301511" vmpeak="1258327" vmrss="221260" vmsize="1177727"/>
         <model device="CPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="300705" vmpeak="1445402" vmrss="235357" vmsize="1360205"/>
         <model device="GPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="1023994" vmpeak="1370938" vmrss="959743" vmsize="1306188"/>
-        <model device="GPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1846551" vmpeak="3187360" vmrss="1815444" vmsize="3175463"/>
-        <model device="CPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="392667" vmpeak="2049429" vmrss="251591" vmsize="1902295"/>
+        <model device="GPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1846551" vmpeak="3187360" vmrss="1815444" vmsize="3175463"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="CPU" path="public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="392667" vmpeak="2049429" vmrss="251591" vmsize="1902295"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="infer_request_inference" vmhwm="321152" vmpeak="1278378" vmrss="258684" vmsize="1194871"/>
         <model device="CPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="create_exenetwork" vmhwm="321599" vmpeak="1278414" vmrss="232367" vmsize="1189084"/>
         <model device="GPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="create_exenetwork" vmhwm="957179" vmpeak="1314721" vmrss="957179" vmsize="1314721"/>
         <model device="GPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="infer_request_inference" vmhwm="942968" vmpeak="1470898" vmrss="942968" vmsize="1385701"/>
-        <model device="CPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="inference_with_streams" vmhwm="413800" vmpeak="1542502" vmrss="270134" vmsize="1463295"/>
-        <model device="GPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="inference_with_streams" vmhwm="2039102" vmpeak="3333059" vmrss="2039102" vmsize="3333059"/>
+        <model device="CPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="inference_with_streams" vmhwm="413800" vmpeak="1542502" vmrss="270134" vmsize="1463295"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml" precision="FP32" test="inference_with_streams" vmhwm="2039102" vmpeak="3333059" vmrss="2039102" vmsize="3333059"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="create_exenetwork" vmhwm="90064" vmpeak="1030208" vmrss="74037" vmsize="1014031"/>
         <model device="CPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="infer_request_inference" vmhwm="90126" vmpeak="1281170" vmrss="82409" vmsize="1195974"/>
         <model device="GPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="create_exenetwork" vmhwm="594932" vmpeak="952640" vmrss="594932" vmsize="952640"/>
         <model device="GPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="infer_request_inference" vmhwm="596081" vmpeak="1120735" vmrss="596081" vmsize="1035538"/>
-        <model device="CPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="112148" vmpeak="1364729" vmrss="88597" vmsize="1260885"/>
-        <model device="GPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="1071189" vmpeak="2623758" vmrss="1071189" vmsize="2538562"/>
+        <model device="CPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="112148" vmpeak="1364729" vmrss="88597" vmsize="1260885"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/mobilenet-v2/FP32/mobilenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="1071189" vmpeak="2623758" vmrss="1071189" vmsize="2538562"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="infer_request_inference" vmhwm="645127" vmpeak="1162184" vmrss="645127" vmsize="1076987"/>
         <model device="CPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="infer_request_inference" vmhwm="130343" vmpeak="1311367" vmrss="111295" vmsize="1226170"/>
         <model device="GPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="create_exenetwork" vmhwm="640260" vmpeak="988109" vmrss="640260" vmsize="988109"/>
         <model device="CPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="create_exenetwork" vmhwm="130213" vmpeak="1074086" vmrss="100630" vmsize="1044352"/>
-        <model device="CPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="inference_with_streams" vmhwm="165562" vmpeak="1170213" vmrss="118976" vmsize="1113039"/>
-        <model device="GPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="inference_with_streams" vmhwm="1061897" vmpeak="2718066" vmrss="1061897" vmsize="2632869"/>
+        <model device="CPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="inference_with_streams" vmhwm="165562" vmpeak="1170213" vmrss="118976" vmsize="1113039"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="inference_with_streams" vmhwm="1061897" vmpeak="2718066" vmrss="1061897" vmsize="2632869"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" vmhwm="125866" vmpeak="1110345" vmrss="98670" vmsize="1045501"/>
         <model device="GPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" vmhwm="665277" vmpeak="1012148" vmrss="665277" vmsize="1012148"/>
         <model device="GPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" vmhwm="664773" vmpeak="1181507" vmrss="664773" vmsize="1096310"/>
         <model device="CPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" vmhwm="126630" vmpeak="1222676" vmrss="110188" vmsize="1137479"/>
-        <model device="CPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" vmhwm="159863" vmpeak="1179557" vmrss="120094" vmsize="1116970"/>
-        <model device="GPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" vmhwm="1276043" vmpeak="2832518" vmrss="1276043" vmsize="2747321"/>
+        <model device="CPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" vmhwm="159863" vmpeak="1179557" vmrss="120094" vmsize="1116970"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" vmhwm="1276043" vmpeak="2832518" vmrss="1276043" vmsize="2747321"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="infer_request_inference" vmhwm="290009" vmpeak="1430551" vmrss="266780" vmsize="1430551"/>
         <model device="GPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="create_exenetwork" vmhwm="1465521" vmpeak="1823016" vmrss="1465521" vmsize="1823016"/>
         <model device="CPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="create_exenetwork" vmhwm="290888" vmpeak="1281810" vmrss="257852" vmsize="1248598"/>
         <model device="GPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="infer_request_inference" vmhwm="1462349" vmpeak="1990289" vmrss="1462349" vmsize="1905092"/>
-        <model device="CPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="inference_with_streams" vmhwm="373230" vmpeak="1526402" vmrss="327912" vmsize="1496310"/>
-        <model device="GPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="inference_with_streams" vmhwm="2571706" vmpeak="3839326" vmrss="2571706" vmsize="3839326"/>
+        <model device="CPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="inference_with_streams" vmhwm="373230" vmpeak="1526402" vmrss="327912" vmsize="1496310"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/densenet-169/FP32/densenet-169.xml" precision="FP32" test="inference_with_streams" vmhwm="2571706" vmpeak="3839326" vmrss="2571706" vmsize="3839326"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="infer_request_inference" vmhwm="820570" vmpeak="1338064" vmrss="820570" vmsize="1252867"/>
         <model device="CPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="create_exenetwork" vmhwm="128388" vmpeak="1033484" vmrss="107822" vmsize="1012533"/>
         <model device="GPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="create_exenetwork" vmhwm="810825" vmpeak="1168039" vmrss="810825" vmsize="1168039"/>
         <model device="CPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="infer_request_inference" vmhwm="128403" vmpeak="1194440" vmrss="116745" vmsize="1194440"/>
-        <model device="CPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="inference_with_streams" vmhwm="159099" vmpeak="1159033" vmrss="130140" vmsize="1134010"/>
-        <model device="GPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="inference_with_streams" vmhwm="1946016" vmpeak="3187470" vmrss="1946016" vmsize="3187470"/>
+        <model device="CPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="inference_with_streams" vmhwm="159099" vmpeak="1159033" vmrss="130140" vmsize="1134010"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="inference_with_streams" vmhwm="1946016" vmpeak="3187470" vmrss="1946016" vmsize="3187470"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="infer_request_inference" vmhwm="3676467" vmpeak="4025216" vmrss="2028057" vmsize="2459688"/>
         <model device="GPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="create_exenetwork" vmhwm="3663301" vmpeak="4022153" vmrss="2013772" vmsize="2371428"/>
         <model device="CPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="create_exenetwork" vmhwm="2219448" vmpeak="3182665" vmrss="1490070" vmsize="2453094"/>
         <model device="CPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="infer_request_inference" vmhwm="2219224" vmpeak="3182665" vmrss="1523537" vmsize="2453885"/>
-        <model device="CPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="inference_with_streams" vmhwm="2948826" vmpeak="4169958" vmrss="1525456" vmsize="2714186"/>
-        <model device="GPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="inference_with_streams" vmhwm="3215602" vmpeak="4652934" vmrss="2271063" vmsize="3880812"/>
+        <model device="CPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="inference_with_streams" vmhwm="2948826" vmpeak="4169958" vmrss="1525456" vmsize="2714186"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/vgg19/FP32/vgg19.xml" precision="FP32" test="inference_with_streams" vmhwm="3215602" vmpeak="4652934" vmrss="2271063" vmsize="3880812"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="538304" vmpeak="895824" vmrss="490417" vmsize="847880"/>
         <model device="CPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="201552" vmpeak="1170317" vmrss="144762" vmsize="1089290"/>
         <model device="GPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="541606" vmpeak="1021555" vmrss="494780" vmsize="936358"/>
         <model device="CPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="200688" vmpeak="1273443" vmrss="159364" vmsize="1273443"/>
-        <model device="CPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="259511" vmpeak="1336649" vmrss="168256" vmsize="1336649"/>
-        <model device="GPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="584417" vmpeak="1986041" vmrss="559187" vmsize="1986041"/>
+        <model device="CPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="259511" vmpeak="1336649" vmrss="168256" vmsize="1336649"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="584417" vmpeak="1986041" vmrss="559187" vmsize="1986041"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="infer_request_inference" vmhwm="1109373" vmpeak="1637074" vmrss="1109373" vmsize="1551877"/>
         <model device="GPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="create_exenetwork" vmhwm="1110356" vmpeak="1467570" vmrss="1110356" vmsize="1467570"/>
         <model device="CPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="infer_request_inference" vmhwm="415594" vmpeak="1390048" vmrss="305515" vmsize="1390048"/>
         <model device="CPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="create_exenetwork" vmhwm="415412" vmpeak="1326598" vmrss="296753" vmsize="1207601"/>
-        <model device="CPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="inference_with_streams" vmhwm="541132" vmpeak="1595089" vmrss="320346" vmsize="1509892"/>
-        <model device="GPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="inference_with_streams" vmhwm="2023938" vmpeak="3330626" vmrss="2023938" vmsize="3330626"/>
+        <model device="CPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="inference_with_streams" vmhwm="541132" vmpeak="1595089" vmrss="320346" vmsize="1509892"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/googlenet-v3/FP32/googlenet-v3.xml" precision="FP32" test="inference_with_streams" vmhwm="2023938" vmpeak="3330626" vmrss="2023938" vmsize="3330626"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="create_exenetwork" vmhwm="182317" vmpeak="1197773" vmrss="164658" vmsize="1111999"/>
         <model device="CPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="infer_request_inference" vmhwm="182390" vmpeak="1197778" vmrss="173716" vmsize="1112763"/>
         <model device="GPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="infer_request_inference" vmhwm="1093898" vmpeak="1621344" vmrss="1093898" vmsize="1536147"/>
         <model device="GPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="create_exenetwork" vmhwm="1094308" vmpeak="1452172" vmrss="1094308" vmsize="1452172"/>
-        <model device="CPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="inference_with_streams" vmhwm="235274" vmpeak="1727637" vmrss="215831" vmsize="1643205"/>
-        <model device="GPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="inference_with_streams" vmhwm="2337301" vmpeak="3736985" vmrss="2337301" vmsize="3651788"/>
+        <model device="CPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="inference_with_streams" vmhwm="235274" vmpeak="1727637" vmrss="215831" vmsize="1643205"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/densenet-121/FP32/densenet-121.xml" precision="FP32" test="inference_with_streams" vmhwm="2337301" vmpeak="3736985" vmrss="2337301" vmsize="3651788"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="680950" vmpeak="1038434" vmrss="520566" vmsize="877874"/>
         <model device="CPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="271902" vmpeak="1405289" vmrss="206668" vmsize="1320092"/>
         <model device="GPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="680680" vmpeak="1054289" vmrss="527285" vmsize="969092"/>
         <model device="CPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="272740" vmpeak="1216732" vmrss="192602" vmsize="1136304"/>
-        <model device="CPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="353579" vmpeak="1835568" vmrss="215035" vmsize="1835568"/>
-        <model device="GPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="655408" vmpeak="2317697" vmrss="606210" vmsize="2303132"/>
+        <model device="CPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="353579" vmpeak="1835568" vmrss="215035" vmsize="1835568"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="655408" vmpeak="2317697" vmrss="606210" vmsize="2303132"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="4857247" vmpeak="5206427" vmrss="4128420" vmsize="4553484"/>
         <model device="CPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="1128233" vmpeak="3280191" vmrss="780743" vmsize="2932467"/>
         <model device="CPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="2099572" vmpeak="3280186" vmrss="2099572" vmsize="2998964"/>
         <model device="GPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="4859030" vmpeak="5206666" vmrss="4102753" vmsize="4450399"/>
-        <model device="CPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="2081170" vmpeak="4946245" vmrss="2081170" vmsize="4710108"/>
+        <model device="CPU" path="public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="2081170" vmpeak="4946245" vmrss="2081170" vmsize="4710108"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="create_exenetwork" vmhwm="147898" vmpeak="1114651" vmrss="115112" vmsize="1053561"/>
         <model device="GPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="infer_request_inference" vmhwm="691709" vmpeak="1207856" vmrss="691709" vmsize="1122659"/>
         <model device="CPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="infer_request_inference" vmhwm="149328" vmpeak="1320654" vmrss="123120" vmsize="1235457"/>
         <model device="GPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="create_exenetwork" vmhwm="682973" vmpeak="1039568" vmrss="682973" vmsize="1039568"/>
-        <model device="CPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="inference_with_streams" vmhwm="185572" vmpeak="1218791" vmrss="131014" vmsize="1218791"/>
-        <model device="GPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="inference_with_streams" vmhwm="1432256" vmpeak="2842418" vmrss="1432256" vmsize="2842418"/>
+        <model device="CPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="inference_with_streams" vmhwm="185572" vmpeak="1218791" vmrss="131014" vmsize="1218791"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/googlenet-v1/FP32/googlenet-v1.xml" precision="FP32" test="inference_with_streams" vmhwm="1432256" vmpeak="2842418" vmrss="1432256" vmsize="2842418"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="infer_request_inference" vmhwm="1976426" vmpeak="2503280" vmrss="1976426" vmsize="2418083"/>
         <model device="CPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="create_exenetwork" vmhwm="463372" vmpeak="1638936" vmrss="360770" vmsize="1535965"/>
         <model device="GPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="create_exenetwork" vmhwm="1975246" vmpeak="2332423" vmrss="1975246" vmsize="2332423"/>
         <model device="CPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="infer_request_inference" vmhwm="464297" vmpeak="1802980" vmrss="400145" vmsize="1717783"/>
-        <model device="CPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="inference_with_streams" vmhwm="611842" vmpeak="1974590" vmrss="454313" vmsize="1890163"/>
-        <model device="GPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="inference_with_streams" vmhwm="2907169" vmpeak="4184694" vmrss="2907169" vmsize="4099498"/>
+        <model device="CPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="inference_with_streams" vmhwm="611842" vmpeak="1974590" vmrss="454313" vmsize="1890163"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml" precision="FP32" test="inference_with_streams" vmhwm="2907169" vmpeak="4184694" vmrss="2907169" vmsize="4099498"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="672250" vmpeak="1199031" vmrss="672250" vmsize="1113834"/>
         <model device="CPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="143041" vmpeak="1332099" vmrss="121971" vmsize="1246902"/>
         <model device="GPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="671990" vmpeak="1028981" vmrss="671990" vmsize="1028981"/>
         <model device="CPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="142844" vmpeak="1097834" vmrss="109626" vmsize="1064325"/>
-        <model device="CPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="181038" vmpeak="1742218" vmrss="130988" vmsize="1687233"/>
-        <model device="GPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1497204" vmpeak="2939086" vmrss="1475812" vmsize="2853890"/>
+        <model device="CPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="181038" vmpeak="1742218" vmrss="130988" vmsize="1687233"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1497204" vmpeak="2939086" vmrss="1475812" vmsize="2853890"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="infer_request_inference" vmhwm="1207304" vmpeak="1725323" vmrss="1207304" vmsize="1640126"/>
         <model device="CPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="create_exenetwork" vmhwm="477682" vmpeak="1454668" vmrss="337610" vmsize="1314164"/>
         <model device="CPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="infer_request_inference" vmhwm="476954" vmpeak="1581210" vmrss="351046" vmsize="1496014"/>
         <model device="GPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="create_exenetwork" vmhwm="1210544" vmpeak="1557566" vmrss="1210544" vmsize="1557566"/>
-        <model device="CPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="inference_with_streams" vmhwm="624629" vmpeak="1646897" vmrss="372985" vmsize="1563764"/>
-        <model device="GPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="inference_with_streams" vmhwm="2292648" vmpeak="3780951" vmrss="2292648" vmsize="3695754"/>
+        <model device="CPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="inference_with_streams" vmhwm="624629" vmpeak="1646897" vmrss="372985" vmsize="1563764"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="inference_with_streams" vmhwm="2292648" vmpeak="3780951" vmrss="2292648" vmsize="3695754"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="create_exenetwork" vmhwm="944112" vmpeak="1291321" vmrss="944112" vmsize="1291321"/>
         <model device="CPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="infer_request_inference" vmhwm="231592" vmpeak="1403303" vmrss="181334" vmsize="1318106"/>
         <model device="CPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="create_exenetwork" vmhwm="232299" vmpeak="1191814" vmrss="176898" vmsize="1136148"/>
         <model device="GPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="infer_request_inference" vmhwm="947564" vmpeak="1465734" vmrss="947564" vmsize="1380537"/>
-        <model device="CPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="inference_with_streams" vmhwm="297190" vmpeak="1286542" vmrss="200688" vmsize="1202661"/>
-        <model device="GPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="inference_with_streams" vmhwm="2016835" vmpeak="3353256" vmrss="2016835" vmsize="3353256"/>
+        <model device="CPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="inference_with_streams" vmhwm="297190" vmpeak="1286542" vmrss="200688" vmsize="1202661"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/se-inception/FP32/se-inception.xml" precision="FP32" test="inference_with_streams" vmhwm="2016835" vmpeak="3353256" vmrss="2016835" vmsize="3353256"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="1011462" vmpeak="2969579" vmrss="760396" vmsize="2718393"/>
         <model device="CPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="1731979" vmpeak="2994170" vmrss="1731979" vmsize="2908973"/>
         <model device="GPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="infer_request_inference" vmhwm="5038597" vmpeak="5561036" vmrss="5038597" vmsize="5475839"/>
         <model device="GPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="create_exenetwork" vmhwm="5051202" vmpeak="5408088" vmrss="5051202" vmsize="5408088"/>
-        <model device="CPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1918654" vmpeak="4482935" vmrss="1918654" vmsize="4094844"/>
+        <model device="CPU" path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP32" test="inference_with_streams" vmhwm="1918654" vmpeak="4482935" vmrss="1918654" vmsize="4094844"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="create_exenetwork" vmhwm="312821" vmpeak="1613175" vmrss="229080" vmsize="1529262"/>
         <model device="GPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="create_exenetwork" vmhwm="2404532" vmpeak="2762448" vmrss="2386540" vmsize="2743967"/>
         <model device="GPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="infer_request_inference" vmhwm="2408104" vmpeak="2888906" vmrss="2363524" vmsize="2803710"/>
         <model device="CPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="infer_request_inference" vmhwm="497364" vmpeak="1607845" vmrss="497364" vmsize="1529418"/>
-        <model device="CPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="inference_with_streams" vmhwm="506599" vmpeak="2533133" vmrss="506599" vmsize="2467244"/>
-        <model device="GPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="inference_with_streams" vmhwm="3445681" vmpeak="4780334" vmrss="3445681" vmsize="4695137"/>
+        <model device="CPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="inference_with_streams" vmhwm="506599" vmpeak="2533133" vmrss="506599" vmsize="2467244"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/ctpn/FP32/ctpn.xml" precision="FP32" test="inference_with_streams" vmhwm="3445681" vmpeak="4780334" vmrss="3445681" vmsize="4695137"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="97193" vmpeak="1087216" vmrss="76294" vmsize="1012232"/>
         <model device="GPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="494447" vmpeak="852124" vmrss="494447" vmsize="852124"/>
         <model device="GPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="491171" vmpeak="1018591" vmrss="491171" vmsize="933394"/>
         <model device="CPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="97141" vmpeak="1279350" vmrss="81712" vmsize="1194154"/>
-        <model device="CPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="119917" vmpeak="1105894" vmrss="85867" vmsize="1066733"/>
-        <model device="GPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="742924" vmpeak="2423688" vmrss="742924" vmsize="2423688"/>
+        <model device="CPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="119917" vmpeak="1105894" vmrss="85867" vmsize="1066733"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="742924" vmpeak="2423688" vmrss="742924" vmsize="2423688"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="infer_request_inference" vmhwm="2734373" vmpeak="3261367" vmrss="2734373" vmsize="3176170"/>
         <model device="GPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="create_exenetwork" vmhwm="2746140" vmpeak="3103349" vmrss="2746140" vmsize="3103349"/>
         <model device="CPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="infer_request_inference" vmhwm="1114266" vmpeak="2174572" vmrss="828776" vmsize="2056496"/>
         <model device="CPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="create_exenetwork" vmhwm="1113491" vmpeak="2174577" vmrss="813904" vmsize="1874657"/>
-        <model device="CPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="inference_with_streams" vmhwm="1465505" vmpeak="2714103" vmrss="887780" vmsize="2177796"/>
-        <model device="GPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="inference_with_streams" vmhwm="3515725" vmpeak="4875182" vmrss="3515725" vmsize="4875182"/>
+        <model device="CPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="inference_with_streams" vmhwm="1465505" vmpeak="2714103" vmrss="887780" vmsize="2177796"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/se-resnet-152/FP32/se-resnet-152.xml" precision="FP32" test="inference_with_streams" vmhwm="3515725" vmpeak="4875182" vmrss="3515725" vmsize="4875182"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="create_exenetwork" vmhwm="476860" vmpeak="1483336" vmrss="339549" vmsize="1345760"/>
         <model device="GPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="create_exenetwork" vmhwm="1193774" vmpeak="1540479" vmrss="1193774" vmsize="1540479"/>
         <model device="CPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="infer_request_inference" vmhwm="477490" vmpeak="1483336" vmrss="371966" vmsize="1346592"/>
         <model device="GPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="infer_request_inference" vmhwm="1214886" vmpeak="1731776" vmrss="1214886" vmsize="1646580"/>
-        <model device="CPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="inference_with_streams" vmhwm="613272" vmpeak="1689064" vmrss="377390" vmsize="1604631"/>
-        <model device="GPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="inference_with_streams" vmhwm="2554224" vmpeak="3932957" vmrss="2554224" vmsize="3847760"/>
+        <model device="CPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="inference_with_streams" vmhwm="613272" vmpeak="1689064" vmrss="377390" vmsize="1604631"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/se-resnext-50/FP32/se-resnext-50.xml" precision="FP32" test="inference_with_streams" vmhwm="2554224" vmpeak="3932957" vmrss="2554224" vmsize="3847760"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="create_exenetwork" vmhwm="1678461" vmpeak="2036767" vmrss="1018586" vmsize="1376455"/>
         <model device="CPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="infer_request_inference" vmhwm="965572" vmpeak="1894677" vmrss="658169" vmsize="1585953"/>
         <model device="GPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="infer_request_inference" vmhwm="1678918" vmpeak="2036923" vmrss="1019933" vmsize="1461808"/>
         <model device="CPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="create_exenetwork" vmhwm="964386" vmpeak="1900002" vmrss="654992" vmsize="1590425"/>
-        <model device="CPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="inference_with_streams" vmhwm="1266210" vmpeak="2420974" vmrss="653322" vmsize="1804784"/>
-        <model device="GPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="inference_with_streams" vmhwm="1508078" vmpeak="2838638" vmrss="1448917" vmsize="2753441"/>
+        <model device="CPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="inference_with_streams" vmhwm="1266210" vmpeak="2420974" vmrss="653322" vmsize="1804784"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/caffenet/FP32/caffenet.xml" precision="FP32" test="inference_with_streams" vmhwm="1508078" vmpeak="2838638" vmrss="1448917" vmsize="2753441"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="988608" vmpeak="1965574" vmrss="720434" vmsize="1841538"/>
         <model device="CPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="991343" vmpeak="1970904" vmrss="679114" vmsize="1658664"/>
         <model device="GPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="1711876" vmpeak="2076287" vmrss="1521967" vmsize="1963785"/>
         <model device="GPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="1711231" vmpeak="2075855" vmrss="1532403" vmsize="1889888"/>
-        <model device="CPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1310212" vmpeak="2388578" vmrss="742606" vmsize="2149867"/>
-        <model device="GPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="2324831" vmpeak="3749512" vmrss="2264761" vmsize="3664315"/>
+        <model device="CPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="1310212" vmpeak="2388578" vmrss="742606" vmsize="2149867"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/yolo-v3-tf/FP32/yolo-v3-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="2324831" vmpeak="3749512" vmrss="2264761" vmsize="3664315"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="292292" vmpeak="1390573" vmrss="230708" vmsize="1328849"/>
         <model device="GPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="1485442" vmpeak="1881984" vmrss="1365530" vmsize="1796787"/>
         <model device="CPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="infer_request_inference" vmhwm="392787" vmpeak="1390573" vmrss="392787" vmsize="1389242"/>
         <model device="GPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="create_exenetwork" vmhwm="1361396" vmpeak="1708865" vmrss="1361396" vmsize="1708865"/>
-        <model device="CPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="522548" vmpeak="1973197" vmrss="522215" vmsize="1855328"/>
-        <model device="GPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="3062794" vmpeak="4477636" vmrss="2942414" vmsize="4356830"/>
+        <model device="CPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="522548" vmpeak="1973197" vmrss="522215" vmsize="1855328"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml" precision="FP32" test="inference_with_streams" vmhwm="3062794" vmpeak="4477636" vmrss="2942414" vmsize="4356830"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="infer_request_inference" vmhwm="374836" vmpeak="1459000" vmrss="263281" vmsize="1373803"/>
         <model device="GPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="infer_request_inference" vmhwm="863813" vmpeak="1215136" vmrss="698453" vmsize="1129939"/>
         <model device="GPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="create_exenetwork" vmhwm="849794" vmpeak="1208750" vmrss="683867" vmsize="1041315"/>
         <model device="CPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="create_exenetwork" vmhwm="375663" vmpeak="1307919" vmrss="260686" vmsize="1192750"/>
-        <model device="CPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="inference_with_streams" vmhwm="489767" vmpeak="1511754" vmrss="263842" vmsize="1426557"/>
-        <model device="GPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="inference_with_streams" vmhwm="851198" vmpeak="2605142" vmrss="795626" vmsize="2519946"/>
+        <model device="CPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="inference_with_streams" vmhwm="489767" vmpeak="1511754" vmrss="263842" vmsize="1426557"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="inference_with_streams" vmhwm="851198" vmpeak="2605142" vmrss="795626" vmsize="2519946"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" vmsize="1046988" vmpeak="1179042" vmrss="307990" vmhwm="439457"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" vmsize="1267775" vmpeak="1279647" vmrss="932672" vmhwm="944626"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="CPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" vmsize="1321819" vmpeak="1321819" vmrss="374207" vmhwm="439748"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" vmsize="1356565" vmpeak="1441762" vmrss="941418" vmhwm="947060"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
-        <model device="CPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" vmsize="1621968" vmpeak="1684784" vmrss="380411" vmhwm="574168"/>
-        <model device="GPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" vmsize="3068213" vmpeak="3068213" vmrss="1630309" vmhwm="1630309"/>
+        <model device="CPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" vmsize="1621968" vmpeak="1684784" vmrss="380411" vmhwm="574168"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" vmsize="3068213" vmpeak="3068213" vmrss="1630309" vmhwm="1630309"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="CPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="create_exenetwork" vmhwm="214182" vmpeak="1067034" vmrss="162011" vmsize="1014452"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="create_exenetwork" vmhwm="642766" vmpeak="975322" vmrss="606226" vmsize="938501"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="CPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="infer_request_inference" vmhwm="213876" vmpeak="1180764" vmrss="167460" vmsize="1095567"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
-        <model device="CPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="275449" vmpeak="1548892" vmrss="173654" vmsize="1444034"/>
-        <model device="GPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="1581096" vmpeak="3063372" vmrss="1581096" vmsize="2978175"/>
+        <model device="CPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="275449" vmpeak="1548892" vmrss="173654" vmsize="1444034"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="inference_with_streams" vmhwm="1581096" vmpeak="3063372" vmrss="1581096" vmsize="2978175"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model device="GPU" path="public/googlenet-v2/FP32/googlenet-v2.xml" precision="FP32" test="infer_request_inference" vmhwm="644373" vmpeak="1111749" vmrss="610048" vmsize="1026552"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="infer_request_inference" vmhwm="1127287" vmpeak="1619753" vmrss="1127287" vmsize="1534556"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="GPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="create_exenetwork" vmhwm="1110293" vmpeak="1441819" vmrss="1110293" vmsize="1441819"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="CPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="create_exenetwork" vmhwm="453237" vmpeak="1498151" vmrss="319966" vmsize="1361952"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
         <model device="CPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="infer_request_inference" vmhwm="501009" vmpeak="1543474" vmrss="501009" vmsize="1458277"/> # values from {"target_branch": "releases/2020/2", "commit_date": "2020-05-14 11:19:36+00:00"} and *= 1.3
-        <model device="CPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="inference_with_streams" vmhwm="598702" vmpeak="2144625" vmrss="518195" vmsize="1897833"/>
-        <model device="GPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="inference_with_streams" vmhwm="2218554" vmpeak="3692936" vmrss="2218554" vmsize="3607739"/>
+        <model device="CPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="inference_with_streams" vmhwm="598702" vmpeak="2144625" vmrss="518195" vmsize="1897833"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model device="GPU" path="public/ssd512/FP32/ssd512.xml" precision="FP32" test="inference_with_streams" vmhwm="2218554" vmpeak="3692936" vmrss="2218554" vmsize="3607739"/> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <!--Models with FP16 precision-->
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="774368" vmpeak="856570" vmrss="27856" vmhwm="27856" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="676187" vmpeak="676187" vmrss="326419" vmhwm="326419" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="774768" vmpeak="774768" vmrss="27534" vmhwm="27534" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="761399" vmpeak="846596" vmrss="326102" vmhwm="326102" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="997094" vmpeak="1081891" vmrss="29863" vmhwm="29863" />
-        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2163439" vmpeak="2163439" vmrss="446446" vmhwm="446446" />
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="997094" vmpeak="1081891" vmrss="29863" vmhwm="29863" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2163439" vmpeak="2163439" vmrss="446446" vmhwm="446446" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="779688" vmpeak="781554" vmrss="30732" vmhwm="32406" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="686337" vmpeak="686337" vmrss="337142" vmhwm="337142" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="780088" vmpeak="781554" vmrss="31335" vmhwm="31995" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="771544" vmpeak="856741" vmrss="336486" vmhwm="336486" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1003688" vmpeak="1005154" vmrss="31064" vmhwm="33472" />
-        <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2276934" vmpeak="2276934" vmrss="547066" vmhwm="547066" />
+        <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1003688" vmpeak="1005154" vmrss="31064" vmhwm="33472" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-o/FP16/mtcnn-o.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2276934" vmpeak="2276934" vmrss="547066" vmhwm="547066" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1065381" vmpeak="1154712" vmrss="270160" vmhwm="359366" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="918075" vmpeak="918075" vmrss="576534" vmhwm="576534" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1076405" vmpeak="1154613" vmrss="320086" vmhwm="358763" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1009044" vmpeak="1094241" vmrss="581958" vmhwm="581958" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1555153" vmpeak="1629368" vmrss="346091" vmhwm="461931" />
-        <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3271091" vmpeak="3271091" vmrss="1912060" vmhwm="1912060" />
+        <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1555153" vmpeak="1629368" vmrss="346091" vmhwm="461931" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ctdet_coco_dlav0_512/FP16/ctdet_coco_dlav0_512.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3271091" vmpeak="3271091" vmrss="1912060" vmhwm="1912060" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2924776" vmpeak="3108164" vmrss="599336" vmhwm="782584" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="3014091" vmpeak="3014091" vmrss="2663341" vmhwm="2663341" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="3198208" vmpeak="3283404" vmrss="2222818" vmhwm="2222818" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="3071499" vmpeak="3156696" vmrss="2639041" vmhwm="2721045" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4590846" vmpeak="4864522" vmrss="1963416" vmhwm="1963504" />
-        <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="7153026" vmpeak="7238238" vmrss="6072497" vmhwm="6156306" />
+        <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4590846" vmpeak="4864522" vmrss="1963416" vmhwm="1963504" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/brain-tumor-segmentation-0001/FP16/brain-tumor-segmentation-0001.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="7153026" vmpeak="7238238" vmrss="6072497" vmhwm="6156306" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1759586" vmpeak="1777599" vmrss="144970" vmhwm="162162" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1695085" vmpeak="1702792" vmrss="1348172" vmhwm="1356061" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2022254" vmpeak="2107450" vmrss="1042199" vmhwm="1042199" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1776476" vmpeak="1861672" vmrss="1344751" vmhwm="1429053" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3171922" vmpeak="3257118" vmrss="1098869" vmhwm="1098952" />
-        <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="5134792" vmpeak="5188055" vmrss="3846195" vmhwm="3899038" />
+        <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3171922" vmpeak="3257118" vmrss="1098869" vmhwm="1098952" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/brain-tumor-segmentation-0002/FP16/brain-tumor-segmentation-0002.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="5134792" vmpeak="5188055" vmrss="3846195" vmhwm="3899038" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="882190" vmpeak="912797" vmrss="123141" vmhwm="153342" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="762585" vmpeak="762585" vmrss="419967" vmhwm="419967" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="883074" vmpeak="912802" vmrss="128902" vmhwm="154200" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="848452" vmpeak="933649" vmrss="420404" vmhwm="420404" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1132112" vmpeak="1192557" vmrss="141700" vmhwm="194027" />
-        <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2716984" vmpeak="2802181" vmrss="1221974" vmhwm="1221974" />
+        <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1132112" vmpeak="1192557" vmrss="141700" vmhwm="194027" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/googlenet-v1-tf/FP16/googlenet-v1-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2716984" vmpeak="2802181" vmrss="1221974" vmhwm="1221974" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1378374" vmpeak="1587180" vmrss="605836" vmhwm="814018" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1234464" vmpeak="1234464" vmrss="884899" vmhwm="884899" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1380210" vmpeak="1587149" vmrss="617817" vmhwm="814439" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1319786" vmpeak="1404982" vmrss="885560" vmhwm="885560" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1849338" vmpeak="2250357" vmrss="648830" vmhwm="1049375" />
-        <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3811698" vmpeak="3811698" vmrss="2550262" vmhwm="2550262" />
+        <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1849338" vmpeak="2250357" vmrss="648830" vmhwm="1049375" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/googlenet-v4-tf/FP16/googlenet-v4-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3811698" vmpeak="3811698" vmrss="2550262" vmhwm="2550262" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1503548" vmpeak="1762202" vmrss="680950" vmhwm="939224" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="913322" vmpeak="1017057" vmrss="570211" vmhwm="670888" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1691154" vmpeak="1776351" vmrss="758378" vmhwm="939244" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="961350" vmpeak="1046546" vmrss="534632" vmhwm="672131" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2000788" vmpeak="2323796" vmrss="773489" vmhwm="1207429" />
-        <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2590172" vmpeak="2590172" vmrss="922043" vmhwm="929947" />
+        <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2000788" vmpeak="2323796" vmrss="773489" vmhwm="1207429" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/yolo-v2-tf/FP16/yolo-v2-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2590172" vmpeak="2590172" vmrss="922043" vmhwm="929947" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1551461" vmpeak="1861038" vmrss="800410" vmhwm="1109804" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1110631" vmpeak="1226820" vmrss="760869" vmhwm="871114" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1552657" vmpeak="1861038" vmrss="803836" vmhwm="1111063" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1196114" vmpeak="1281311" vmrss="761581" vmhwm="871707" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2141859" vmpeak="2395593" vmrss="809166" vmhwm="1421019" />
-        <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2691062" vmpeak="2776259" vmrss="977262" vmhwm="977262" />
+        <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2141859" vmpeak="2395593" vmrss="809166" vmhwm="1421019" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/alexnet/FP16/alexnet.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2691062" vmpeak="2776259" vmrss="977262" vmhwm="977262" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1035824" vmpeak="1116086" vmrss="259823" vmhwm="340054" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="891462" vmpeak="891462" vmrss="547424" vmhwm="547424" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1037238" vmpeak="1116076" vmrss="276151" vmhwm="340132" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="977433" vmpeak="1062630" vmrss="548522" vmhwm="548522" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1944160" vmpeak="2090587" vmrss="292708" vmhwm="433789" />
-        <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3076684" vmpeak="3076684" vmrss="1819604" vmhwm="1819604" />
+        <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1944160" vmpeak="2090587" vmrss="292708" vmhwm="433789" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3076684" vmpeak="3076684" vmrss="1819604" vmhwm="1819604" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1046744" vmpeak="1136075" vmrss="268034" vmhwm="357234" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="851505" vmpeak="851505" vmrss="509199" vmhwm="509199" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1052776" vmpeak="1135976" vmrss="296550" vmhwm="357115" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="941564" vmpeak="1026760" vmrss="514748" vmhwm="514748" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1508270" vmpeak="1587289" vmrss="316004" vmhwm="458530" />
-        <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3152177" vmpeak="3233630" vmrss="1798908" vmhwm="1798908" />
+        <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1508270" vmpeak="1587289" vmrss="316004" vmhwm="458530" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3152177" vmpeak="3233630" vmrss="1798908" vmhwm="1798908" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="840798" vmpeak="992888" vmrss="78468" vmhwm="94452" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="716539" vmpeak="716539" vmrss="374296" vmhwm="374296" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="841547" vmpeak="907696" vmrss="86585" vmhwm="95685" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="801678" vmpeak="886875" vmrss="374145" vmhwm="374145" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1087767" vmpeak="1111848" vmrss="97588" vmhwm="119438" />
-        <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2517938" vmpeak="2517938" vmrss="1080170" vmhwm="1080170" />
+        <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1087767" vmpeak="1111848" vmrss="97588" vmhwm="119438" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mobilenet-v2/FP16/mobilenet-v2.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2517938" vmpeak="2517938" vmrss="1080170" vmhwm="1080170" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1076987" vmpeak="1162184" vmrss="645127" vmhwm="645127"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1226170" vmpeak="1311367" vmrss="111295" vmhwm="130343"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="988109"  vmpeak="988109" vmrss="640260" vmhwm="640260"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1044352" vmpeak="1074086" vmrss="100630" vmhwm="130213"/> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1127542" vmpeak="1184684" vmrss="134685" vmhwm="180518" />
-        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2532930" vmpeak="2618127" vmrss="1091636" vmhwm="1091636" />
+        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1127542" vmpeak="1184684" vmrss="134685" vmhwm="180518" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mobilenet-v2-1.4-224/FP16/mobilenet-v2-1.4-224.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2532930" vmpeak="2618127" vmrss="1091636" vmhwm="1091636" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="876257" vmpeak="903994" vmrss="110328" vmhwm="137820" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="762814" vmpeak="762814" vmrss="418844" vmhwm="418844" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="877780" vmpeak="903994" vmrss="122860" vmhwm="137607" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="846804" vmpeak="932001" vmrss="417955" vmhwm="417955" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1130693" vmpeak="1175631" vmrss="133515" vmhwm="172666" />
-        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2705227" vmpeak="2705227" vmrss="1230247" vmhwm="1230247" />
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1130693" vmpeak="1175631" vmrss="133515" vmhwm="172666" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2705227" vmpeak="2705227" vmrss="1230247" vmhwm="1230247" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1158404" vmpeak="1199671" vmrss="284960" vmhwm="316331" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1090169" vmpeak="1090169" vmrss="748040" vmhwm="748040" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1340268" vmpeak="1425465" vmrss="295256" vmhwm="316243" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1174955" vmpeak="1260152" vmrss="748836" vmhwm="748836" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1894422" vmpeak="1978854" vmrss="364556" vmhwm="411538" />
-        <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3708484" vmpeak="3793680" vmrss="2437198" vmhwm="2437198" />
+        <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1894422" vmpeak="1978854" vmrss="364556" vmhwm="411538" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/densenet-169/FP16/densenet-169.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3708484" vmpeak="3793680" vmrss="2437198" vmhwm="2437198" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="879824" vmpeak="900775" vmrss="113276" vmhwm="133848" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="865040" vmpeak="865040" vmrss="513879" vmhwm="513879" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="881056" vmpeak="900780" vmrss="122569" vmhwm="134388" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="948448" vmpeak="1033645" vmrss="511222" vmhwm="511222" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1146620" vmpeak="1178491" vmrss="143202" vmhwm="172546" />
-        <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3153675" vmpeak="3153675" vmrss="1832438" vmhwm="1832438" />
+        <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1146620" vmpeak="1178491" vmrss="143202" vmhwm="172546" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/efficientnet-b0/FP16/efficientnet-b0.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3153675" vmpeak="3153675" vmrss="1832438" vmhwm="1832438" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2635412" vmpeak="3364982" vmrss="1851948" vmhwm="2581425" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1424566" vmpeak="2058456" vmrss="1075791" vmhwm="1663766" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2636920" vmpeak="3365169" vmrss="1886736" vmhwm="2581181" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1509118" vmpeak="2058446" vmrss="1074777" vmhwm="1663558" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3078805" vmpeak="4353523" vmrss="1890600" vmhwm="3313570" />
-        <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3006822" vmpeak="3443497" vmrss="1353014" vmhwm="1749815" />
+        <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3078805" vmpeak="4353523" vmrss="1890600" vmhwm="3313570" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/vgg19/FP16/vgg19.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3006822" vmpeak="3443497" vmrss="1353014" vmhwm="1749815" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="935646" vmpeak="992565" vmrss="172806" vmhwm="229346" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="710621" vmpeak="710621" vmrss="367286" vmhwm="367286" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="938782" vmpeak="1016953" vmrss="190829" vmhwm="227635" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="795823" vmpeak="881020" vmrss="367759" vmhwm="367759" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1365078" vmpeak="1472234" vmrss="197392" vmhwm="289088" />
-        <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2194129" vmpeak="2279326" vmrss="503079" vmhwm="503079" />
+        <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1365078" vmpeak="1472234" vmrss="197392" vmhwm="289088" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/yolo-v2-tiny-tf/FP16/yolo-v2-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2194129" vmpeak="2279326" vmrss="503079" vmhwm="503079" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1120262" vmpeak="1238073" vmrss="351130" vmhwm="468384" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="948682" vmpeak="948682" vmrss="606158" vmhwm="606158" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1121733" vmpeak="1238078" vmrss="362247" vmhwm="468681" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1034555" vmpeak="1119752" vmrss="607230" vmhwm="607230" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1570134" vmpeak="1653969" vmrss="380603" vmhwm="601588" />
-        <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3171064" vmpeak="3256260" vmrss="1892207" vmhwm="1892207" />
+        <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1570134" vmpeak="1653969" vmrss="380603" vmhwm="601588" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/googlenet-v3/FP16/googlenet-v3.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3171064" vmpeak="3256260" vmrss="1892207" vmhwm="1892207" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="967064" vmpeak="989695" vmrss="179519" vmhwm="194818" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="929947" vmpeak="929947" vmrss="587672" vmhwm="587672" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="967839" vmpeak="990693" vmrss="189586" vmhwm="194381" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1016173" vmpeak="1101370" vmrss="589997" vmhwm="589997" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1482457" vmpeak="1566890" vmrss="236246" vmhwm="255314" />
-        <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3499163" vmpeak="3584360" vmrss="2225158" vmhwm="2225158" />
+        <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1482457" vmpeak="1566890" vmrss="236246" vmhwm="255314" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/densenet-121/FP16/densenet-121.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3499163" vmpeak="3584360" vmrss="2225158" vmhwm="2225158" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="994411" vmpeak="1074840" vmrss="230219" vmhwm="310507" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="721042" vmpeak="745014" vmrss="379371" vmhwm="402266" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="997183" vmpeak="1074964" vmrss="249085" vmhwm="310112" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="806254" vmpeak="891451" vmrss="378778" vmhwm="401575" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1513642" vmpeak="1513642" vmrss="254410" vmhwm="393842" />
-        <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2206718" vmpeak="2291915" vmrss="511539" vmhwm="535210" />
+        <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1513642" vmpeak="1513642" vmrss="254410" vmhwm="393842" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/yolo-v1-tiny-tf/FP16/yolo-v1-tiny-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2206718" vmpeak="2291915" vmrss="511539" vmhwm="535210" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2932846" vmpeak="3280570" vmrss="912085" vmhwm="1259705" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2849225" vmpeak="2849225" vmrss="2498324" vmhwm="2498324" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="3187501" vmpeak="3280570" vmrss="2252218" vmhwm="2252218" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2961342" vmpeak="3046539" vmrss="2534734" vmhwm="2534734" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4833608" vmpeak="5373841" vmrss="2295441" vmhwm="2295441" />
-        <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="7050212" vmpeak="7135408" vmrss="6047886" vmhwm="6047886" />
+        <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4833608" vmpeak="5373841" vmrss="2295441" vmhwm="2295441" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mask_rcnn_resnet101_atrous_coco/FP16/mask_rcnn_resnet101_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="7050212" vmpeak="7135408" vmrss="6047886" vmhwm="6047886" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="888565" vmpeak="921616" vmrss="129032" vmhwm="161517" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="898830" vmpeak="898830" vmrss="539156" vmhwm="539156" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="889777" vmpeak="921616" vmrss="134258" vmhwm="160269" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="984022" vmpeak="1069218" vmrss="539583" vmhwm="539583" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1320888" vmpeak="1404920" vmrss="148439" vmhwm="203138" />
-        <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2982735" vmpeak="3067932" vmrss="1476103" vmhwm="1476103" />
+        <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1320888" vmpeak="1404920" vmrss="148439" vmhwm="203138" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/googlenet-v1/FP16/googlenet-v1.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2982735" vmpeak="3067932" vmrss="1476103" vmhwm="1476103" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1349384" vmpeak="1451600" vmrss="415469" vmhwm="516890" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1366877" vmpeak="1366877" vmrss="1011322" vmhwm="1011322" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1357252" vmpeak="1451595" vmrss="450897" vmhwm="516469" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1452245" vmpeak="1537442" vmrss="1013376" vmhwm="1013376" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1783355" vmpeak="1952100" vmrss="518476" vmhwm="676613" />
-        <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3918475" vmpeak="3918475" vmrss="2739126" vmhwm="2739126" />
+        <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1783355" vmpeak="1952100" vmrss="518476" vmhwm="676613" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/octave-resnext-50-0.25/FP16/octave-resnext-50-0.25.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3918475" vmpeak="3918475" vmrss="2739126" vmhwm="2739126" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="898060" vmpeak="931569" vmrss="122912" vmhwm="155667" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="772272" vmpeak="772272" vmrss="428677" vmhwm="428677" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="899527" vmpeak="931600" vmrss="136900" vmhwm="155006" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="857287" vmpeak="942484" vmrss="428979" vmhwm="428979" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1341402" vmpeak="1468370" vmrss="146406" vmhwm="196976" />
-        <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2723510" vmpeak="2808707" vmrss="1294716" vmhwm="1294716" />
+        <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1341402" vmpeak="1468370" vmrss="146406" vmhwm="196976" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ssd_mobilenet_v1_coco/FP16/ssd_mobilenet_v1_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2723510" vmpeak="2808707" vmrss="1294716" vmhwm="1294716" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1177810" vmpeak="1311892" vmrss="406213" vmhwm="539843" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1036131" vmpeak="1036131" vmrss="684964" vmhwm="684964" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1179063" vmpeak="1311892" vmrss="420482" vmhwm="540300" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1121608" vmpeak="1206805" vmrss="686036" vmhwm="686036" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1634219" vmpeak="1912861" vmrss="443788" vmhwm="695728" />
-        <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3383962" vmpeak="3383962" vmrss="2040521" vmhwm="2040521" />
+        <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1634219" vmpeak="1912861" vmrss="443788" vmhwm="695728" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/se-resnet-50/FP16/se-resnet-50.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3383962" vmpeak="3383962" vmrss="2040521" vmhwm="2040521" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="965088" vmpeak="1018685" vmrss="202997" vmhwm="256037" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="916973" vmpeak="916973" vmrss="565890" vmhwm="565890" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="966342" vmpeak="1018622" vmrss="210184" vmhwm="255725" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1004426" vmpeak="1089623" vmrss="568110" vmhwm="568110" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1232332" vmpeak="1330227" vmrss="230911" vmhwm="328224" />
-        <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3266042" vmpeak="3351238" vmrss="1993747" vmhwm="1993747" />
+        <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1232332" vmpeak="1330227" vmrss="230911" vmhwm="328224" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3266042" vmpeak="3351238" vmrss="1993747" vmhwm="1993747" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2677183" vmpeak="2885105" vmrss="943675" vmhwm="1151456" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="5057847" vmpeak="5057847" vmrss="4707601" vmhwm="4707601" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2874799" vmpeak="2959996" vmrss="1924265" vmhwm="1924265" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="5137610" vmpeak="5222807" vmrss="4708199" vmhwm="4708199" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4337824" vmpeak="4413661" vmrss="2072090" vmhwm="2072090" />
-        <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="11111744" vmpeak="11196941" vmrss="9889755" vmhwm="9889755" />
+        <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="4337824" vmpeak="4413661" vmrss="2072090" vmhwm="2072090" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/faster_rcnn_inception_resnet_v2_atrous_coco/FP16/faster_rcnn_inception_resnet_v2_atrous_coco.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="11111744" vmpeak="11196941" vmrss="9889755" vmhwm="9889755" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1498104" vmpeak="1582016" vmrss="269760" vmhwm="353418" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1482592" vmpeak="1511125" vmrss="1132164" vmhwm="1160614" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1510641" vmpeak="1582011" vmrss="525532" vmhwm="525532" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1590357" vmpeak="1675554" vmrss="1157743" vmhwm="1160218" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2418052" vmpeak="2503248" vmrss="548646" vmhwm="548646" />
-        <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="4120417" vmpeak="4120417" vmrss="2880846" vmhwm="2880846" />
+        <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2418052" vmpeak="2503248" vmrss="548646" vmhwm="548646" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ctpn/FP16/ctpn.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="4120417" vmpeak="4120417" vmrss="2880846" vmhwm="2880846" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="839857" vmpeak="860927" vmrss="84468" vmhwm="105367" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="685245" vmpeak="685245" vmrss="343122" vmhwm="343122" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="840772" vmpeak="915699" vmrss="90495" vmhwm="105757" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="770447" vmpeak="855644" vmrss="343064" vmhwm="343064" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1257646" vmpeak="1342078" vmrss="96080" vmhwm="129927" />
-        <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2387673" vmpeak="2472870" vmrss="735675" vmhwm="735675" />
+        <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1257646" vmpeak="1342078" vmrss="96080" vmhwm="129927" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mobilenet-v1-1.0-224-tf/FP16/mobilenet-v1-1.0-224-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2387673" vmpeak="2472870" vmrss="735675" vmhwm="735675" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1811336" vmpeak="2111257" vmrss="964756" vmhwm="1264224" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1681128" vmpeak="1681128" vmrss="1326785" vmhwm="1326785" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1812616" vmpeak="2111252" vmrss="979638" vmhwm="1264588" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1767344" vmpeak="1852541" vmrss="1329489" vmhwm="1329489" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2528822" vmpeak="2897705" vmrss="1057877" vmhwm="1635956" />
-        <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="4243969" vmpeak="4329166" vmrss="3005828" vmhwm="3005828" />
+        <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2528822" vmpeak="2897705" vmrss="1057877" vmhwm="1635956" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/se-resnet-152/FP16/se-resnet-152.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="4243969" vmpeak="4329166" vmrss="3005828" vmhwm="3005828" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1186031" vmpeak="1319214" vmrss="399209" vmhwm="532006" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1073337" vmpeak="1073337" vmrss="722113" vmhwm="722113" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1193857" vmpeak="1319214" vmrss="423550" vmhwm="531601" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1154493" vmpeak="1239690" vmrss="724271" vmhwm="724271" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1671716" vmpeak="1921394" vmrss="447662" vmhwm="682884" />
-        <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3476746" vmpeak="3476746" vmrss="2232698" vmhwm="2232698" />
+        <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1671716" vmpeak="1921394" vmrss="447662" vmhwm="682884" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/se-resnext-50/FP16/se-resnext-50.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3476746" vmpeak="3476746" vmrss="2232698" vmhwm="2232698" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1550770" vmpeak="1860346" vmrss="800404" vmhwm="1109799" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1110933" vmpeak="1226820" vmrss="761009" vmhwm="871634" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1551966" vmpeak="1860346" vmrss="804024" vmhwm="1110210" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1196114" vmpeak="1281311" vmrss="761742" vmhwm="872180" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1778368" vmpeak="2394542" vmrss="808168" vmhwm="1421617" />
-        <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2680620" vmpeak="2765817" vmrss="965718" vmhwm="965718" />
+        <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1778368" vmpeak="2394542" vmrss="808168" vmhwm="1421617" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/caffenet/FP16/caffenet.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2680620" vmpeak="2765817" vmrss="965718" vmhwm="965718" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1634323" vmpeak="1946230" vmrss="830637" vmhwm="1142278" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1208620" vmpeak="1208620" vmrss="866153" vmhwm="866153" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1732083" vmpeak="1946230" vmrss="877739" vmhwm="1142585" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1294254" vmpeak="1379450" vmrss="866398" vmhwm="866398" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2125702" vmpeak="2724066" vmrss="898617" vmhwm="1466467" />
-        <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3262968" vmpeak="3348165" vmrss="1990310" vmhwm="1990310" />
+        <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2125702" vmpeak="2724066" vmrss="898617" vmhwm="1466467" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/yolo-v3-tf/FP16/yolo-v3-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3262968" vmpeak="3348165" vmrss="1990310" vmhwm="1990310" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1178403" vmpeak="1240127" vmrss="259662" vmhwm="320377" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1123371" vmpeak="1123371" vmrss="781066" vmhwm="781066" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1419849" vmpeak="1505046" vmrss="482710" vmhwm="482710" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1206202" vmpeak="1291399" vmrss="779105" vmhwm="899714" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1886674" vmpeak="2022612" vmrss="553737" vmhwm="553909" />
-        <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3526853" vmpeak="3647659" vmrss="2064795" vmhwm="2185164" />
+        <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1886674" vmpeak="2022612" vmrss="553737" vmhwm="553909" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3526853" vmpeak="3647659" vmrss="2064795" vmhwm="2185164" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1070908" vmpeak="1186078" vmrss="315135" vmhwm="430112" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="841401" vmpeak="869367" vmrss="491472" vmhwm="518762" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1071309" vmpeak="1186078" vmrss="317558" vmhwm="430086" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="926603" vmpeak="1011800" vmrss="491779" vmhwm="518996" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1484033" vmpeak="1532372" vmrss="320080" vmhwm="546962" />
-        <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2387054" vmpeak="2415020" vmrss="728010" vmhwm="755653" />
+        <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1484033" vmpeak="1532372" vmrss="320080" vmhwm="546962" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/Sphereface/FP16/Sphereface.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2387054" vmpeak="2415020" vmrss="728010" vmhwm="755653" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1191361" vmpeak="1324039" vmrss="369855" vmhwm="501160" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="858031" vmpeak="858031" vmrss="514784" vmhwm="514784" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1199837" vmpeak="1324039" vmrss="437335" vmhwm="502288" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="938215" vmpeak="1023412" vmrss="513234" vmhwm="513234" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1689126" vmpeak="1765894" vmrss="445920" vmhwm="640291" />
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2809986" vmpeak="2895183" vmrss="1385077" vmhwm="1385077" />
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1689126" vmpeak="1765894" vmrss="445920" vmhwm="640291" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2809986" vmpeak="2895183" vmrss="1385077" vmhwm="1385077" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="946327" vmpeak="1002055" vmrss="181994" vmhwm="237198" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="862414" vmpeak="862414" vmrss="512699" vmhwm="512699" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="947570" vmpeak="1002055" vmrss="188832" vmhwm="237447" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="948220" vmpeak="1033416" vmrss="514124" vmhwm="514124" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1200212" vmpeak="1306557" vmrss="200720" vmhwm="302702" />
-        <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2895323" vmpeak="2980520" vmrss="1505530" vmhwm="1505530" />
+        <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1200212" vmpeak="1306557" vmrss="200720" vmhwm="302702" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/googlenet-v2/FP16/googlenet-v2.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2895323" vmpeak="2980520" vmrss="1505530" vmhwm="1505530" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1514874" vmpeak="1651982" vmrss="386032" vmhwm="521081" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="1037181" vmpeak="1057316" vmrss="693685" vmhwm="713928" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1344740" vmpeak="1470742" vmrss="570778" vmhwm="570778" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1122388" vmpeak="1207585" vmrss="702613" vmhwm="713845" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1965870" vmpeak="2031608" vmrss="586066" vmhwm="667435" />
-        <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3227504" vmpeak="3312701" vmrss="1727762" vmhwm="1727762" />
+        <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1965870" vmpeak="2031608" vmrss="586066" vmhwm="667435" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ssd512/FP16/ssd512.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="3227504" vmpeak="3312701" vmrss="1727762" vmhwm="1727762" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <!--Models with FP16-INT8 precision-->
         <model path="intel/action-recognition-0001/action-recognition-0001-decoder/FP16-INT8/action-recognition-0001-decoder.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="885544" vmpeak="885544" vmrss="129781" vmhwm="129781" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/action-recognition-0001/action-recognition-0001-decoder/FP16-INT8/action-recognition-0001-decoder.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2465132" vmpeak="2635526" vmrss="1446250" vmhwm="1465833" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/action-recognition-0001/action-recognition-0001-decoder/FP16-INT8/action-recognition-0001-decoder.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="893807" vmpeak="893807" vmrss="135714" vmhwm="135714" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/action-recognition-0001/action-recognition-0001-decoder/FP16-INT8/action-recognition-0001-decoder.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2550334" vmpeak="2635531" vmrss="1446759" vmhwm="1446759" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/action-recognition-0001/action-recognition-0001-decoder/FP16-INT8/action-recognition-0001-decoder.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1148123" vmpeak="1196436" vmrss="140686" vmhwm="140686" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/action-recognition-0001/action-recognition-0001-decoder/FP16-INT8/action-recognition-0001-decoder.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2950225" vmpeak="3035422" vmrss="1445251" vmhwm="1445251" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/action-recognition-0001/action-recognition-0001-encoder/FP16-INT8/action-recognition-0001-encoder.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1310088" vmpeak="1395284" vmrss="123276" vmhwm="123276" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/action-recognition-0001/action-recognition-0001-encoder/FP16-INT8/action-recognition-0001-encoder.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2591134" vmpeak="2591134" vmrss="982742" vmhwm="982742" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/age-gender-recognition-retail-0013/FP16-INT8/age-gender-recognition-retail-0013.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="792370" vmpeak="792370" vmrss="37861" vmhwm="37861" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/age-gender-recognition-retail-0013/FP16-INT8/age-gender-recognition-retail-0013.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="1780521" vmpeak="1865718" vmrss="601000" vmhwm="601000" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/age-gender-recognition-retail-0013/FP16-INT8/age-gender-recognition-retail-0013.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="792370" vmpeak="792370" vmrss="38230" vmhwm="38230" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/age-gender-recognition-retail-0013/FP16-INT8/age-gender-recognition-retail-0013.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="1865723" vmpeak="1950920" vmrss="642345" vmhwm="642345" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/age-gender-recognition-retail-0013/FP16-INT8/age-gender-recognition-retail-0013.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1019116" vmpeak="1019116" vmrss="38157" vmhwm="38157" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/age-gender-recognition-retail-0013/FP16-INT8/age-gender-recognition-retail-0013.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2265614" vmpeak="2265614" vmrss="602170" vmhwm="602170" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/driver-action-recognition-adas-0002/driver-action-recognition-adas-0002-decoder/FP16-INT8/driver-action-recognition-adas-0002-decoder.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="893755" vmpeak="978952" vmrss="131445" vmhwm="131445" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/driver-action-recognition-adas-0002/driver-action-recognition-adas-0002-decoder/FP16-INT8/driver-action-recognition-adas-0002-decoder.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2730733" vmpeak="2730733" vmrss="1729920" vmhwm="1729920" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/driver-action-recognition-adas-0002/driver-action-recognition-adas-0002-decoder/FP16-INT8/driver-action-recognition-adas-0002-decoder.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="902018" vmpeak="902018" vmrss="138096" vmhwm="138096" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/driver-action-recognition-adas-0002/driver-action-recognition-adas-0002-decoder/FP16-INT8/driver-action-recognition-adas-0002-decoder.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2815893" vmpeak="2901090" vmrss="1710623" vmhwm="1710623" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/driver-action-recognition-adas-0002/driver-action-recognition-adas-0002-decoder/FP16-INT8/driver-action-recognition-adas-0002-decoder.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1164332" vmpeak="1241266" vmrss="143431" vmhwm="143431" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/driver-action-recognition-adas-0002/driver-action-recognition-adas-0002-decoder/FP16-INT8/driver-action-recognition-adas-0002-decoder.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="3215825" vmpeak="3301022" vmrss="1774479" vmhwm="1774479" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/face-detection-adas-0001/FP16-INT8/face-detection-adas-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="849404" vmpeak="849404" vmrss="56726" vmhwm="56726" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/face-detection-adas-0001/FP16-INT8/face-detection-adas-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2459282" vmpeak="2459282" vmrss="1550411" vmhwm="1550411" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/face-detection-adas-0001/FP16-INT8/face-detection-adas-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="853340" vmpeak="865982" vmrss="68094" vmhwm="68094" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/face-detection-adas-0001/FP16-INT8/face-detection-adas-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2544484" vmpeak="2544484" vmrss="1566063" vmhwm="1566063" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/face-detection-adas-0001/FP16-INT8/face-detection-adas-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1133100" vmpeak="1137037" vmrss="80667" vmhwm="80735" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/face-detection-adas-0001/FP16-INT8/face-detection-adas-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2963313" vmpeak="3048510" vmrss="1648358" vmhwm="1648358" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/faster-rcnn-resnet101-coco-sparse-60-0001/FP16-INT8/faster-rcnn-resnet101-coco-sparse-60-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="2657168" vmpeak="2657168" vmrss="274622" vmhwm="274622" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/faster-rcnn-resnet101-coco-sparse-60-0001/FP16-INT8/faster-rcnn-resnet101-coco-sparse-60-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="5240430" vmpeak="5257673" vmrss="4309396" vmhwm="4326670" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/faster-rcnn-resnet101-coco-sparse-60-0001/FP16-INT8/faster-rcnn-resnet101-coco-sparse-60-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="2674266" vmpeak="2674412" vmrss="1809906" vmhwm="1809906" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/faster-rcnn-resnet101-coco-sparse-60-0001/FP16-INT8/faster-rcnn-resnet101-coco-sparse-60-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="5333328" vmpeak="5418524" vmrss="4324949" vmhwm="4332837" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/faster-rcnn-resnet101-coco-sparse-60-0001/FP16-INT8/faster-rcnn-resnet101-coco-sparse-60-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="4759565" vmpeak="4826260" vmrss="1842708" vmhwm="1842708" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/faster-rcnn-resnet101-coco-sparse-60-0001/FP16-INT8/faster-rcnn-resnet101-coco-sparse-60-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="7976077" vmpeak="8061274" vmrss="6676467" vmhwm="6676467" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/human-pose-estimation-0001/FP16-INT8/human-pose-estimation-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="829982" vmpeak="829982" vmrss="55286" vmhwm="55286" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/human-pose-estimation-0001/FP16-INT8/human-pose-estimation-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2148983" vmpeak="2195653" vmrss="1118712" vmhwm="1118712" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/human-pose-estimation-0001/FP16-INT8/human-pose-estimation-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="826789" vmpeak="826789" vmrss="60543" vmhwm="60543" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/human-pose-estimation-0001/FP16-INT8/human-pose-estimation-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2234180" vmpeak="2319376" vmrss="1162678" vmhwm="1162678" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/human-pose-estimation-0001/FP16-INT8/human-pose-estimation-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1265264" vmpeak="1350460" vmrss="67761" vmhwm="67766" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/human-pose-estimation-0001/FP16-INT8/human-pose-estimation-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2634080" vmpeak="2719277" vmrss="1179495" vmhwm="1179495" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/image-retrieval-0001/FP16-INT8/image-retrieval-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="822744" vmpeak="822744" vmrss="50767" vmhwm="50767" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/image-retrieval-0001/FP16-INT8/image-retrieval-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2588523" vmpeak="2673720" vmrss="1565335" vmhwm="1565335" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/image-retrieval-0001/FP16-INT8/image-retrieval-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="823513" vmpeak="823513" vmrss="52754" vmhwm="52754" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/image-retrieval-0001/FP16-INT8/image-retrieval-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2674105" vmpeak="2674105" vmrss="1543583" vmhwm="1543583" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/image-retrieval-0001/FP16-INT8/image-retrieval-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1079842" vmpeak="1083898" vmrss="60746" vmhwm="60746" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/image-retrieval-0001/FP16-INT8/image-retrieval-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="3074006" vmpeak="3074006" vmrss="1621989" vmhwm="1621989" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/landmarks-regression-retail-0009/FP16-INT8/landmarks-regression-retail-0009.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="782719" vmpeak="782719" vmrss="29837" vmhwm="29837" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/landmarks-regression-retail-0009/FP16-INT8/landmarks-regression-retail-0009.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="1727991" vmpeak="1813188" vmrss="473813" vmhwm="473813" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/landmarks-regression-retail-0009/FP16-INT8/landmarks-regression-retail-0009.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="782761" vmpeak="782761" vmrss="29926" vmhwm="29926" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/landmarks-regression-retail-0009/FP16-INT8/landmarks-regression-retail-0009.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="1813188" vmpeak="1813188" vmrss="473891" vmhwm="473891" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/landmarks-regression-retail-0009/FP16-INT8/landmarks-regression-retail-0009.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="922214" vmpeak="922214" vmrss="30581" vmhwm="30581" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/landmarks-regression-retail-0009/FP16-INT8/landmarks-regression-retail-0009.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2122567" vmpeak="2122567" vmrss="471250" vmhwm="471250" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/license-plate-recognition-barrier-0001/FP16-INT8/license-plate-recognition-barrier-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="802380" vmpeak="802380" vmrss="44153" vmhwm="44153" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/license-plate-recognition-barrier-0001/FP16-INT8/license-plate-recognition-barrier-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="1998287" vmpeak="2083484" vmrss="823040" vmhwm="823040" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/license-plate-recognition-barrier-0001/FP16-INT8/license-plate-recognition-barrier-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="802786" vmpeak="802786" vmrss="45354" vmhwm="45354" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/license-plate-recognition-barrier-0001/FP16-INT8/license-plate-recognition-barrier-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2083796" vmpeak="2083796" vmrss="823300" vmhwm="823300" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/license-plate-recognition-barrier-0001/FP16-INT8/license-plate-recognition-barrier-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1035855" vmpeak="1105010" vmrss="47668" vmhwm="47668" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/license-plate-recognition-barrier-0001/FP16-INT8/license-plate-recognition-barrier-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2483379" vmpeak="2568576" vmrss="822302" vmhwm="822302" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-attributes-recognition-crossroad-0230/FP16-INT8/person-attributes-recognition-crossroad-0230.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="849508" vmpeak="849508" vmrss="47710" vmhwm="47710" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-attributes-recognition-crossroad-0230/FP16-INT8/person-attributes-recognition-crossroad-0230.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2695232" vmpeak="2695232" vmrss="1728064" vmhwm="1728064" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-attributes-recognition-crossroad-0230/FP16-INT8/person-attributes-recognition-crossroad-0230.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="849716" vmpeak="866164" vmrss="47840" vmhwm="47840" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-attributes-recognition-crossroad-0230/FP16-INT8/person-attributes-recognition-crossroad-0230.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2694842" vmpeak="2694842" vmrss="1675128" vmhwm="1675128" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-attributes-recognition-crossroad-0230/FP16-INT8/person-attributes-recognition-crossroad-0230.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1134499" vmpeak="1134499" vmrss="60236" vmhwm="60236" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/person-attributes-recognition-crossroad-0230/FP16-INT8/person-attributes-recognition-crossroad-0230.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="3265158" vmpeak="3265158" vmrss="1998344" vmhwm="1998344" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-detection-action-recognition-0005/FP16-INT8/person-detection-action-recognition-0005.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="970314" vmpeak="970314" vmrss="105934" vmhwm="105934" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-0005/FP16-INT8/person-detection-action-recognition-0005.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="3582056" vmpeak="3664590" vmrss="2753639" vmhwm="2753639" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-0005/FP16-INT8/person-detection-action-recognition-0005.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="974849" vmpeak="974849" vmrss="116958" vmhwm="116958" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-0005/FP16-INT8/person-detection-action-recognition-0005.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="3673290" vmpeak="3673290" vmrss="2742667" vmhwm="2742667" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-detection-action-recognition-0005/FP16-INT8/person-detection-action-recognition-0005.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1534561" vmpeak="1619758" vmrss="151304" vmhwm="151320" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/person-detection-action-recognition-0005/FP16-INT8/person-detection-action-recognition-0005.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="4325380" vmpeak="4410577" vmrss="3104498" vmhwm="3104498" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-detection-action-recognition-0006/FP16-INT8/person-detection-action-recognition-0006.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="983632" vmpeak="983632" vmrss="109252" vmhwm="109252" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-0006/FP16-INT8/person-detection-action-recognition-0006.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="3812941" vmpeak="3960954" vmrss="2980400" vmhwm="2980400" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-0006/FP16-INT8/person-detection-action-recognition-0006.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="988312" vmpeak="988312" vmrss="119958" vmhwm="119958" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-0006/FP16-INT8/person-detection-action-recognition-0006.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="3911720" vmpeak="3961188" vmrss="2996791" vmhwm="2996791" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-detection-action-recognition-0006/FP16-INT8/person-detection-action-recognition-0006.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1558356" vmpeak="1643033" vmrss="157487" vmhwm="157487" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/person-detection-action-recognition-0006/FP16-INT8/person-detection-action-recognition-0006.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="4676755" vmpeak="4701684" vmrss="3435057" vmhwm="3435057" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-detection-action-recognition-teacher-0002/FP16-INT8/person-detection-action-recognition-teacher-0002.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="970314" vmpeak="970314" vmrss="106147" vmhwm="106147" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-teacher-0002/FP16-INT8/person-detection-action-recognition-teacher-0002.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="3587100" vmpeak="3659390" vmrss="2743769" vmhwm="2743769" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-teacher-0002/FP16-INT8/person-detection-action-recognition-teacher-0002.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="974766" vmpeak="974766" vmrss="117317" vmhwm="117317" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-action-recognition-teacher-0002/FP16-INT8/person-detection-action-recognition-teacher-0002.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="3668074" vmpeak="3668074" vmrss="2713178" vmhwm="2713178" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-detection-action-recognition-teacher-0002/FP16-INT8/person-detection-action-recognition-teacher-0002.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1534556" vmpeak="1619581" vmrss="151174" vmhwm="151174" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/person-detection-action-recognition-teacher-0002/FP16-INT8/person-detection-action-recognition-teacher-0002.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="4400063" vmpeak="4400063" vmrss="3155687" vmhwm="3155687" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-detection-asl-0001/FP16-INT8/person-detection-asl-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="948370" vmpeak="948370" vmrss="90682" vmhwm="90682" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-asl-0001/FP16-INT8/person-detection-asl-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="3313632" vmpeak="3313632" vmrss="2519296" vmhwm="2519296" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-asl-0001/FP16-INT8/person-detection-asl-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="949925" vmpeak="949925" vmrss="94858" vmhwm="94858" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-asl-0001/FP16-INT8/person-detection-asl-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="3403519" vmpeak="3403519" vmrss="2528307" vmhwm="2528307" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-detection-asl-0001/FP16-INT8/person-detection-asl-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1300166" vmpeak="1300166" vmrss="109844" vmhwm="109844" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-detection-raisinghand-recognition-0001/FP16-INT8/person-detection-raisinghand-recognition-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="975223" vmpeak="975223" vmrss="105674" vmhwm="105674" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-raisinghand-recognition-0001/FP16-INT8/person-detection-raisinghand-recognition-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="3494691" vmpeak="3659120" vmrss="2689824" vmhwm="2689824" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-raisinghand-recognition-0001/FP16-INT8/person-detection-raisinghand-recognition-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="979659" vmpeak="979659" vmrss="117114" vmhwm="117114" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-raisinghand-recognition-0001/FP16-INT8/person-detection-raisinghand-recognition-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="3671070" vmpeak="3671070" vmrss="2732964" vmhwm="2732964" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-detection-raisinghand-recognition-0001/FP16-INT8/person-detection-raisinghand-recognition-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1363726" vmpeak="1367870" vmrss="151372" vmhwm="151372" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/person-detection-raisinghand-recognition-0001/FP16-INT8/person-detection-raisinghand-recognition-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="4397369" vmpeak="4482566" vmrss="3111362" vmhwm="3111362" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-detection-retail-0002/FP16-INT8/person-detection-retail-0002.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="897639" vmpeak="897639" vmrss="75368" vmhwm="75368" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-retail-0002/FP16-INT8/person-detection-retail-0002.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="906354" vmpeak="906354" vmrss="93522" vmhwm="93522" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-detection-retail-0002/FP16-INT8/person-detection-retail-0002.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1511218" vmpeak="1511218" vmrss="116854" vmhwm="116854" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-detection-retail-0013/FP16-INT8/person-detection-retail-0013.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="875414" vmpeak="875414" vmrss="67059" vmhwm="67059" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-retail-0013/FP16-INT8/person-detection-retail-0013.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2805062" vmpeak="2805062" vmrss="1880018" vmhwm="1880018" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-retail-0013/FP16-INT8/person-detection-retail-0013.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="878077" vmpeak="878077" vmrss="73642" vmhwm="73642" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-detection-retail-0013/FP16-INT8/person-detection-retail-0013.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2890258" vmpeak="2890258" vmrss="1882530" vmhwm="1882530" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-detection-retail-0013/FP16-INT8/person-detection-retail-0013.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1179396" vmpeak="1182053" vmrss="92674" vmhwm="92674" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/person-detection-retail-0013/FP16-INT8/person-detection-retail-0013.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="3306128" vmpeak="3391325" vmrss="2013507" vmhwm="2013507" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-vehicle-bike-detection-crossroad-0078/FP16-INT8/person-vehicle-bike-detection-crossroad-0078.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="933992" vmpeak="933992" vmrss="113141" vmhwm="113141" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-vehicle-bike-detection-crossroad-0078/FP16-INT8/person-vehicle-bike-detection-crossroad-0078.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2829632" vmpeak="2914828" vmrss="1889518" vmhwm="1889518" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-vehicle-bike-detection-crossroad-0078/FP16-INT8/person-vehicle-bike-detection-crossroad-0078.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="949993" vmpeak="949993" vmrss="140363" vmhwm="140363" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-vehicle-bike-detection-crossroad-0078/FP16-INT8/person-vehicle-bike-detection-crossroad-0078.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2831748" vmpeak="2916945" vmrss="1875369" vmhwm="1875369" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-vehicle-bike-detection-crossroad-0078/FP16-INT8/person-vehicle-bike-detection-crossroad-0078.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1914915" vmpeak="1983940" vmrss="174584" vmhwm="174584" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/person-vehicle-bike-detection-crossroad-0078/FP16-INT8/person-vehicle-bike-detection-crossroad-0078.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="3521944" vmpeak="3521944" vmrss="2246774" vmhwm="2246774" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/person-vehicle-bike-detection-crossroad-1016/FP16-INT8/person-vehicle-bike-detection-crossroad-1016.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="858566" vmpeak="858566" vmrss="73273" vmhwm="73273" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-vehicle-bike-detection-crossroad-1016/FP16-INT8/person-vehicle-bike-detection-crossroad-1016.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2346910" vmpeak="2346910" vmrss="1454190" vmhwm="1454190" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-vehicle-bike-detection-crossroad-1016/FP16-INT8/person-vehicle-bike-detection-crossroad-1016.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="862565" vmpeak="862565" vmrss="86652" vmhwm="86652" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/person-vehicle-bike-detection-crossroad-1016/FP16-INT8/person-vehicle-bike-detection-crossroad-1016.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2517304" vmpeak="2517304" vmrss="1446536" vmhwm="1446536" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/person-vehicle-bike-detection-crossroad-1016/FP16-INT8/person-vehicle-bike-detection-crossroad-1016.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1320878" vmpeak="1406074" vmrss="98649" vmhwm="98649" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/person-vehicle-bike-detection-crossroad-1016/FP16-INT8/person-vehicle-bike-detection-crossroad-1016.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2865995" vmpeak="2865995" vmrss="1462562" vmhwm="1462562" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/single-image-super-resolution-1032/FP16-INT8/single-image-super-resolution-1032.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="977163" vmpeak="977163" vmrss="64308" vmhwm="64308" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/single-image-super-resolution-1032/FP16-INT8/single-image-super-resolution-1032.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2221372" vmpeak="2221372" vmrss="1074704" vmhwm="1074704" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/single-image-super-resolution-1032/FP16-INT8/single-image-super-resolution-1032.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="1042324" vmpeak="1042324" vmrss="280685" vmhwm="280685" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/single-image-super-resolution-1032/FP16-INT8/single-image-super-resolution-1032.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2364512" vmpeak="2449709" vmrss="1131036" vmhwm="1131036" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/single-image-super-resolution-1032/FP16-INT8/single-image-super-resolution-1032.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1641416" vmpeak="1726613" vmrss="315650" vmhwm="315770" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/single-image-super-resolution-1032/FP16-INT8/single-image-super-resolution-1032.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="3144986" vmpeak="3198592" vmrss="1512544" vmhwm="1512544" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/unet-camvid-onnx-0001/FP16-INT8/unet-camvid-onnx-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="1037618" vmpeak="1051611" vmrss="178412" vmhwm="178412" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/unet-camvid-onnx-0001/FP16-INT8/unet-camvid-onnx-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2414973" vmpeak="2414973" vmrss="1273100" vmhwm="1273100" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/unet-camvid-onnx-0001/FP16-INT8/unet-camvid-onnx-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="1051081" vmpeak="1051611" vmrss="290862" vmhwm="290862" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/unet-camvid-onnx-0001/FP16-INT8/unet-camvid-onnx-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2499572" vmpeak="2584769" vmrss="1273074" vmhwm="1273074" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/unet-camvid-onnx-0001/FP16-INT8/unet-camvid-onnx-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1572313" vmpeak="1583082" vmrss="299561" vmhwm="299561" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/unet-camvid-onnx-0001/FP16-INT8/unet-camvid-onnx-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="3065337" vmpeak="3065337" vmrss="1437290" vmhwm="1437290" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/vehicle-attributes-recognition-barrier-0039/FP16-INT8/vehicle-attributes-recognition-barrier-0039.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="787612" vmpeak="787612" vmrss="32562" vmhwm="32562" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/vehicle-attributes-recognition-barrier-0039/FP16-INT8/vehicle-attributes-recognition-barrier-0039.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="1815481" vmpeak="1815481" vmrss="604000" vmhwm="604000" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/vehicle-attributes-recognition-barrier-0039/FP16-INT8/vehicle-attributes-recognition-barrier-0039.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="787612" vmpeak="787612" vmrss="32162" vmhwm="32162" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/vehicle-attributes-recognition-barrier-0039/FP16-INT8/vehicle-attributes-recognition-barrier-0039.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="1900678" vmpeak="1985874" vmrss="601395" vmhwm="601395" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/vehicle-attributes-recognition-barrier-0039/FP16-INT8/vehicle-attributes-recognition-barrier-0039.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1015294" vmpeak="1096165" vmrss="33872" vmhwm="33872" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/vehicle-attributes-recognition-barrier-0039/FP16-INT8/vehicle-attributes-recognition-barrier-0039.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2311223" vmpeak="2311223" vmrss="602711" vmhwm="602711" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/vehicle-detection-adas-0002/FP16-INT8/vehicle-detection-adas-0002.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="841505" vmpeak="841505" vmrss="54293" vmhwm="54293" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/vehicle-detection-adas-0002/FP16-INT8/vehicle-detection-adas-0002.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2370669" vmpeak="2370669" vmrss="1419111" vmhwm="1419111" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/vehicle-detection-adas-0002/FP16-INT8/vehicle-detection-adas-0002.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="850766" vmpeak="850766" vmrss="66960" vmhwm="66960" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/vehicle-detection-adas-0002/FP16-INT8/vehicle-detection-adas-0002.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2452408" vmpeak="2537605" vmrss="1420026" vmhwm="1420026" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/vehicle-detection-adas-0002/FP16-INT8/vehicle-detection-adas-0002.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1751817" vmpeak="1755754" vmrss="76861" vmhwm="76861" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/vehicle-detection-adas-0002/FP16-INT8/vehicle-detection-adas-0002.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2892208" vmpeak="2977405" vmrss="1531285" vmhwm="1531285" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/yolo-v2-ava-0001/FP16-INT8/yolo-v2-ava-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="993964" vmpeak="993964" vmrss="228415" vmhwm="228415" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-ava-0001/FP16-INT8/yolo-v2-ava-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2324618" vmpeak="2324618" vmrss="1278695" vmhwm="1278695" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-ava-0001/FP16-INT8/yolo-v2-ava-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="996559" vmpeak="996559" vmrss="237660" vmhwm="237660" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-ava-0001/FP16-INT8/yolo-v2-ava-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2409815" vmpeak="2495012" vmrss="1278576" vmhwm="1278576" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/yolo-v2-ava-0001/FP16-INT8/yolo-v2-ava-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1421212" vmpeak="1421212" vmrss="242694" vmhwm="242694" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/yolo-v2-ava-0001/FP16-INT8/yolo-v2-ava-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2809752" vmpeak="2894949" vmrss="1276932" vmhwm="1296672" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/yolo-v2-ava-sparse-35-0001/FP16-INT8/yolo-v2-ava-sparse-35-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="993964" vmpeak="1101063" vmrss="228228" vmhwm="228228" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-ava-sparse-35-0001/FP16-INT8/yolo-v2-ava-sparse-35-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="2239421" vmpeak="2324618" vmrss="1239388" vmhwm="1239388" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-ava-sparse-35-0001/FP16-INT8/yolo-v2-ava-sparse-35-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="996600" vmpeak="996600" vmrss="237114" vmhwm="237114" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-ava-sparse-35-0001/FP16-INT8/yolo-v2-ava-sparse-35-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="2324618" vmpeak="2324618" vmrss="1240818" vmhwm="1240818" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/yolo-v2-ava-sparse-35-0001/FP16-INT8/yolo-v2-ava-sparse-35-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1421212" vmpeak="1506408" vmrss="242533" vmhwm="242533" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/yolo-v2-ava-sparse-35-0001/FP16-INT8/yolo-v2-ava-sparse-35-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2724555" vmpeak="2724555" vmrss="1238447" vmhwm="1238447" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="intel/yolo-v2-tiny-ava-0001/FP16-INT8/yolo-v2-tiny-ava-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="CPU" vmsize="846742" vmpeak="846742" vmrss="90225" vmhwm="90225" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-tiny-ava-0001/FP16-INT8/yolo-v2-tiny-ava-0001.xml" precision="FP16-INT8" test="create_exenetwork" device="GPU" vmsize="1840477" vmpeak="1925674" vmrss="597381" vmhwm="597381" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-tiny-ava-0001/FP16-INT8/yolo-v2-tiny-ava-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="CPU" vmsize="849383" vmpeak="919552" vmrss="95300" vmhwm="95300" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
         <model path="intel/yolo-v2-tiny-ava-0001/FP16-INT8/yolo-v2-tiny-ava-0001.xml" precision="FP16-INT8" test="infer_request_inference" device="GPU" vmsize="1925684" vmpeak="1925684" vmrss="597448" vmhwm="597448" /> # values from {"commit_id": "ce67c414833cddd447acc7573b99c8ebc6a1591e", "commit_date": "2021-04-21 14:41"} and *= 1.3
+        <model path="intel/yolo-v2-tiny-ava-0001/FP16-INT8/yolo-v2-tiny-ava-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="CPU" vmsize="1259481" vmpeak="1328984" vmrss="99751" vmhwm="99751" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="intel/yolo-v2-tiny-ava-0001/FP16-INT8/yolo-v2-tiny-ava-0001.xml" precision="FP16-INT8" test="inference_with_streams" device="GPU" vmsize="2325580" vmpeak="2410777" vmrss="597058" vmhwm="597058" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
     </models>
 </attributes>
diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
index 3afe39b3f39268..3ed48bb46b5211 100644
--- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
@@ -6,24 +6,24 @@
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2709506" vmpeak="2794703" vmrss="1342104" vmhwm="1342104" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1007890" vmpeak="1007890" vmrss="138652" vmhwm="138652" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2709501" vmpeak="2794698" vmrss="1291404" vmhwm="1291404" />
-        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1117110" vmpeak="1169838" vmrss="119808" vmhwm="160638" />
-        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2747477" vmpeak="2747477" vmrss="1247854" vmhwm="1247854" />
+        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1117110" vmpeak="1169838" vmrss="119808" vmhwm="160638" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2747477" vmpeak="2747477" vmrss="1247854" vmhwm="1247854" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="691589" vmpeak="922864" vmrss="31054" vmhwm="31054" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="626194" vmpeak="626194" vmrss="403228" vmhwm="403228" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="958240" vmpeak="1043437" vmrss="31366" vmhwm="31366" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="854417" vmpeak="939614" vmrss="402339" vmhwm="402339" />
-        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="997115" vmpeak="1161165" vmrss="29931" vmhwm="29931" />
-        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2069542" vmpeak="2069542" vmrss="401403" vmhwm="401403" />
+        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="997115" vmpeak="1161165" vmrss="29931" vmhwm="29931" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2069542" vmpeak="2069542" vmrss="401403" vmhwm="401403" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="1046988" vmpeak="1179042" vmrss="307990" vmhwm="439457" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2969241" vmpeak="2969241" vmrss="1506492" vmhwm="1506492" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1321819" vmpeak="1321819" vmrss="374207" vmhwm="439748" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2605324" vmpeak="26900521" vmrss="1549958" vmhwm="1549958" />
-        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1441897" vmpeak="1697451" vmrss="380686" vmhwm="575650" />
-        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3067230" vmpeak="3067230" vmrss="1581132" vmhwm="1581132" />
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1441897" vmpeak="1697451" vmrss="380686" vmhwm="575650" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3067230" vmpeak="3067230" vmrss="1581132" vmhwm="1581132" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="2133814" vmpeak="2836412" vmrss="1438049" vmhwm="2140533" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2801422" vmpeak="3915366" vmrss="2465065" vmhwm="3578811" />
-        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="2567770" vmpeak="3970876" vmrss="1470690" vmhwm="2840052" />
-        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3795006" vmpeak="4540504" vmrss="2097815" vmhwm="3105055" />
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="2567770" vmpeak="3970876" vmrss="1470690" vmhwm="2840052" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3795006" vmpeak="4540504" vmrss="2097815" vmhwm="3105055" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="2401380" vmpeak="2836412" vmrss="1469832" vmhwm="2140377" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2892432" vmpeak="3939166" vmrss="2472017" vmhwm="3602924" />
         <!--Models with FP16 precision-->
@@ -31,25 +31,25 @@
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2667537" vmpeak="2752734" vmrss="1304919" vmhwm="1304919" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1058844" vmpeak="1085224" vmrss="123016" vmhwm="136682" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2347389" vmpeak="2432586" vmrss="1290504" vmhwm="1290504" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1130828" vmpeak="1183499" vmrss="134217" vmhwm="174090" />
-        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2705778" vmpeak="2790975" vmrss="1229852" vmhwm="1229852" />
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1130828" vmpeak="1183499" vmrss="134217" vmhwm="174090" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2705778" vmpeak="2790975" vmrss="1229852" vmhwm="1229852" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="955427" vmpeak="955806" vmrss="27700" vmhwm="27700" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2123113" vmpeak="2208310" vmrss="453814" vmhwm="453814" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="955827" vmpeak="955827" vmrss="27222" vmhwm="27222" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1760990" vmpeak="1760990" vmrss="454173" vmhwm="454173" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="997266" vmpeak="997266" vmrss="29848" vmhwm="29848" />
-        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2163595" vmpeak="2163595" vmrss="447954" vmhwm="447954" />
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="997266" vmpeak="997266" vmrss="29848" vmhwm="29848" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2163595" vmpeak="2163595" vmrss="447954" vmhwm="447954" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1372961" vmpeak="1505639" vmrss="369969" vmhwm="501649" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2746588" vmpeak="2831784" vmrss="1296328" vmhwm="1296328" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1381265" vmpeak="1505472" vmrss="437039" vmhwm="500630" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2380580" vmpeak="2465777" vmrss="1326369" vmhwm="1326369" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1688804" vmpeak="1764204" vmrss="446518" vmhwm="641529" />
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2794750" vmpeak="2794750" vmrss="1306146" vmhwm="1306146" />
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1688804" vmpeak="1764204" vmrss="446518" vmhwm="641529" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2794750" vmpeak="2794750" vmrss="1306146" vmhwm="1306146" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2748220" vmpeak="3450818" vmrss="1783704" vmhwm="2486161" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2181312" vmpeak="2582752" vmrss="1060712" vmhwm="1629414" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2749458" vmpeak="3450818" vmrss="1816765" vmhwm="2486525" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2910814" vmpeak="3347489" vmrss="1371380" vmhwm="1717102" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2828373" vmpeak="4230480" vmrss="1822704" vmhwm="3192228" />
-        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2955794" vmpeak="3392469" vmrss="1367579" vmhwm="1712687" />
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2828373" vmpeak="4230480" vmrss="1822704" vmhwm="3192228" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2955794" vmpeak="3392469" vmrss="1367579" vmhwm="1712687" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
     </models>
 </attributes>

From 111f304f07be24d45c69472722afcaf58eeda168 Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Tue, 18 May 2021 09:32:54 +0300
Subject: [PATCH 08/14] change vmrss for ssd and vgg model

---
 .../precommit_configs/desktop_references_config.xml           | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
index c3f5efcdd69ea3..e13deb3a2c9da2 100644
--- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
@@ -39,13 +39,13 @@
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1760990" vmpeak="1760990" vmrss="454173" vmhwm="454173" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="997266" vmpeak="997266" vmrss="29848" vmhwm="29848" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2163595" vmpeak="2163595" vmrss="447954" vmhwm="447954" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1372961" vmpeak="1505639" vmrss="369969" vmhwm="501649" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1372961" vmpeak="1505639" vmrss="380000" vmhwm="501649" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2746588" vmpeak="2831784" vmrss="1296328" vmhwm="1296328" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1381265" vmpeak="1505472" vmrss="437039" vmhwm="500630" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2380580" vmpeak="2465777" vmrss="1326369" vmhwm="1326369" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1688804" vmpeak="1764204" vmrss="446518" vmhwm="641529" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2794750" vmpeak="2794750" vmrss="1306146" vmhwm="1306146" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2748220" vmpeak="3450818" vmrss="1783704" vmhwm="2486161" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2748220" vmpeak="3450818" vmrss="1840000" vmhwm="2486161" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2181312" vmpeak="2582752" vmrss="1060712" vmhwm="1629414" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2749458" vmpeak="3450818" vmrss="1860000" vmhwm="2486525" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2910814" vmpeak="3347489" vmrss="1371380" vmhwm="1717102" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3

From 761e571042fa2b291d5954e523fffc1e2dfcafae Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Thu, 20 May 2021 10:36:42 +0300
Subject: [PATCH 09/14] change vmrss for ssd and vgg model

---
 .../precommit_configs/desktop_references_config.xml         | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
index e13deb3a2c9da2..da74710ea2a243 100644
--- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
@@ -14,17 +14,17 @@
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="854417" vmpeak="939614" vmrss="402339" vmhwm="402339" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="997115" vmpeak="1161165" vmrss="29931" vmhwm="29931" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2069542" vmpeak="2069542" vmrss="401403" vmhwm="401403" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="1046988" vmpeak="1179042" vmrss="307990" vmhwm="439457" />
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="1050000" vmpeak="1179042" vmrss="323000" vmhwm="439457" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2969241" vmpeak="2969241" vmrss="1506492" vmhwm="1506492" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1321819" vmpeak="1321819" vmrss="374207" vmhwm="439748" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2605324" vmpeak="26900521" vmrss="1549958" vmhwm="1549958" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1441897" vmpeak="1697451" vmrss="380686" vmhwm="575650" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3067230" vmpeak="3067230" vmrss="1581132" vmhwm="1581132" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="2133814" vmpeak="2836412" vmrss="1438049" vmhwm="2140533" />
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="2300000" vmpeak="2836412" vmrss="1570000" vmhwm="2140533" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2801422" vmpeak="3915366" vmrss="2465065" vmhwm="3578811" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="2567770" vmpeak="3970876" vmrss="1470690" vmhwm="2840052" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3795006" vmpeak="4540504" vmrss="2097815" vmhwm="3105055" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="2401380" vmpeak="2836412" vmrss="1469832" vmhwm="2140377" />
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="2800000" vmpeak="2836412" vmrss="1590000" vmhwm="2140377" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2892432" vmpeak="3939166" vmrss="2472017" vmhwm="3602924" />
         <!--Models with FP16 precision-->
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1057487" vmpeak="1085224" vmrss="109694" vmhwm="137295" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3

From a509be75cba58cce1725f9dd925b9f38cda48e18 Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Fri, 21 May 2021 01:01:12 +0300
Subject: [PATCH 10/14] Update references for inference with stream test

---
 .../desktop_references_config.xml             | 32 +++++++++----------
 1 file changed, 16 insertions(+), 16 deletions(-)

diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
index da74710ea2a243..57afb10917d5ea 100644
--- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
@@ -6,24 +6,24 @@
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2709506" vmpeak="2794703" vmrss="1342104" vmhwm="1342104" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1007890" vmpeak="1007890" vmrss="138652" vmhwm="138652" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2709501" vmpeak="2794698" vmrss="1291404" vmhwm="1291404" />
-        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1117110" vmpeak="1169838" vmrss="119808" vmhwm="160638" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2747477" vmpeak="2747477" vmrss="1247854" vmhwm="1247854" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1351818" vmpeak="1437014" vmrss="143057" vmhwm="143057" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2742573" vmpeak="2742573" vmrss="563414" vmhwm="1225468" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="691589" vmpeak="922864" vmrss="31054" vmhwm="31054" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="626194" vmpeak="626194" vmrss="403228" vmhwm="403228" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="958240" vmpeak="1043437" vmrss="31366" vmhwm="31366" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="854417" vmpeak="939614" vmrss="402339" vmhwm="402339" />
-        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="997115" vmpeak="1161165" vmrss="29931" vmhwm="29931" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2069542" vmpeak="2069542" vmrss="401403" vmhwm="401403" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1369586" vmpeak="1454783" vmrss="26634" vmhwm="26634" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="1694009" vmpeak="1694009" vmrss="248372" vmhwm="406062" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="1050000" vmpeak="1179042" vmrss="323000" vmhwm="439457" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2969241" vmpeak="2969241" vmrss="1506492" vmhwm="1506492" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1321819" vmpeak="1321819" vmrss="374207" vmhwm="439748" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2605324" vmpeak="26900521" vmrss="1549958" vmhwm="1549958" />
-        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1441897" vmpeak="1697451" vmrss="380686" vmhwm="575650" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3067230" vmpeak="3067230" vmrss="1581132" vmhwm="1581132" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1840212" vmpeak="1840212" vmrss="1840212" vmhwm="495575" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3100208" vmpeak="3185405" vmrss="994988" vmhwm="1478656" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="2300000" vmpeak="2836412" vmrss="1570000" vmhwm="2140533" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2801422" vmpeak="3915366" vmrss="2465065" vmhwm="3578811" />
-        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="2567770" vmpeak="3970876" vmrss="1470690" vmhwm="2840052" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3795006" vmpeak="4540504" vmrss="2097815" vmhwm="3105055" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="3255907" vmpeak="3256676" vmrss="2063937" vmhwm="2063937" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3810814" vmpeak="4375264" vmrss="1916382" vmhwm="3030502" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="2800000" vmpeak="2836412" vmrss="1590000" vmhwm="2140377" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2892432" vmpeak="3939166" vmrss="2472017" vmhwm="3602924" />
         <!--Models with FP16 precision-->
@@ -31,25 +31,25 @@
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2667537" vmpeak="2752734" vmrss="1304919" vmhwm="1304919" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1058844" vmpeak="1085224" vmrss="123016" vmhwm="136682" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2347389" vmpeak="2432586" vmrss="1290504" vmhwm="1290504" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1130828" vmpeak="1183499" vmrss="134217" vmhwm="174090" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2705778" vmpeak="2790975" vmrss="1229852" vmhwm="1229852" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1279876" vmpeak="1365072" vmrss="156566" vmhwm="156566" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2693579" vmpeak="2693579" vmrss="556696" vmhwm="1261650" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="955427" vmpeak="955806" vmrss="27700" vmhwm="27700" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2123113" vmpeak="2208310" vmrss="453814" vmhwm="453814" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="955827" vmpeak="955827" vmrss="27222" vmhwm="27222" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1760990" vmpeak="1760990" vmrss="454173" vmhwm="454173" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="997266" vmpeak="997266" vmrss="29848" vmhwm="29848" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2163595" vmpeak="2163595" vmrss="447954" vmhwm="447954" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="906443" vmpeak="986913" vmrss="27404" vmhwm="27404" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="1699266" vmpeak="1699266" vmrss="258190" vmhwm="453908" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1372961" vmpeak="1505639" vmrss="380000" vmhwm="501649" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2746588" vmpeak="2831784" vmrss="1296328" vmhwm="1296328" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1381265" vmpeak="1505472" vmrss="437039" vmhwm="500630" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2380580" vmpeak="2465777" vmrss="1326369" vmhwm="1326369" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1688804" vmpeak="1764204" vmrss="446518" vmhwm="641529" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2794750" vmpeak="2794750" vmrss="1306146" vmhwm="1306146" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1815990" vmpeak="1894131" vmrss="561948" vmhwm="561948" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2847348" vmpeak="2847348" vmrss="726528" vmhwm="1306661" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2748220" vmpeak="3450818" vmrss="1840000" vmhwm="2486161" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2181312" vmpeak="2582752" vmrss="1060712" vmhwm="1629414" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2749458" vmpeak="3450818" vmrss="1860000" vmhwm="2486525" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2910814" vmpeak="3347489" vmrss="1371380" vmhwm="1717102" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="2828373" vmpeak="4230480" vmrss="1822704" vmhwm="3192228" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
-        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2955794" vmpeak="3392469" vmrss="1367579" vmhwm="1712687" /> # values from {"commit_id": "f4d9d6a8c750d644b065f464548a5770ad8e2728", "commit_date": "2021-04-23 16:12"} and *= 1.3
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3607037" vmpeak="3607806" vmrss="2415992" vmhwm="2415992" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2960838" vmpeak="3274122" vmrss="1044472" vmhwm="1572454" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
     </models>
 </attributes>

From 12db61d2f9df423464e627dfaf1d09114f2cf71d Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Fri, 21 May 2021 13:44:40 +0300
Subject: [PATCH 11/14] tmp:check ci result without ie.SetConfig

---
 tests/stress_tests/memcheck_tests/tests.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index f939869dea6779..035081a51bb2ce 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -125,7 +125,7 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
 
         Core ie;
         ie.GetVersions(device);
-        ie.SetConfig(config, device);
+//        ie.SetConfig(config, device);
 
         InferRequest inferRequest;
 

From 8bb1af653d2150057fa80d3b4d26d1c539204784 Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Mon, 24 May 2021 17:48:32 +0300
Subject: [PATCH 12/14] tmp:check ci result without test

---
 tests/stress_tests/memcheck_tests/tests.cpp | 110 ++++++++++----------
 1 file changed, 55 insertions(+), 55 deletions(-)

diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index 035081a51bb2ce..ef2e03db2c8b14 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -107,59 +107,59 @@ INSTANTIATE_TEST_CASE_P(MemCheckTests, MemCheckTestSuite,
                                 generateTestsParams({"devices", "models"})),
                         getTestCaseName);
 
-TEST_P(MemCheckTestSuite, inference_with_streams) {
-    const auto nstreams = 2;
-    log_info("Inference of InferRequest from network: \"" << model
-                                                          << "\" with precision: \"" << precision
-                                                          << "\" for device: \"" << device << "\""
-                                                          << "\" with streams: \"" << nstreams);
-    if ((device != "CPU") && (device != "GPU"))
-        throw std::invalid_argument("This device is not supported");
-
-    auto test_pipeline = [&] {
-        MemCheckPipeline memCheckPipeline;
-
-        std::map<std::string, std::string> config;
-        const std::string key = device + "_THROUGHPUT_STREAMS";
-        config[device + "_THROUGHPUT_STREAMS"] = std::to_string(nstreams);
-
-        Core ie;
-        ie.GetVersions(device);
+//TEST_P(MemCheckTestSuite, inference_with_streams) {
+//    const auto nstreams = 2;
+//    log_info("Inference of InferRequest from network: \"" << model
+//                                                          << "\" with precision: \"" << precision
+//                                                          << "\" for device: \"" << device << "\""
+//                                                          << "\" with streams: \"" << nstreams);
+//    if ((device != "CPU") && (device != "GPU"))
+//        throw std::invalid_argument("This device is not supported");
+//
+//    auto test_pipeline = [&] {
+//        MemCheckPipeline memCheckPipeline;
+//
+//        std::map<std::string, std::string> config;
+//        const std::string key = device + "_THROUGHPUT_STREAMS";
+//        config[device + "_THROUGHPUT_STREAMS"] = std::to_string(nstreams);
+//
+//        Core ie;
+//        ie.GetVersions(device);
 //        ie.SetConfig(config, device);
-
-        InferRequest inferRequest;
-
-        CNNNetwork cnnNetwork = ie.ReadNetwork(model);
-        ExecutableNetwork exeNetwork = ie.LoadNetwork(cnnNetwork, device);
-        auto batchSize = cnnNetwork.getBatchSize();
-        batchSize = batchSize != 0 ? batchSize : 1;
-        const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
-
-        unsigned int nireq = nstreams;
-        try {
-            nireq = exeNetwork.GetMetric(METRIC_KEY(OPTIMAL_NUMBER_OF_INFER_REQUESTS)).as<unsigned int>();
-        } catch (const std::exception &ex) {
-            log_err("Failed to query OPTIMAL_NUMBER_OF_INFER_REQUESTS");
-        }
-        for (int counter = 0; counter < nireq; counter++) {
-            inferRequest = exeNetwork.CreateInferRequest();
-            fillBlobs(inferRequest, inputsInfo, batchSize);
-
-            inferRequest.Infer();
-            OutputsDataMap output_info(cnnNetwork.getOutputsInfo());
-            for (auto &output : output_info)
-                Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
-        }
-
-        log_info("Memory consumption after Inference with streams: \"" << nstreams
-                                                                       << "\" with number of infer request: " << nireq);
-        memCheckPipeline.record_measures(test_name);
-
-        log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));
-        return memCheckPipeline.measure();
-
-    };
-
-    TestResult res = common_test_pipeline(test_pipeline, test_refs.references);
-    EXPECT_EQ(res.first, TestStatus::TEST_OK) << res.second;
-}
+//
+//        InferRequest inferRequest;
+//
+//        CNNNetwork cnnNetwork = ie.ReadNetwork(model);
+//        ExecutableNetwork exeNetwork = ie.LoadNetwork(cnnNetwork, device);
+//        auto batchSize = cnnNetwork.getBatchSize();
+//        batchSize = batchSize != 0 ? batchSize : 1;
+//        const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
+//
+//        unsigned int nireq = nstreams;
+//        try {
+//            nireq = exeNetwork.GetMetric(METRIC_KEY(OPTIMAL_NUMBER_OF_INFER_REQUESTS)).as<unsigned int>();
+//        } catch (const std::exception &ex) {
+//            log_err("Failed to query OPTIMAL_NUMBER_OF_INFER_REQUESTS");
+//        }
+//        for (int counter = 0; counter < nireq; counter++) {
+//            inferRequest = exeNetwork.CreateInferRequest();
+//            fillBlobs(inferRequest, inputsInfo, batchSize);
+//
+//            inferRequest.Infer();
+//            OutputsDataMap output_info(cnnNetwork.getOutputsInfo());
+//            for (auto &output : output_info)
+//                Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
+//        }
+//
+//        log_info("Memory consumption after Inference with streams: \"" << nstreams
+//                                                                       << "\" with number of infer request: " << nireq);
+//        memCheckPipeline.record_measures(test_name);
+//
+//        log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));
+//        return memCheckPipeline.measure();
+//
+//    };
+//
+//    TestResult res = common_test_pipeline(test_pipeline, test_refs.references);
+//    EXPECT_EQ(res.first, TestStatus::TEST_OK) << res.second;
+//}

From 33d067e653887abe665624ed6c435207ae22f06d Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Tue, 25 May 2021 11:21:28 +0300
Subject: [PATCH 13/14] tmp:delete line about inference with streams for
 cheking CI result

---
 .../desktop_references_config.xml                | 16 ----------------
 1 file changed, 16 deletions(-)

diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
index 57afb10917d5ea..3fd3c120fa1cbd 100644
--- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
@@ -6,24 +6,16 @@
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2709506" vmpeak="2794703" vmrss="1342104" vmhwm="1342104" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1007890" vmpeak="1007890" vmrss="138652" vmhwm="138652" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2709501" vmpeak="2794698" vmrss="1291404" vmhwm="1291404" />
-        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1351818" vmpeak="1437014" vmrss="143057" vmhwm="143057" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
-        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2742573" vmpeak="2742573" vmrss="563414" vmhwm="1225468" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="691589" vmpeak="922864" vmrss="31054" vmhwm="31054" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="626194" vmpeak="626194" vmrss="403228" vmhwm="403228" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="958240" vmpeak="1043437" vmrss="31366" vmhwm="31366" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="854417" vmpeak="939614" vmrss="402339" vmhwm="402339" />
-        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1369586" vmpeak="1454783" vmrss="26634" vmhwm="26634" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="1694009" vmpeak="1694009" vmrss="248372" vmhwm="406062" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="1050000" vmpeak="1179042" vmrss="323000" vmhwm="439457" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2969241" vmpeak="2969241" vmrss="1506492" vmhwm="1506492" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1321819" vmpeak="1321819" vmrss="374207" vmhwm="439748" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2605324" vmpeak="26900521" vmrss="1549958" vmhwm="1549958" />
-        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1840212" vmpeak="1840212" vmrss="1840212" vmhwm="495575" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
-        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3100208" vmpeak="3185405" vmrss="994988" vmhwm="1478656" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="2300000" vmpeak="2836412" vmrss="1570000" vmhwm="2140533" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2801422" vmpeak="3915366" vmrss="2465065" vmhwm="3578811" />
-        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="3255907" vmpeak="3256676" vmrss="2063937" vmhwm="2063937" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
-        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3810814" vmpeak="4375264" vmrss="1916382" vmhwm="3030502" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="2800000" vmpeak="2836412" vmrss="1590000" vmhwm="2140377" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2892432" vmpeak="3939166" vmrss="2472017" vmhwm="3602924" />
         <!--Models with FP16 precision-->
@@ -31,25 +23,17 @@
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2667537" vmpeak="2752734" vmrss="1304919" vmhwm="1304919" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1058844" vmpeak="1085224" vmrss="123016" vmhwm="136682" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2347389" vmpeak="2432586" vmrss="1290504" vmhwm="1290504" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1279876" vmpeak="1365072" vmrss="156566" vmhwm="156566" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
-        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2693579" vmpeak="2693579" vmrss="556696" vmhwm="1261650" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="955427" vmpeak="955806" vmrss="27700" vmhwm="27700" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2123113" vmpeak="2208310" vmrss="453814" vmhwm="453814" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="955827" vmpeak="955827" vmrss="27222" vmhwm="27222" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1760990" vmpeak="1760990" vmrss="454173" vmhwm="454173" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="906443" vmpeak="986913" vmrss="27404" vmhwm="27404" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
-        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="1699266" vmpeak="1699266" vmrss="258190" vmhwm="453908" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1372961" vmpeak="1505639" vmrss="380000" vmhwm="501649" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2746588" vmpeak="2831784" vmrss="1296328" vmhwm="1296328" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1381265" vmpeak="1505472" vmrss="437039" vmhwm="500630" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2380580" vmpeak="2465777" vmrss="1326369" vmhwm="1326369" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1815990" vmpeak="1894131" vmrss="561948" vmhwm="561948" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
-        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2847348" vmpeak="2847348" vmrss="726528" vmhwm="1306661" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2748220" vmpeak="3450818" vmrss="1840000" vmhwm="2486161" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2181312" vmpeak="2582752" vmrss="1060712" vmhwm="1629414" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2749458" vmpeak="3450818" vmrss="1860000" vmhwm="2486525" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2910814" vmpeak="3347489" vmrss="1371380" vmhwm="1717102" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
-        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3607037" vmpeak="3607806" vmrss="2415992" vmhwm="2415992" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
-        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2960838" vmpeak="3274122" vmrss="1044472" vmhwm="1572454" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
     </models>
 </attributes>

From 55d6e50cae67d97fc77551237c61c0a8e4953626 Mon Sep 17 00:00:00 2001
From: "Koryachikhina, Anastasia" <anastasia.koryachikhina@intel.com>
Date: Tue, 25 May 2021 16:37:54 +0300
Subject: [PATCH 14/14] rollback all tmp changes in inference_with_streams test

---
 .../desktop_references_config.xml             |  16 +++
 tests/stress_tests/memcheck_tests/tests.cpp   | 112 +++++++++---------
 2 files changed, 72 insertions(+), 56 deletions(-)

diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
index 3fd3c120fa1cbd..57afb10917d5ea 100644
--- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
+++ b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_references_config.xml
@@ -6,16 +6,24 @@
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2709506" vmpeak="2794703" vmrss="1342104" vmhwm="1342104" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1007890" vmpeak="1007890" vmrss="138652" vmhwm="138652" />
         <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2709501" vmpeak="2794698" vmrss="1291404" vmhwm="1291404" />
+        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1351818" vmpeak="1437014" vmrss="143057" vmhwm="143057" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP32/mobilenet-ssd.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="2742573" vmpeak="2742573" vmrss="563414" vmhwm="1225468" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="691589" vmpeak="922864" vmrss="31054" vmhwm="31054" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="626194" vmpeak="626194" vmrss="403228" vmhwm="403228" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="958240" vmpeak="1043437" vmrss="31366" vmhwm="31366" />
         <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="854417" vmpeak="939614" vmrss="402339" vmhwm="402339" />
+        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1369586" vmpeak="1454783" vmrss="26634" vmhwm="26634" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="1694009" vmpeak="1694009" vmrss="248372" vmhwm="406062" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="1050000" vmpeak="1179042" vmrss="323000" vmhwm="439457" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2969241" vmpeak="2969241" vmrss="1506492" vmhwm="1506492" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="1321819" vmpeak="1321819" vmrss="374207" vmhwm="439748" />
         <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2605324" vmpeak="26900521" vmrss="1549958" vmhwm="1549958" />
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="1840212" vmpeak="1840212" vmrss="1840212" vmhwm="495575" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/ssd300/FP32/ssd300.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3100208" vmpeak="3185405" vmrss="994988" vmhwm="1478656" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="CPU" vmsize="2300000" vmpeak="2836412" vmrss="1570000" vmhwm="2140533" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="create_exenetwork" device="GPU" vmsize="2801422" vmpeak="3915366" vmrss="2465065" vmhwm="3578811" />
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="CPU" vmsize="3255907" vmpeak="3256676" vmrss="2063937" vmhwm="2063937" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="inference_with_streams" device="GPU" vmsize="3810814" vmpeak="4375264" vmrss="1916382" vmhwm="3030502" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="CPU" vmsize="2800000" vmpeak="2836412" vmrss="1590000" vmhwm="2140377" />
         <model path="public/vgg16/FP32/vgg16.xml" precision="FP32" test="infer_request_inference" device="GPU" vmsize="2892432" vmpeak="3939166" vmrss="2472017" vmhwm="3602924" />
         <!--Models with FP16 precision-->
@@ -23,17 +31,25 @@
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2667537" vmpeak="2752734" vmrss="1304919" vmhwm="1304919" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1058844" vmpeak="1085224" vmrss="123016" vmhwm="136682" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2347389" vmpeak="2432586" vmrss="1290504" vmhwm="1290504" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1279876" vmpeak="1365072" vmrss="156566" vmhwm="156566" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2693579" vmpeak="2693579" vmrss="556696" vmhwm="1261650" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="955427" vmpeak="955806" vmrss="27700" vmhwm="27700" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2123113" vmpeak="2208310" vmrss="453814" vmhwm="453814" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="955827" vmpeak="955827" vmrss="27222" vmhwm="27222" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="1760990" vmpeak="1760990" vmrss="454173" vmhwm="454173" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="906443" vmpeak="986913" vmrss="27404" vmhwm="27404" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/mtcnn/mtcnn-r/FP16/mtcnn-r.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="1699266" vmpeak="1699266" vmrss="258190" vmhwm="453908" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="1372961" vmpeak="1505639" vmrss="380000" vmhwm="501649" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2746588" vmpeak="2831784" vmrss="1296328" vmhwm="1296328" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="1381265" vmpeak="1505472" vmrss="437039" vmhwm="500630" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2380580" vmpeak="2465777" vmrss="1326369" vmhwm="1326369" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="1815990" vmpeak="1894131" vmrss="561948" vmhwm="561948" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/ssd300/FP16/ssd300.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2847348" vmpeak="2847348" vmrss="726528" vmhwm="1306661" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="CPU" vmsize="2748220" vmpeak="3450818" vmrss="1840000" vmhwm="2486161" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="create_exenetwork" device="GPU" vmsize="2181312" vmpeak="2582752" vmrss="1060712" vmhwm="1629414" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="CPU" vmsize="2749458" vmpeak="3450818" vmrss="1860000" vmhwm="2486525" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
         <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="infer_request_inference" device="GPU" vmsize="2910814" vmpeak="3347489" vmrss="1371380" vmhwm="1717102" /> # values from {"commit_id": "af63cb78ee5cbd66bac0d0980db61cb11b5d9995", "commit_date": "2021-03-03 15:44"} and *= 1.3
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="CPU" vmsize="3607037" vmpeak="3607806" vmrss="2415992" vmhwm="2415992" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
+        <model path="public/vgg16/FP16/vgg16.xml" precision="FP16" test="inference_with_streams" device="GPU" vmsize="2960838" vmpeak="3274122" vmrss="1044472" vmhwm="1572454" /> # values from {"commit_id": "761e571042fa2b291d5954e523fffc1e2dfcafae", "commit_date": "2021-05-20 10:36"} and *= 1.3
     </models>
 </attributes>
diff --git a/tests/stress_tests/memcheck_tests/tests.cpp b/tests/stress_tests/memcheck_tests/tests.cpp
index ef2e03db2c8b14..f939869dea6779 100644
--- a/tests/stress_tests/memcheck_tests/tests.cpp
+++ b/tests/stress_tests/memcheck_tests/tests.cpp
@@ -107,59 +107,59 @@ INSTANTIATE_TEST_CASE_P(MemCheckTests, MemCheckTestSuite,
                                 generateTestsParams({"devices", "models"})),
                         getTestCaseName);
 
-//TEST_P(MemCheckTestSuite, inference_with_streams) {
-//    const auto nstreams = 2;
-//    log_info("Inference of InferRequest from network: \"" << model
-//                                                          << "\" with precision: \"" << precision
-//                                                          << "\" for device: \"" << device << "\""
-//                                                          << "\" with streams: \"" << nstreams);
-//    if ((device != "CPU") && (device != "GPU"))
-//        throw std::invalid_argument("This device is not supported");
-//
-//    auto test_pipeline = [&] {
-//        MemCheckPipeline memCheckPipeline;
-//
-//        std::map<std::string, std::string> config;
-//        const std::string key = device + "_THROUGHPUT_STREAMS";
-//        config[device + "_THROUGHPUT_STREAMS"] = std::to_string(nstreams);
-//
-//        Core ie;
-//        ie.GetVersions(device);
-//        ie.SetConfig(config, device);
-//
-//        InferRequest inferRequest;
-//
-//        CNNNetwork cnnNetwork = ie.ReadNetwork(model);
-//        ExecutableNetwork exeNetwork = ie.LoadNetwork(cnnNetwork, device);
-//        auto batchSize = cnnNetwork.getBatchSize();
-//        batchSize = batchSize != 0 ? batchSize : 1;
-//        const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
-//
-//        unsigned int nireq = nstreams;
-//        try {
-//            nireq = exeNetwork.GetMetric(METRIC_KEY(OPTIMAL_NUMBER_OF_INFER_REQUESTS)).as<unsigned int>();
-//        } catch (const std::exception &ex) {
-//            log_err("Failed to query OPTIMAL_NUMBER_OF_INFER_REQUESTS");
-//        }
-//        for (int counter = 0; counter < nireq; counter++) {
-//            inferRequest = exeNetwork.CreateInferRequest();
-//            fillBlobs(inferRequest, inputsInfo, batchSize);
-//
-//            inferRequest.Infer();
-//            OutputsDataMap output_info(cnnNetwork.getOutputsInfo());
-//            for (auto &output : output_info)
-//                Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
-//        }
-//
-//        log_info("Memory consumption after Inference with streams: \"" << nstreams
-//                                                                       << "\" with number of infer request: " << nireq);
-//        memCheckPipeline.record_measures(test_name);
-//
-//        log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));
-//        return memCheckPipeline.measure();
-//
-//    };
-//
-//    TestResult res = common_test_pipeline(test_pipeline, test_refs.references);
-//    EXPECT_EQ(res.first, TestStatus::TEST_OK) << res.second;
-//}
+TEST_P(MemCheckTestSuite, inference_with_streams) {
+    const auto nstreams = 2;
+    log_info("Inference of InferRequest from network: \"" << model
+                                                          << "\" with precision: \"" << precision
+                                                          << "\" for device: \"" << device << "\""
+                                                          << "\" with streams: \"" << nstreams);
+    if ((device != "CPU") && (device != "GPU"))
+        throw std::invalid_argument("This device is not supported");
+
+    auto test_pipeline = [&] {
+        MemCheckPipeline memCheckPipeline;
+
+        std::map<std::string, std::string> config;
+        const std::string key = device + "_THROUGHPUT_STREAMS";
+        config[device + "_THROUGHPUT_STREAMS"] = std::to_string(nstreams);
+
+        Core ie;
+        ie.GetVersions(device);
+        ie.SetConfig(config, device);
+
+        InferRequest inferRequest;
+
+        CNNNetwork cnnNetwork = ie.ReadNetwork(model);
+        ExecutableNetwork exeNetwork = ie.LoadNetwork(cnnNetwork, device);
+        auto batchSize = cnnNetwork.getBatchSize();
+        batchSize = batchSize != 0 ? batchSize : 1;
+        const ConstInputsDataMap inputsInfo(exeNetwork.GetInputsInfo());
+
+        unsigned int nireq = nstreams;
+        try {
+            nireq = exeNetwork.GetMetric(METRIC_KEY(OPTIMAL_NUMBER_OF_INFER_REQUESTS)).as<unsigned int>();
+        } catch (const std::exception &ex) {
+            log_err("Failed to query OPTIMAL_NUMBER_OF_INFER_REQUESTS");
+        }
+        for (int counter = 0; counter < nireq; counter++) {
+            inferRequest = exeNetwork.CreateInferRequest();
+            fillBlobs(inferRequest, inputsInfo, batchSize);
+
+            inferRequest.Infer();
+            OutputsDataMap output_info(cnnNetwork.getOutputsInfo());
+            for (auto &output : output_info)
+                Blob::Ptr outputBlob = inferRequest.GetBlob(output.first);
+        }
+
+        log_info("Memory consumption after Inference with streams: \"" << nstreams
+                                                                       << "\" with number of infer request: " << nireq);
+        memCheckPipeline.record_measures(test_name);
+
+        log_debug(memCheckPipeline.get_reference_record_for_test(test_name, model_name, precision, device));
+        return memCheckPipeline.measure();
+
+    };
+
+    TestResult res = common_test_pipeline(test_pipeline, test_refs.references);
+    EXPECT_EQ(res.first, TestStatus::TEST_OK) << res.second;
+}