From e2ecc48b8972e0f662bd36d9ef8cae068a4a59df Mon Sep 17 00:00:00 2001 From: Nikita Malinin Date: Fri, 22 Nov 2024 15:26:29 +0100 Subject: [PATCH] [PT] update metrics for openvino 2024.5.0 (#3084) (#3104) (cherry picked from commit d637ce7612cae975e964001a35a660c16cff7f94) Co-authored-by: Alexander Dokuchaev --- tests/torch/sota_checkpoints_eval.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/torch/sota_checkpoints_eval.json b/tests/torch/sota_checkpoints_eval.json index e576f2c57e6..2efb9bd482a 100644 --- a/tests/torch/sota_checkpoints_eval.json +++ b/tests/torch/sota_checkpoints_eval.json @@ -124,7 +124,7 @@ "mobilenet_v2_imagenet_int8": { "config": "examples/torch/classification/configs/quantization/mobilenet_v2_imagenet_int8.json", "reference": "mobilenet_v2_imagenet", - "target_ov": 71.07, + "target_ov": 71.18, "target_pt": 71.3, "metric_type": "Acc@1", "resume": "mobilenet_v2_imagenet_int8.pth", @@ -138,7 +138,7 @@ "mobilenet_v2_imagenet_int8_per_tensor": { "config": "examples/torch/classification/configs/quantization/mobilenet_v2_imagenet_int8_per_tensor.json", "reference": "mobilenet_v2_imagenet", - "target_ov": 71.23, + "target_ov": 71.25, "target_pt": 71.28, "metric_type": "Acc@1", "resume": "mobilenet_v2_imagenet_int8_per_tensor.pth", @@ -187,7 +187,7 @@ "mobilenet_v3_small_imagenet_int8": { "config": "examples/torch/classification/configs/quantization/mobilenet_v3_small_imagenet_int8.json", "reference": "mobilenet_v3_small_imagenet", - "target_ov": 66.9, + "target_ov": 66.86, "target_pt": 66.87, "metric_type": "Acc@1", "resume": "mobilenet_v3_small_imagenet_int8.pth",