From e88e20d8bd4a15976f21d1440830f80764e8f175 Mon Sep 17 00:00:00 2001
From: Aleksandr Suslov <alexander.suslov@intel.com>
Date: Mon, 5 Aug 2024 20:27:01 +0400
Subject: [PATCH] updated metrics for llm example tests

---
 tests/cross_fw/examples/example_scope.json | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/cross_fw/examples/example_scope.json b/tests/cross_fw/examples/example_scope.json
index efaca8e2f26..3bbc6325ae7 100644
--- a/tests/cross_fw/examples/example_scope.json
+++ b/tests/cross_fw/examples/example_scope.json
@@ -178,7 +178,7 @@
             "fp32_top1": 55.52000045776367,
             "int8_init_top1": 55.279998779296875
         },
-        "accuracy_metrics_after_training":{
+        "accuracy_metrics_after_training": {
             "int8_top1": 57.08069620253165,
             "accuracy_drop": -1.5606957447679761
         },
@@ -198,7 +198,7 @@
         "requirements": "examples/llm_compression/openvino/tiny_llama/requirements.txt",
         "cpu": "Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz",
         "accuracy_metrics": {
-            "word_count": 71
+            "word_count": 65
         }
     },
     "llm_tune_params": {
@@ -208,7 +208,7 @@
         "accuracy_metrics": {
             "awq": true,
             "ratio": 1.0,
-            "group_size": 64
+            "group_size": 128
         }
     },
     "quantization_aware_training_torch_anomalib": {
@@ -221,7 +221,7 @@
             "fp32_f1score": 0.9919999837875366,
             "int8_init_f1score": 0.9767441749572754
         },
-        "accuracy_metrics_after_training":{
+        "accuracy_metrics_after_training": {
             "int8_f1score": 0.9919999837875366,
             "accuracy_drop": 0.0
         },
@@ -236,4 +236,4 @@
             "model_compression_rate": 3.7654144877995197
         }
     }
-}
+}
\ No newline at end of file