From 792401923976eb66794b6bbe9a645078333128b8 Mon Sep 17 00:00:00 2001
From: chensuyue <suyue.chen@intel.com>
Date: Mon, 29 Jul 2024 19:51:08 +0800
Subject: [PATCH 1/3] new_results or previous results could not find all raise
 issues

Signed-off-by: chensuyue <suyue.chen@intel.com>
---
 .azure-pipelines/scripts/models/generate_report.sh | 10 +++-------
 1 file changed, 3 insertions(+), 7 deletions(-)

diff --git a/.azure-pipelines/scripts/models/generate_report.sh b/.azure-pipelines/scripts/models/generate_report.sh
index f4194585b6d..e13118fcffe 100644
--- a/.azure-pipelines/scripts/models/generate_report.sh
+++ b/.azure-pipelines/scripts/models/generate_report.sh
@@ -245,13 +245,9 @@ function generate_html_core {
               if((new_result == nan && previous_result == nan) || new_result == "unknown"){
                     printf("<td class=\"col-cell col-cell3\" colspan=2></td>");
               } else{
-                  if(new_result == nan) {
-                        job_status = "fail"
-                        status_png = "background-color:#FFD2D2";
-                        printf("<td style=\"%s\" colspan=2></td>", status_png);
-                  } else{
-                        printf("<td class=\"col-cell col-cell3\" colspan=2></td>");
-                  }
+                    job_status = "fail"
+                    status_png = "background-color:#FFD2D2";
+                    printf("<td style=\"%s\" colspan=2></td>", status_png);
               }
             }
         }

From d08c936ef20f07736ec3f9ce9f713b0e1a6459e4 Mon Sep 17 00:00:00 2001
From: chensuyue <suyue.chen@intel.com>
Date: Mon, 29 Jul 2024 21:50:44 +0800
Subject: [PATCH 2/3] remove invalid code

Signed-off-by: chensuyue <suyue.chen@intel.com>
---
 .azure-pipelines/model-test.yml | 28 ----------------------------
 1 file changed, 28 deletions(-)

diff --git a/.azure-pipelines/model-test.yml b/.azure-pipelines/model-test.yml
index b55d4f41ce3..5e9ef052525 100644
--- a/.azure-pipelines/model-test.yml
+++ b/.azure-pipelines/model-test.yml
@@ -40,33 +40,20 @@ parameters:
     displayName: Run ONNX models?
     type: boolean
     default: true
-  - name: MXNet_Model
-    displayName: Run MXNet models?
-    type: boolean
-    default: false
 
   - name: TensorFlowModelList
     type: object
     default:
       - resnet50v1.5
       - ssd_resnet50_v1
-#      - ssd_mobilenet_v1_ckpt
-#      - inception_v1
-#      - darknet19
-#      - resnet-101
   - name: PyTorchModelList
     type: object
     default:
-#      - resnet18
       - resnet18_fx
   - name: ONNXModelList
     type: object
     default:
       - resnet50-v1-12
-  - name: MXNetModelList
-    type: object
-    default:
-      - resnet50v1
 
 stages:
   - stage: TensorFlowModels
@@ -114,21 +101,6 @@ stages:
                   modelName: ${{ model }}
                   framework: "onnxrt"
 
-  - stage: MXNetModels
-    displayName: Run MXNet Model
-    pool: MODEL_PERF_TEST
-    dependsOn: []
-    condition: and(succeeded(), eq('${{ parameters.MXNet_Model }}', 'true'))
-    jobs:
-      - ${{ each model in parameters.MXNetModelList }}:
-          - job:
-            displayName: ${{ model }}
-            steps:
-              - template: template/model-template.yml
-                parameters:
-                  modelName: ${{ model }}
-                  framework: "mxnet"
-
   - stage: GenerateLogs
     displayName: Generate Report
     pool:

From 8438841b1fc9c04d951a8d940de608a8d3642ad9 Mon Sep 17 00:00:00 2001
From: chensuyue <suyue.chen@intel.com>
Date: Mon, 29 Jul 2024 21:54:58 +0800
Subject: [PATCH 3/3] update benchmark check logs

Signed-off-by: chensuyue <suyue.chen@intel.com>
---
 .azure-pipelines/model-test-3x.yml | 4 ++--
 .azure-pipelines/model-test.yml    | 4 ++--
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/.azure-pipelines/model-test-3x.yml b/.azure-pipelines/model-test-3x.yml
index f247deb96fb..facd89a0798 100644
--- a/.azure-pipelines/model-test-3x.yml
+++ b/.azure-pipelines/model-test-3x.yml
@@ -112,7 +112,7 @@ stages:
             displayName: "Publish report"
           - script: |
               if [ $(is_perf_reg) == 'true' ]; then
-                echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
+                echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
                 exit 1
               fi
-            displayName: "Specify performance regression"
+            displayName: "Specify regression"
diff --git a/.azure-pipelines/model-test.yml b/.azure-pipelines/model-test.yml
index 5e9ef052525..b73321a8640 100644
--- a/.azure-pipelines/model-test.yml
+++ b/.azure-pipelines/model-test.yml
@@ -163,7 +163,7 @@ stages:
             displayName: "Publish report"
           - script: |
               if [ $(is_perf_reg) == 'true' ]; then
-                echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
+                echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
                 exit 1
               fi
-            displayName: "Specify performance regression"
+            displayName: "Specify regression"