From 41244d3bc65fd646d2d6d88ca2c6686f2ab65bc6 Mon Sep 17 00:00:00 2001
From: "chen, suyue" <suyue.chen@intel.com>
Date: Mon, 29 Jul 2024 23:05:36 +0800
Subject: [PATCH] new previous results could not find all raise issues in CI
 model test (#1958)

Signed-off-by: chensuyue <suyue.chen@intel.com>
---
 .azure-pipelines/model-test-3x.yml            |  4 +--
 .azure-pipelines/model-test.yml               | 32 ++-----------------
 .../scripts/models/generate_report.sh         | 10 ++----
 3 files changed, 7 insertions(+), 39 deletions(-)

diff --git a/.azure-pipelines/model-test-3x.yml b/.azure-pipelines/model-test-3x.yml
index f247deb96fb..facd89a0798 100644
--- a/.azure-pipelines/model-test-3x.yml
+++ b/.azure-pipelines/model-test-3x.yml
@@ -112,7 +112,7 @@ stages:
             displayName: "Publish report"
           - script: |
               if [ $(is_perf_reg) == 'true' ]; then
-                echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
+                echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
                 exit 1
               fi
-            displayName: "Specify performance regression"
+            displayName: "Specify regression"
diff --git a/.azure-pipelines/model-test.yml b/.azure-pipelines/model-test.yml
index b55d4f41ce3..b73321a8640 100644
--- a/.azure-pipelines/model-test.yml
+++ b/.azure-pipelines/model-test.yml
@@ -40,33 +40,20 @@ parameters:
     displayName: Run ONNX models?
     type: boolean
     default: true
-  - name: MXNet_Model
-    displayName: Run MXNet models?
-    type: boolean
-    default: false
 
   - name: TensorFlowModelList
     type: object
     default:
       - resnet50v1.5
       - ssd_resnet50_v1
-#      - ssd_mobilenet_v1_ckpt
-#      - inception_v1
-#      - darknet19
-#      - resnet-101
   - name: PyTorchModelList
     type: object
     default:
-#      - resnet18
       - resnet18_fx
   - name: ONNXModelList
     type: object
     default:
       - resnet50-v1-12
-  - name: MXNetModelList
-    type: object
-    default:
-      - resnet50v1
 
 stages:
   - stage: TensorFlowModels
@@ -114,21 +101,6 @@ stages:
                   modelName: ${{ model }}
                   framework: "onnxrt"
 
-  - stage: MXNetModels
-    displayName: Run MXNet Model
-    pool: MODEL_PERF_TEST
-    dependsOn: []
-    condition: and(succeeded(), eq('${{ parameters.MXNet_Model }}', 'true'))
-    jobs:
-      - ${{ each model in parameters.MXNetModelList }}:
-          - job:
-            displayName: ${{ model }}
-            steps:
-              - template: template/model-template.yml
-                parameters:
-                  modelName: ${{ model }}
-                  framework: "mxnet"
-
   - stage: GenerateLogs
     displayName: Generate Report
     pool:
@@ -191,7 +163,7 @@ stages:
             displayName: "Publish report"
           - script: |
               if [ $(is_perf_reg) == 'true' ]; then
-                echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
+                echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
                 exit 1
               fi
-            displayName: "Specify performance regression"
+            displayName: "Specify regression"
diff --git a/.azure-pipelines/scripts/models/generate_report.sh b/.azure-pipelines/scripts/models/generate_report.sh
index f4194585b6d..e13118fcffe 100644
--- a/.azure-pipelines/scripts/models/generate_report.sh
+++ b/.azure-pipelines/scripts/models/generate_report.sh
@@ -245,13 +245,9 @@ function generate_html_core {
               if((new_result == nan && previous_result == nan) || new_result == "unknown"){
                     printf("<td class=\"col-cell col-cell3\" colspan=2></td>");
               } else{
-                  if(new_result == nan) {
-                        job_status = "fail"
-                        status_png = "background-color:#FFD2D2";
-                        printf("<td style=\"%s\" colspan=2></td>", status_png);
-                  } else{
-                        printf("<td class=\"col-cell col-cell3\" colspan=2></td>");
-                  }
+                    job_status = "fail"
+                    status_png = "background-color:#FFD2D2";
+                    printf("<td style=\"%s\" colspan=2></td>", status_png);
               }
             }
         }