new previous results could not find all raise issues in CI model test (…

…#1958) Signed-off-by: chensuyue <[email protected]>
intel · Jul 29, 2024 · 41244d3 · 41244d3
1 parent 190e6b2
commit 41244d3
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 39 deletions.
diff --git a/.azure-pipelines/model-test-3x.yml b/.azure-pipelines/model-test-3x.yml
@@ -112,7 +112,7 @@ stages:
             displayName: "Publish report"
           - script: |
               if [ $(is_perf_reg) == 'true' ]; then
-                echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
+                echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
                 exit 1
               fi
-            displayName: "Specify performance regression"
+            displayName: "Specify regression"
diff --git a/.azure-pipelines/model-test.yml b/.azure-pipelines/model-test.yml
@@ -40,33 +40,20 @@ parameters:
     displayName: Run ONNX models?
     type: boolean
     default: true
-  - name: MXNet_Model
-    displayName: Run MXNet models?
-    type: boolean
-    default: false
 
   - name: TensorFlowModelList
     type: object
     default:
       - resnet50v1.5
       - ssd_resnet50_v1
-#      - ssd_mobilenet_v1_ckpt
-#      - inception_v1
-#      - darknet19
-#      - resnet-101
   - name: PyTorchModelList
     type: object
     default:
-#      - resnet18
       - resnet18_fx
   - name: ONNXModelList
     type: object
     default:
       - resnet50-v1-12
-  - name: MXNetModelList
-    type: object
-    default:
-      - resnet50v1
 
 stages:
   - stage: TensorFlowModels
@@ -114,21 +101,6 @@ stages:
                   modelName: ${{ model }}
                   framework: "onnxrt"
 
-  - stage: MXNetModels
-    displayName: Run MXNet Model
-    pool: MODEL_PERF_TEST
-    dependsOn: []
-    condition: and(succeeded(), eq('${{ parameters.MXNet_Model }}', 'true'))
-    jobs:
-      - ${{ each model in parameters.MXNetModelList }}:
-          - job:
-            displayName: ${{ model }}
-            steps:
-              - template: template/model-template.yml
-                parameters:
-                  modelName: ${{ model }}
-                  framework: "mxnet"
-
   - stage: GenerateLogs
     displayName: Generate Report
     pool:
@@ -191,7 +163,7 @@ stages:
             displayName: "Publish report"
           - script: |
               if [ $(is_perf_reg) == 'true' ]; then
-                echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
+                echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
                 exit 1
               fi
-            displayName: "Specify performance regression"
+            displayName: "Specify regression"
diff --git a/.azure-pipelines/scripts/models/generate_report.sh b/.azure-pipelines/scripts/models/generate_report.sh
@@ -245,13 +245,9 @@ function generate_html_core {
               if((new_result == nan && previous_result == nan) || new_result == "unknown"){
                     printf("<td class=\"col-cell col-cell3\" colspan=2></td>");
               } else{
-                  if(new_result == nan) {
-                        job_status = "fail"
-                        status_png = "background-color:#FFD2D2";
-                        printf("<td style=\"%s\" colspan=2></td>", status_png);
-                  } else{
-                        printf("<td class=\"col-cell col-cell3\" colspan=2></td>");
-                  }
+                    job_status = "fail"
+                    status_png = "background-color:#FFD2D2";
+                    printf("<td style=\"%s\" colspan=2></td>", status_png);
               }
             }
         }