diff --git a/.azure-pipelines/model-test-3x.yml b/.azure-pipelines/model-test-3x.yml index f247deb96fb..facd89a0798 100644 --- a/.azure-pipelines/model-test-3x.yml +++ b/.azure-pipelines/model-test-3x.yml @@ -112,7 +112,7 @@ stages: displayName: "Publish report" - script: | if [ $(is_perf_reg) == 'true' ]; then - echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports." + echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports." exit 1 fi - displayName: "Specify performance regression" + displayName: "Specify regression" diff --git a/.azure-pipelines/model-test.yml b/.azure-pipelines/model-test.yml index b55d4f41ce3..b73321a8640 100644 --- a/.azure-pipelines/model-test.yml +++ b/.azure-pipelines/model-test.yml @@ -40,33 +40,20 @@ parameters: displayName: Run ONNX models? type: boolean default: true - - name: MXNet_Model - displayName: Run MXNet models? - type: boolean - default: false - name: TensorFlowModelList type: object default: - resnet50v1.5 - ssd_resnet50_v1 -# - ssd_mobilenet_v1_ckpt -# - inception_v1 -# - darknet19 -# - resnet-101 - name: PyTorchModelList type: object default: -# - resnet18 - resnet18_fx - name: ONNXModelList type: object default: - resnet50-v1-12 - - name: MXNetModelList - type: object - default: - - resnet50v1 stages: - stage: TensorFlowModels @@ -114,21 +101,6 @@ stages: modelName: ${{ model }} framework: "onnxrt" - - stage: MXNetModels - displayName: Run MXNet Model - pool: MODEL_PERF_TEST - dependsOn: [] - condition: and(succeeded(), eq('${{ parameters.MXNet_Model }}', 'true')) - jobs: - - ${{ each model in parameters.MXNetModelList }}: - - job: - displayName: ${{ model }} - steps: - - template: template/model-template.yml - parameters: - modelName: ${{ model }} - framework: "mxnet" - - stage: GenerateLogs displayName: Generate Report pool: @@ -191,7 +163,7 @@ stages: displayName: "Publish report" - script: | if [ $(is_perf_reg) == 'true' ]; then - echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports." + echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports." exit 1 fi - displayName: "Specify performance regression" + displayName: "Specify regression" diff --git a/.azure-pipelines/scripts/models/generate_report.sh b/.azure-pipelines/scripts/models/generate_report.sh index f4194585b6d..e13118fcffe 100644 --- a/.azure-pipelines/scripts/models/generate_report.sh +++ b/.azure-pipelines/scripts/models/generate_report.sh @@ -245,13 +245,9 @@ function generate_html_core { if((new_result == nan && previous_result == nan) || new_result == "unknown"){ printf("