From c9d32bd5aed5230ecf761360852344cb0cf77fb5 Mon Sep 17 00:00:00 2001 From: "Efode, Irina" Date: Mon, 30 Aug 2021 12:37:57 +0300 Subject: [PATCH 1/2] [IE TESTS] Remove verified refs from report --- .../layer_tests_summary/summarize.py | 5 +- .../template/report_template.html | 3 +- .../layer_tests_summary/utils/constants.py | 130 ------------------ 3 files changed, 2 insertions(+), 136 deletions(-) delete mode 100644 inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/utils/constants.py diff --git a/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/summarize.py b/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/summarize.py index 1245ae8a0fb9bf..bc1db07f86376f 100644 --- a/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/summarize.py +++ b/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/summarize.py @@ -7,7 +7,6 @@ from jinja2 import Environment, FileSystemLoader -from utils import constants from utils import utils logger = utils.get_logger('Summarize') @@ -167,11 +166,9 @@ def create_summary(summary_root: ET.Element, output_folder: os.path, report_tag: env = Environment(loader=file_loader) template = env.get_template('report_template.html') - verified_operations = constants.VERIFIED_OP_REFERENCES - res_summary = template.render(ordered_ops=op_list, devices=device_list, results=results, timestamp=timestamp, general_pass_rate=general_pass_rate, pass_rate_avg=pass_rate_avg, - verified_operations=verified_operations, trusted_ops=trusted_ops, + trusted_ops=trusted_ops, general_test_count=general_test_count, report_tag=report_tag) report_path = os.path.join(output_folder, f'{output_filename}.html') diff --git a/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html b/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html index 2fc9c17398516e..3789a757535292 100644 --- a/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html +++ b/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html @@ -127,8 +127,7 @@

Operations coverage summary: {{report_tag}} {{ timestamp }}

{% for op in ordered_ops -%} - {{ - op }} + {{ op }} {% for d in devices -%} {% if op in results[d] -%} diff --git a/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/utils/constants.py b/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/utils/constants.py deleted file mode 100644 index e35678eee29ae4..00000000000000 --- a/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/utils/constants.py +++ /dev/null @@ -1,130 +0,0 @@ -# Copyright (C) 2021 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -VERIFIED_OP_REFERENCES = [ - 'Abs-1', - 'Acos-1', - 'Acosh-3', - 'Add-1', - 'Asin-1', - 'Asinh-3', - 'Assign-6', - 'AvgPool-1', - 'BatchNormInference-5', - 'BatchToSpace-2', - 'BinaryConvolution-1', - 'Broadcast-1', - 'Broadcast-3', - 'Bucketize-3', - 'Ceiling-1', - 'CTCGreedyDecoder-1', - 'CTCGreedyDecoderSeqLen-6', - 'Concat-1', - 'Convert-1', - 'ConvertLike-1', - 'Convolution-1', - 'Constant-1', - 'Cos-1', - 'Cosh-1', - 'DeformableConvolution-1', - 'DeformablePSROIPooling-1', - 'DepthToSpace-1', - 'DetectionOutput-1', - 'Divide-1', - 'Equal-1', - 'Erf-1', - 'ExperimentalDetectronDetectionOutput-6', - 'ExperimentalDetectronGenerateProposalsSingleImage-6', - 'ExperimentalDetectronPriorGridGenerator-6', - 'ExperimentalDetectronROIFeatureExtractor-6', - 'ExperimentalDetectronTopKROIs-6', - 'FakeQuantize-1', - 'Floor-1' - 'FloorMod-1' - 'GRUSequence-5', - 'Gather-1', - 'GatherElements-6', - 'GatherND-5', - 'Gelu-7', - 'Greater-1', - 'GreaterEqual-1', - 'GRN-1', - 'GroupConvolution-1', - 'GroupConvolutionBackpropData-1', - 'GRUSequence-5', - 'HSigmoid-5', - 'HSwish-4', - 'HardSigmoid-1', - 'Interpolate-4', - 'Less-1', - 'LessEqual-1' - 'LRN-1', - 'LSTMCell-4', - 'LSTMSequence-5', - 'LogicalAnd-1', - 'LogicalNot-1' - 'LogicalOr-1' - 'LogicalXor-1' - 'LogSoftmax-5', - 'Loop-5', - 'MVN-1', - 'MVN-6', - 'Maximum-1', - 'MaxPool-1', - 'Mish-4', - 'Multiply-1', - 'Negative-1', - 'NonMaxSuppression-4', - 'NonMaxSuppression-5', - 'NonZero-3', - 'NormalizeL2-1', - 'PriorBox-1', - 'PriorBoxClustered-1', - 'Proposal-1', - 'Proposal-4', - 'PSROIPooling-1', - 'RNNSequence-5', - 'ROIAlign-3', - 'ROIPooling-2', - 'Range-1', - 'Range-4', - 'ReadValue-6', - 'ReduceL1-4', - 'ReduceL2-4', - 'ReduceLogicalAnd-1', - 'ReduceLogicalOr-1', - 'ReduceMax-1', - 'ReduceMean-1', - 'ReduceMin-1', - 'ReduceProd-1', - 'ReduceSum-1', - 'RegionYOLO-1', - 'Relu-1', - 'ReorgYOLO-2', - 'Result-1' - 'ReverseSequence-1', - 'Round-5', - 'SpaceToDepth-1', - 'ScatterNDUpdate-4', - 'Select-1', - 'ShapeOf-1', - 'ShapeOf-3', - 'ShuffleChannels-1', - 'Sigmoid-1', - 'Sign-1', - 'Sin-1', - 'Sinh-1' - 'SoftPlus-4', - 'Softmax-1', - 'Split-1', - 'Squeeze-1', - 'StridedSlice-1', - 'Subtract-1', - 'Swish-4', - 'Tile-1', - 'TopK-1', - 'TopK-3', - 'Transpose-1', - 'Unsqueeze-1', - 'VariadicSplit-1', -] From f8b351d2e58dab036ee84247f71f1dae08800b17 Mon Sep 17 00:00:00 2001 From: "Efode, Irina" Date: Mon, 30 Aug 2021 15:39:04 +0300 Subject: [PATCH 2/2] Remove from header --- .../layer_tests_summary/template/report_template.html | 4 ---- 1 file changed, 4 deletions(-) diff --git a/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html b/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html index 3789a757535292..ed860be450bcfe 100644 --- a/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html +++ b/inference-engine/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html @@ -22,10 +22,6 @@

Operations coverage summary: {{report_tag}} {{ timestamp }}

-
- Acosh-4Not verified Ngraph references -
-
Collected statistic info