From 7c94b23134f50802c445d71b75c1b1774f238794 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Mon, 21 Oct 2024 15:03:16 +0400 Subject: [PATCH] [Torch FX] Post Quantize Weights Compression (#2984) ### Changes Transformation for removing fake quantize nodes and saving all weights to disk in int8 format after quantization. It works as follows: 1. Reshape the scale if qdq operation is per-channel. 2. Pattern match the quantize-dequantize nodes. 3. Filter the matches to only include quantize-dequantize ops with constant input. 4. Replace with the multiplication of the scale and input. ### Reason for changes To compress the model after quantization ### Tests Add `test_post_quantization_compression()` in `tests/torch/fx/test_model_transformer.py` which checks the data type of all weights in the model after applying quantization and also checks the value after the decompression step (element-wise multiplication operation). ### Tickets #2766 --------- Co-authored-by: Daniil Lyakhov --- .../fx/quantization/backend_parameters.py | 31 + .../torch/fx/quantization/quantize_model.py | 11 + nncf/experimental/torch/fx/transformations.py | 301 +- .../mobilenet_v3_small.dot | 1110 +++ .../post_quantization_compressed/resnet18.dot | 497 ++ .../swin_v2_s.dot | 6560 +++++++++++++++++ .../synthetic_transformer.dot | 49 + .../fx/post_quantization_compressed/unet.dot | 515 ++ .../post_quantization_compressed/vit_b_16.dot | 2013 +++++ .../fx/quantized/mobilenet_v3_small.dot | 576 +- .../fx/quantized/resnet18.dot | 336 +- .../fx/quantized/swin_v2_s.dot | 4072 +++++----- .../fx/quantized/synthetic_transformer.dot | 60 +- .../reference_graphs/fx/quantized/unet.dot | 376 +- .../fx/quantized/vit_b_16.dot | 1486 ++-- tests/torch/fx/graph.dot | 413 ++ tests/torch/fx/test_model_transformer.py | 59 +- tests/torch/fx/test_models.py | 87 +- tests/torch/fx/test_sanity.py | 6 +- 19 files changed, 15068 insertions(+), 3490 deletions(-) create mode 100644 nncf/experimental/torch/fx/quantization/backend_parameters.py create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot create mode 100644 tests/torch/fx/graph.dot diff --git a/nncf/experimental/torch/fx/quantization/backend_parameters.py b/nncf/experimental/torch/fx/quantization/backend_parameters.py new file mode 100644 index 00000000000..401c781b341 --- /dev/null +++ b/nncf/experimental/torch/fx/quantization/backend_parameters.py @@ -0,0 +1,31 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from typing import Optional + +from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters + + +class FXBackendParameters: + COMPRESS_WEIGHTS = "compress_weights" + + +def is_weight_compression_needed(advanced_parameters: Optional[AdvancedQuantizationParameters]) -> bool: + """ + Determines whether weight compression is needed based on the provided + advanced quantization parameters. + + :param advanced_parameters: Advanced quantization parameters. + :return: True if weight compression is needed, False otherwise. + """ + if advanced_parameters is not None and advanced_parameters.backend_params is not None: + return advanced_parameters.backend_params.get(FXBackendParameters.COMPRESS_WEIGHTS, True) + return True diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index 403e36f6e39..277ab50edb3 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -26,7 +26,10 @@ from nncf.common.logging import nncf_logger from nncf.common.quantization.structs import QuantizationPreset from nncf.data import Dataset +from nncf.experimental.torch.fx.quantization.backend_parameters import is_weight_compression_needed from nncf.experimental.torch.fx.transformations import apply_quantization_transformations +from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation +from nncf.experimental.torch.fx.transformations import fq_weights_transformation from nncf.experimental.torch.fx.transformations import revert_quantization_transformations from nncf.experimental.torch.fx.transformations import shared_constants_unification_transformation from nncf.parameters import BackupMode @@ -94,6 +97,11 @@ def quantize_impl( # bias configuration. revert_quantization_transformations(quantized_model) + if is_weight_compression_needed(advanced_parameters): + compress_post_quantize_transformation(quantized_model) + else: + fq_weights_transformation(quantized_model) + # Magic. Without this call compiled model # is not preformant quantized_model = GraphModule(quantized_model, quantized_model.graph) @@ -107,6 +115,9 @@ def quantize_impl( quantized_model.meta.update(original_graph_meta) quantized_model = _disallow_eval_train(quantized_model) + # Each transformation adds a duplicate tensor value to the model buffer. + # This step removes the duplicates tensor values from the buffer. + quantized_model = GraphModule(quantized_model, quantized_model.graph) return quantized_model diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index e2f3bb83f69..2b7727d97ef 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -10,7 +10,8 @@ # limitations under the License. from copy import copy -from typing import Callable, List, Optional +from functools import partial +from typing import Any, Callable, Dict, List, Optional, Tuple, Union import torch import torch.fx @@ -19,6 +20,7 @@ from torch.quantization.fake_quantize import FakeQuantize import nncf +import nncf.torch from nncf.common.graph.graph import NNCFNode from nncf.common.graph.transformations.commands import TargetType from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name @@ -27,9 +29,48 @@ TransformationFNType = Callable[[torch.fx.GraphModule], None] +# Copied from torch.fx.Node +BaseArgumentTypes = Union[ + str, + int, + float, + bool, + complex, + torch.dtype, + torch.Tensor, + torch.device, + torch.memory_format, + torch.layout, + torch._ops.OpOverload, +] +Argument = Optional[Union[Tuple[Any, ...], List[Any], Dict[str, Any], slice, range, torch.fx.Node, BaseArgumentTypes]] + +QUANTIZE_NODE_TARGETS = [ + torch.ops.quantized_decomposed.quantize_per_tensor.default, + torch.ops.quantized_decomposed.quantize_per_channel.default, +] +DEQUANTIZE_NODE_TARGETS = [ + torch.ops.quantized_decomposed.dequantize_per_tensor.default, + torch.ops.quantized_decomposed.dequantize_per_channel.default, +] +# Map quantize_per_tensor to dequantize_per_tensor, the same for per_channel and vice-versa +QDQ_PAIR = { + **{ + quantize_node: dequantize_node + for quantize_node, dequantize_node in zip(QUANTIZE_NODE_TARGETS, DEQUANTIZE_NODE_TARGETS) + }, + **{ + dequantize_node: quantize_node + for quantize_node, dequantize_node in zip(QUANTIZE_NODE_TARGETS, DEQUANTIZE_NODE_TARGETS) + }, +} + def _set_new_node_meta( - new_node: torch.fx.Node, prev_node: torch.fx.Node, target_module: torch.nn.Module, model: torch.fx.GraphModule + new_node: torch.fx.Node, + prev_nodes: Tuple[Argument, ...], + target_module: torch.nn.Module, + model: torch.fx.GraphModule, ): """ Sets correct meta \"val\" value to the new node. @@ -39,18 +80,21 @@ def _set_new_node_meta( New node expected to have only one input node. :param target_module: Module which is being called by the new node. """ - val = ( - prev_node.meta["val"] - if prev_node.op not in ["get_attr"] - else get_tensor_constant_from_node(prev_node, model).data - ) - val = val if isinstance(val, tuple) else (val,) - retval = [] - for t in val: - retval.append(torch.ones(t.shape)) - + vals = [] + for prev_node in prev_nodes: + val = prev_node + if isinstance(prev_node, torch.fx.Node): + val = ( + prev_node.meta["val"] + if prev_node.op not in ["get_attr"] + else get_tensor_constant_from_node(prev_node, model).data + ) + # TODO(anzr299): Support output port id here. + # Output port 0 is used by default + val = val[0] if isinstance(val, tuple) else val + vals.append(val) with torch.no_grad(): - new_node.meta["val"] = target_module(*val) + new_node.meta["val"] = target_module(*tuple(vals)) def module_insertion_transformation_builder( @@ -77,7 +121,7 @@ def module_insertion_transformation(model: torch.fx.GraphModule): target_node = get_graph_node_by_name(graph, target_point.target_node_name) if target_point.target_type == TargetType.OPERATOR_POST_HOOK: - _set_new_node_meta(new_node, target_node, module_to_insert, model) + _set_new_node_meta(new_node, [target_node], module_to_insert, model) with graph.inserting_after(target_node): for user in list(target_node.users): if user is new_node: @@ -86,7 +130,7 @@ def module_insertion_transformation(model: torch.fx.GraphModule): else: prev_node = target_node.args[target_point.input_port_id] - _set_new_node_meta(new_node, prev_node, module_to_insert, model) + _set_new_node_meta(new_node, [prev_node], module_to_insert, model) target_node.replace_input_with(prev_node, new_node) return module_insertion_transformation @@ -183,7 +227,13 @@ def constant_update_transformation(model: torch.fx.GraphModule): return constant_update_transformation -def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: torch.Tensor, input_port_id: int = 1): +def constant_update_fn( + model: torch.fx.GraphModule, + node: torch.fx.Node, + value: torch.Tensor, + input_port_id: int = 1, + updated_node_name: Optional[str] = None, +): """ Updates constant of given node on the given input port id with given value. @@ -191,8 +241,10 @@ def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: :param node: Given graph node. :param value: New value to use as the node constant. :param input_port_id: Target constant input port id. + :param updated_node_name: Name of the constant node after updating. Default is `nodename` + `_updated_constant`. """ graph = model.graph + node_name = updated_node_name if updated_node_name else node.name + "_updated_constant" args = list(node.args) # A bias node suppose to have constant on the second input port. if args[input_port_id].op != "get_attr": @@ -204,11 +256,13 @@ def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: # Update metadata of the new constant node. previous_const = args[input_port_id] consumer_nodes = list(previous_const.users) - # This list of consumer nodes will always be topologically sorted + # This list of consumer nodes is topologically sorted # To ensure the updated node has the right order, # we insert constant node before the node placed at the highest order in topological order. - with graph.inserting_before(consumer_nodes[0]): - new_constant = create_getattr_from_value(model, graph, node.name + "_updated_constant", value) + sorted_consumer_nodes = [node for node in graph.nodes if node in consumer_nodes] + + with graph.inserting_before(sorted_consumer_nodes[0]): + new_constant = create_getattr_from_value(model, graph, node_name, value) previous_const.replace_all_uses_with(new_constant, propagate_meta=True) graph.eliminate_dead_code() @@ -407,10 +461,10 @@ def _insert_call_module( graph: torch.fx.Graph, target_point: PTTargetPoint, module_attr_name: str, graph_node_name: str ): """ - Inserts module call node to the graph after the target node. + Inserts module call node to the graph after/before the target node using the ctx_manager. :param graph: Graph to insert module call node. - :param target_node: Target node, module call node is being iserted just after the target node. + :param target_node: Target node, module call node is being inserted just after the target node. :param module_attr_name: The name of the graph attribute which keeps the target module. :param graph_node_name: Target name for module call node. :return: Inserted module call node. @@ -529,9 +583,205 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.recompile() +def _get_pattern_replacement_per_channel() -> ( + Tuple[Callable[[torch.Tensor, torch.Tensor, torch.Tensor, int, int, int, torch.dtype], torch.Tensor]] +): + """ + Returns the patter and replacement function for the subgraph rewriter to + match and replace for per_tensor quantization + """ + + def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): + quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( + weight, scale, zero_point, axis, low, high, dtype + ) + dequantized = torch.ops.quantized_decomposed.dequantize_per_channel.default( + quantized, scale, zero_point, axis, low, high, dtype + ) + return dequantized + + def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dtype): + return torch.ops.aten.sub.Tensor(torch.ops.aten.mul.Tensor(weight, scale), zero_point) + + return pattern_per_channel, replacement_graph_per_channel + + +def _get_pattern_replacement_per_tensor() -> ( + Tuple[Callable[[torch.Tensor, torch.Tensor, torch.Tensor, int, int, torch.dtype], torch.Tensor]] +): + """ + Returns the patter and replacement function for the subgraph rewriter to + match and replace for per_tensor quantization + """ + + def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): + quantized = torch.ops.quantized_decomposed.quantize_per_tensor.default( + weight, scale, zero_point, low, high, dtype + ) + dequantized = torch.ops.quantized_decomposed.dequantize_per_tensor.default( + quantized, scale, zero_point, low, high, dtype + ) + return dequantized + + def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): + return torch.ops.aten.sub.Tensor(torch.ops.aten.mul.Tensor(weight, scale), zero_point) + + return pattern_per_tensor, replacement_graph_per_tensor + + +def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgraph_rewriter.ReplacedPatterns) -> None: + """ + Sets the meta for the nodes which were matched by the subgraph_rewriter pattern. + + :param model: Model whose nodes' meta are to be set. + :param matches: matches returned by the subgraph_rewriter + """ + for match in matches: + mul_node = match.replacements[0] + sub_node = match.replacements[1] + _set_new_node_meta(mul_node, mul_node.args, torch.mul, model) + _set_new_node_meta(sub_node, sub_node.args, torch.sub, model) + + +def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule) -> Optional[Tuple[Union[torch.Tensor, int]]]: + """ + Gets the inputs for the Quantize node which quantize the weights. Otherwise returns None. + + :param node: Node to get the inputs from + :param model: Model to which the node belongs + """ + args = [] + for arg in node.args: + if isinstance(arg, torch.fx.Node): + if arg.op != "get_attr": + return None + arg = get_tensor_constant_from_node(arg, model) + args.append(arg) + return tuple(args) + + +def _compress_qdq_constant_transformation(model: torch.fx.GraphModule, matches) -> None: + """ + Change the FP32 weight value to Int8 and also reshape the scale for per_channel_quantization. + + :param: model: Model to apply transformations to. + """ + for match in matches: + mul_node = match.replacements[0] + sub_node = match.replacements[1] + weight_node, scale_node, zp_node, axis = None, None, None, None + nodes_map = {node.name: match.nodes_map[node] for node in match.nodes_map} + get_const = partial(get_tensor_constant_from_node, model=model) + weight_node = get_const(nodes_map["weight"]) + scale_node = get_const(nodes_map["scale"]) + zp_node = get_const(nodes_map["zero_point"]) + axis = nodes_map["axis"] + port_id = 0 + if axis is not None: + result = torch.ops.quantized_decomposed.quantize_per_channel.default( + weight_node, scale_node, zp_node, axis, -128, 127, torch.int8 + ) + _reshape_scale_zp(model, sub_node, mul_node, weight_node, scale_node, zp_node, axis) + else: + result = torch.ops.quantized_decomposed.quantize_per_tensor.default( + weight_node, scale_node, zp_node, -128, 127, torch.int8 + ) + constant_update_fn(model, mul_node, result, port_id, updated_node_name="compressed_weight_updated_constant") + + +def _reshape_scale_zp( + model: torch.fx.GraphModule, + sub_node: torch.fx.Node, + mul_node: torch.fx.Node, + weight: torch.Tensor, + scale: Union[torch.Tensor, float], + zp: Union[torch.Tensor, float, int], + axis: int, +) -> None: + """ + Reshape scale and zero point so that it can be multiplied elementwise with the weight for per channel quantization. + + :param model: Model to apply transformations to. + :param node: quantize node whose scale has to be reshaped + """ + new_shape = [1] * weight.dim() + new_shape[axis] = scale.shape[0] + scale = scale.reshape(new_shape) + zp = zp.reshape(new_shape) + constant_update_fn(model, sub_node, zp, 1, updated_node_name="zero_point_updated_constant") + constant_update_fn(model, mul_node, scale, 1, updated_node_name="scale_updated_constant") + + +def fq_weights_transformation(model: torch.fx.GraphModule) -> None: + """ + This function applies a transformation to replace the FP32 weights with Fake Quantized + FP values to avoid the rounding error when converting to OpenVino model. + + :param model: Model to apply transformations to. + """ + for node in model.graph.nodes: + if node.target not in DEQUANTIZE_NODE_TARGETS: + continue + port_id = 0 + quantize_node = node.all_input_nodes[0] + # Case where Quantize Dequantize nodes are not consecutive + if quantize_node.target != QDQ_PAIR[node.target]: + continue + args = _get_node_inputs(quantize_node, model) + if not args: + continue + result = node.target(quantize_node.target(*args), *args[1:]) + constant_update_fn( + model, + quantize_node, + result, + port_id, + updated_node_name="compressed_weight_updated_constant", + ) + + +def compress_post_quantize_transformation(model: torch.fx.GraphModule) -> None: + """ + Applies transformation to compress the weights to Int8 after the quantization step. + Starts by removing the Quantize/De-Quantize nodes for weight nodes by matching the pattern + to be like follows: + + weight scale zp + \ | / + Quantize + | + Dequantize + + and replace with the following: + weight scale + \ / + Multiply Zero Point + | / + Subtract + + and then also updates the weights to int8 values and reshape the scale and zero point. + + :param model: Model to apply transformations to. + """ + + def match_filters(match, original_graph, graph): + for node in match.nodes_map: + if node.name == "weight" and match.nodes_map[node].op == "get_attr": + return True + return False + + patterns = [_get_pattern_replacement_per_channel(), _get_pattern_replacement_per_tensor()] + + for pattern, replacement in patterns: + matches = torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) + _compress_qdq_constant_transformation(model, matches) + _set_meta_for_matches(model, matches) + + def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: """ Applies quantization transformations to the model. + :param model: Model to apply transformations to. """ # BatchNorm operations have 3 output ports, @@ -547,6 +797,7 @@ def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: def revert_quantization_transformations(model: torch.fx.GraphModule) -> None: """ Reverts quantization transformations from the model. + :param model: Model to revert transformations from. """ merge_conv_and_bias(model) @@ -595,7 +846,9 @@ def separate_linear_and_bias(model: torch.fx.GraphModule): for n in model.graph.nodes: if not _is_linear(n): continue - if len(n.args) < 3 or n.args[2] is None: + # This check also makes sure to ignore linear nodes which might already + # have quantization applied to the weights. + if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": continue linear_node = n linear_bias_node = linear_node.args[2] @@ -638,7 +891,9 @@ def separate_conv_and_bias(model: torch.fx.GraphModule): for n in model.graph.nodes: if not _is_conv(n): continue - if len(n.args) < 3 or n.args[2] is None: + # This check also makes sure to ignore convolution nodes which might + # already have quantization applied to the weights. + if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": continue conv_node = n dims = len(get_tensor_constant_from_node(conv_node.args[1], model).shape) diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot new file mode 100644 index 00000000000..ef626e650f2 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot @@ -0,0 +1,1110 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 features_0_0_weight_bias_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 hardswish__scale_0" [id=10, type=get_attr]; +"11 hardswish__zero_point_0" [id=11, type=get_attr]; +"12 hardswish_" [id=12, type=hardswish_]; +"13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; +"14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; +"15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; +"16 scale_updated_constant1" [id=16, type=get_attr]; +"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; +"18 mul_tensor_1" [id=18, type=mul]; +"19 zero_point_updated_constant1" [id=19, type=get_attr]; +"20 sub_tensor_1" [id=20, type=sub]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu_" [id=22, type=relu_]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; +"26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; +"27 _param_constant6" [id=27, type=get_attr]; +"28 _param_constant7_0_0" [id=28, type=get_attr]; +"29 conv2d_2" [id=29, type=conv2d]; +"30 relu" [id=30, type=relu]; +"31 _param_constant8" [id=31, type=get_attr]; +"32 _param_constant9_0_0" [id=32, type=get_attr]; +"33 conv2d_3" [id=33, type=conv2d]; +"34 hardsigmoid" [id=34, type=hardsigmoid]; +"35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_3" [id=36, type=dequantize_per_tensor]; +"37 mul" [id=37, type=mul]; +"38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; +"40 features_1_block_2_0_weight_bias_0_0" [id=40, type=get_attr]; +"41 scale_updated_constant2" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant2" [id=42, type=get_attr]; +"43 mul_tensor_2" [id=43, type=mul]; +"44 zero_point_updated_constant2" [id=44, type=get_attr]; +"45 sub_tensor_2" [id=45, type=sub]; +"46 conv2d_4" [id=46, type=conv2d]; +"47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; +"49 features_2_block_0_0_weight_bias_0_0" [id=49, type=get_attr]; +"50 scale_updated_constant3" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant3" [id=51, type=get_attr]; +"52 mul_tensor_3" [id=52, type=mul]; +"53 zero_point_updated_constant3" [id=53, type=get_attr]; +"54 sub_tensor_3" [id=54, type=sub]; +"55 conv2d_5" [id=55, type=conv2d]; +"56 relu__1_scale_0" [id=56, type=get_attr]; +"57 relu__1_zero_point_0" [id=57, type=get_attr]; +"58 relu__1" [id=58, type=relu_]; +"59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; +"60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; +"61 features_2_block_1_0_weight_bias_0_0" [id=61, type=get_attr]; +"62 scale_updated_constant4" [id=62, type=get_attr]; +"63 compressed_weight_updated_constant4" [id=63, type=get_attr]; +"64 mul_tensor_4" [id=64, type=mul]; +"65 zero_point_updated_constant4" [id=65, type=get_attr]; +"66 sub_tensor_4" [id=66, type=sub]; +"67 conv2d_6" [id=67, type=conv2d]; +"68 relu__2" [id=68, type=relu_]; +"69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; +"71 features_2_block_2_0_weight_bias_0_0" [id=71, type=get_attr]; +"72 scale_updated_constant5" [id=72, type=get_attr]; +"73 compressed_weight_updated_constant5" [id=73, type=get_attr]; +"74 mul_tensor_5" [id=74, type=mul]; +"75 zero_point_updated_constant5" [id=75, type=get_attr]; +"76 sub_tensor_5" [id=76, type=sub]; +"77 conv2d_7" [id=77, type=conv2d]; +"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; +"80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; +"81 features_3_block_0_0_weight_bias_0_0" [id=81, type=get_attr]; +"82 scale_updated_constant6" [id=82, type=get_attr]; +"83 compressed_weight_updated_constant6" [id=83, type=get_attr]; +"84 mul_tensor_6" [id=84, type=mul]; +"85 zero_point_updated_constant6" [id=85, type=get_attr]; +"86 sub_tensor_6" [id=86, type=sub]; +"87 conv2d_8" [id=87, type=conv2d]; +"88 relu__3_scale_0" [id=88, type=get_attr]; +"89 relu__3_zero_point_0" [id=89, type=get_attr]; +"90 relu__3" [id=90, type=relu_]; +"91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; +"92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; +"93 features_3_block_1_0_weight_bias_0_0" [id=93, type=get_attr]; +"94 scale_updated_constant7" [id=94, type=get_attr]; +"95 compressed_weight_updated_constant7" [id=95, type=get_attr]; +"96 mul_tensor_7" [id=96, type=mul]; +"97 zero_point_updated_constant7" [id=97, type=get_attr]; +"98 sub_tensor_7" [id=98, type=sub]; +"99 conv2d_9" [id=99, type=conv2d]; +"100 relu__4" [id=100, type=relu_]; +"101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; +"102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; +"103 features_3_block_2_0_weight_bias_0_0" [id=103, type=get_attr]; +"104 scale_updated_constant8" [id=104, type=get_attr]; +"105 compressed_weight_updated_constant8" [id=105, type=get_attr]; +"106 mul_tensor_8" [id=106, type=mul]; +"107 zero_point_updated_constant8" [id=107, type=get_attr]; +"108 sub_tensor_8" [id=108, type=sub]; +"109 conv2d_10" [id=109, type=conv2d]; +"110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; +"111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; +"112 add_" [id=112, type=add_]; +"113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; +"115 features_4_block_0_0_weight_bias_0_0" [id=115, type=get_attr]; +"116 scale_updated_constant9" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant9" [id=117, type=get_attr]; +"118 mul_tensor_9" [id=118, type=mul]; +"119 zero_point_updated_constant9" [id=119, type=get_attr]; +"120 sub_tensor_9" [id=120, type=sub]; +"121 conv2d_11" [id=121, type=conv2d]; +"122 hardswish__1_scale_0" [id=122, type=get_attr]; +"123 hardswish__1_zero_point_0" [id=123, type=get_attr]; +"124 hardswish__1" [id=124, type=hardswish_]; +"125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; +"127 features_4_block_1_0_weight_bias_0_0" [id=127, type=get_attr]; +"128 scale_updated_constant10" [id=128, type=get_attr]; +"129 compressed_weight_updated_constant10" [id=129, type=get_attr]; +"130 mul_tensor_10" [id=130, type=mul]; +"131 zero_point_updated_constant10" [id=131, type=get_attr]; +"132 sub_tensor_10" [id=132, type=sub]; +"133 conv2d_12" [id=133, type=conv2d]; +"134 hardswish__2" [id=134, type=hardswish_]; +"135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_13" [id=136, type=dequantize_per_tensor]; +"137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; +"138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; +"139 _param_constant37" [id=139, type=get_attr]; +"140 _param_constant38_0_0" [id=140, type=get_attr]; +"141 conv2d_13" [id=141, type=conv2d]; +"142 relu_1" [id=142, type=relu]; +"143 _param_constant39" [id=143, type=get_attr]; +"144 _param_constant40_0_0" [id=144, type=get_attr]; +"145 conv2d_14" [id=145, type=conv2d]; +"146 hardsigmoid_1" [id=146, type=hardsigmoid]; +"147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_14" [id=148, type=dequantize_per_tensor]; +"149 mul_1" [id=149, type=mul]; +"150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; +"152 features_4_block_3_0_weight_bias_0_0" [id=152, type=get_attr]; +"153 scale_updated_constant11" [id=153, type=get_attr]; +"154 compressed_weight_updated_constant11" [id=154, type=get_attr]; +"155 mul_tensor_11" [id=155, type=mul]; +"156 zero_point_updated_constant11" [id=156, type=get_attr]; +"157 sub_tensor_11" [id=157, type=sub]; +"158 conv2d_15" [id=158, type=conv2d]; +"159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; +"160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; +"161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; +"162 features_5_block_0_0_weight_bias_0_0" [id=162, type=get_attr]; +"163 scale_updated_constant12" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant12" [id=164, type=get_attr]; +"165 mul_tensor_12" [id=165, type=mul]; +"166 zero_point_updated_constant12" [id=166, type=get_attr]; +"167 sub_tensor_12" [id=167, type=sub]; +"168 conv2d_16" [id=168, type=conv2d]; +"169 hardswish__3_scale_0" [id=169, type=get_attr]; +"170 hardswish__3_zero_point_0" [id=170, type=get_attr]; +"171 hardswish__3" [id=171, type=hardswish_]; +"172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; +"173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; +"174 features_5_block_1_0_weight_bias_0_0" [id=174, type=get_attr]; +"175 scale_updated_constant13" [id=175, type=get_attr]; +"176 compressed_weight_updated_constant13" [id=176, type=get_attr]; +"177 mul_tensor_13" [id=177, type=mul]; +"178 zero_point_updated_constant13" [id=178, type=get_attr]; +"179 sub_tensor_13" [id=179, type=sub]; +"180 conv2d_17" [id=180, type=conv2d]; +"181 hardswish__4" [id=181, type=hardswish_]; +"182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_19" [id=183, type=dequantize_per_tensor]; +"184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; +"185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; +"186 _param_constant50" [id=186, type=get_attr]; +"187 _param_constant51_0_0" [id=187, type=get_attr]; +"188 conv2d_18" [id=188, type=conv2d]; +"189 relu_2" [id=189, type=relu]; +"190 _param_constant52" [id=190, type=get_attr]; +"191 _param_constant53_0_0" [id=191, type=get_attr]; +"192 conv2d_19" [id=192, type=conv2d]; +"193 hardsigmoid_2" [id=193, type=hardsigmoid]; +"194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_20" [id=195, type=dequantize_per_tensor]; +"196 mul_2" [id=196, type=mul]; +"197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; +"199 features_5_block_3_0_weight_bias_0_0" [id=199, type=get_attr]; +"200 scale_updated_constant14" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant14" [id=201, type=get_attr]; +"202 mul_tensor_14" [id=202, type=mul]; +"203 zero_point_updated_constant14" [id=203, type=get_attr]; +"204 sub_tensor_14" [id=204, type=sub]; +"205 conv2d_20" [id=205, type=conv2d]; +"206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; +"208 add__1" [id=208, type=add_]; +"209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; +"210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; +"211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; +"212 features_6_block_0_0_weight_bias_0_0" [id=212, type=get_attr]; +"213 scale_updated_constant15" [id=213, type=get_attr]; +"214 compressed_weight_updated_constant15" [id=214, type=get_attr]; +"215 mul_tensor_15" [id=215, type=mul]; +"216 zero_point_updated_constant15" [id=216, type=get_attr]; +"217 sub_tensor_15" [id=217, type=sub]; +"218 conv2d_21" [id=218, type=conv2d]; +"219 hardswish__5_scale_0" [id=219, type=get_attr]; +"220 hardswish__5_zero_point_0" [id=220, type=get_attr]; +"221 hardswish__5" [id=221, type=hardswish_]; +"222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; +"223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; +"224 features_6_block_1_0_weight_bias_0_0" [id=224, type=get_attr]; +"225 scale_updated_constant16" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant16" [id=226, type=get_attr]; +"227 mul_tensor_16" [id=227, type=mul]; +"228 zero_point_updated_constant16" [id=228, type=get_attr]; +"229 sub_tensor_16" [id=229, type=sub]; +"230 conv2d_22" [id=230, type=conv2d]; +"231 hardswish__6" [id=231, type=hardswish_]; +"232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_26" [id=233, type=dequantize_per_tensor]; +"234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; +"235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; +"236 _param_constant63" [id=236, type=get_attr]; +"237 _param_constant64_0_0" [id=237, type=get_attr]; +"238 conv2d_23" [id=238, type=conv2d]; +"239 relu_3" [id=239, type=relu]; +"240 _param_constant65" [id=240, type=get_attr]; +"241 _param_constant66_0_0" [id=241, type=get_attr]; +"242 conv2d_24" [id=242, type=conv2d]; +"243 hardsigmoid_3" [id=243, type=hardsigmoid]; +"244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_27" [id=245, type=dequantize_per_tensor]; +"246 mul_3" [id=246, type=mul]; +"247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; +"248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; +"249 features_6_block_3_0_weight_bias_0_0" [id=249, type=get_attr]; +"250 scale_updated_constant17" [id=250, type=get_attr]; +"251 compressed_weight_updated_constant17" [id=251, type=get_attr]; +"252 mul_tensor_17" [id=252, type=mul]; +"253 zero_point_updated_constant17" [id=253, type=get_attr]; +"254 sub_tensor_17" [id=254, type=sub]; +"255 conv2d_25" [id=255, type=conv2d]; +"256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; +"257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; +"258 add__2" [id=258, type=add_]; +"259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; +"260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; +"261 features_7_block_0_0_weight_bias_0_0" [id=261, type=get_attr]; +"262 scale_updated_constant18" [id=262, type=get_attr]; +"263 compressed_weight_updated_constant18" [id=263, type=get_attr]; +"264 mul_tensor_18" [id=264, type=mul]; +"265 zero_point_updated_constant18" [id=265, type=get_attr]; +"266 sub_tensor_18" [id=266, type=sub]; +"267 conv2d_26" [id=267, type=conv2d]; +"268 hardswish__7_scale_0" [id=268, type=get_attr]; +"269 hardswish__7_zero_point_0" [id=269, type=get_attr]; +"270 hardswish__7" [id=270, type=hardswish_]; +"271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; +"272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; +"273 features_7_block_1_0_weight_bias_0_0" [id=273, type=get_attr]; +"274 scale_updated_constant19" [id=274, type=get_attr]; +"275 compressed_weight_updated_constant19" [id=275, type=get_attr]; +"276 mul_tensor_19" [id=276, type=mul]; +"277 zero_point_updated_constant19" [id=277, type=get_attr]; +"278 sub_tensor_19" [id=278, type=sub]; +"279 conv2d_27" [id=279, type=conv2d]; +"280 hardswish__8" [id=280, type=hardswish_]; +"281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_32" [id=282, type=dequantize_per_tensor]; +"283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; +"284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; +"285 _param_constant76" [id=285, type=get_attr]; +"286 _param_constant77_0_0" [id=286, type=get_attr]; +"287 conv2d_28" [id=287, type=conv2d]; +"288 relu_4" [id=288, type=relu]; +"289 _param_constant78" [id=289, type=get_attr]; +"290 _param_constant79_0_0" [id=290, type=get_attr]; +"291 conv2d_29" [id=291, type=conv2d]; +"292 hardsigmoid_4" [id=292, type=hardsigmoid]; +"293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; +"294 dequantize_per_tensor_default_33" [id=294, type=dequantize_per_tensor]; +"295 mul_4" [id=295, type=mul]; +"296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; +"297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; +"298 features_7_block_3_0_weight_bias_0_0" [id=298, type=get_attr]; +"299 scale_updated_constant20" [id=299, type=get_attr]; +"300 compressed_weight_updated_constant20" [id=300, type=get_attr]; +"301 mul_tensor_20" [id=301, type=mul]; +"302 zero_point_updated_constant20" [id=302, type=get_attr]; +"303 sub_tensor_20" [id=303, type=sub]; +"304 conv2d_30" [id=304, type=conv2d]; +"305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; +"307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; +"308 features_8_block_0_0_weight_bias_0_0" [id=308, type=get_attr]; +"309 scale_updated_constant21" [id=309, type=get_attr]; +"310 compressed_weight_updated_constant21" [id=310, type=get_attr]; +"311 mul_tensor_21" [id=311, type=mul]; +"312 zero_point_updated_constant21" [id=312, type=get_attr]; +"313 sub_tensor_21" [id=313, type=sub]; +"314 conv2d_31" [id=314, type=conv2d]; +"315 hardswish__9_scale_0" [id=315, type=get_attr]; +"316 hardswish__9_zero_point_0" [id=316, type=get_attr]; +"317 hardswish__9" [id=317, type=hardswish_]; +"318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; +"319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; +"320 features_8_block_1_0_weight_bias_0_0" [id=320, type=get_attr]; +"321 scale_updated_constant22" [id=321, type=get_attr]; +"322 compressed_weight_updated_constant22" [id=322, type=get_attr]; +"323 mul_tensor_22" [id=323, type=mul]; +"324 zero_point_updated_constant22" [id=324, type=get_attr]; +"325 sub_tensor_22" [id=325, type=sub]; +"326 conv2d_32" [id=326, type=conv2d]; +"327 hardswish__10" [id=327, type=hardswish_]; +"328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; +"329 dequantize_per_tensor_default_38" [id=329, type=dequantize_per_tensor]; +"330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; +"331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; +"332 _param_constant89" [id=332, type=get_attr]; +"333 _param_constant90_0_0" [id=333, type=get_attr]; +"334 conv2d_33" [id=334, type=conv2d]; +"335 relu_5" [id=335, type=relu]; +"336 _param_constant91" [id=336, type=get_attr]; +"337 _param_constant92_0_0" [id=337, type=get_attr]; +"338 conv2d_34" [id=338, type=conv2d]; +"339 hardsigmoid_5" [id=339, type=hardsigmoid]; +"340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_39" [id=341, type=dequantize_per_tensor]; +"342 mul_5" [id=342, type=mul]; +"343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; +"344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; +"345 features_8_block_3_0_weight_bias_0_0" [id=345, type=get_attr]; +"346 scale_updated_constant23" [id=346, type=get_attr]; +"347 compressed_weight_updated_constant23" [id=347, type=get_attr]; +"348 mul_tensor_23" [id=348, type=mul]; +"349 zero_point_updated_constant23" [id=349, type=get_attr]; +"350 sub_tensor_23" [id=350, type=sub]; +"351 conv2d_35" [id=351, type=conv2d]; +"352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; +"354 add__3" [id=354, type=add_]; +"355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; +"356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; +"357 features_9_block_0_0_weight_bias_0_0" [id=357, type=get_attr]; +"358 scale_updated_constant24" [id=358, type=get_attr]; +"359 compressed_weight_updated_constant24" [id=359, type=get_attr]; +"360 mul_tensor_24" [id=360, type=mul]; +"361 zero_point_updated_constant24" [id=361, type=get_attr]; +"362 sub_tensor_24" [id=362, type=sub]; +"363 conv2d_36" [id=363, type=conv2d]; +"364 hardswish__11_scale_0" [id=364, type=get_attr]; +"365 hardswish__11_zero_point_0" [id=365, type=get_attr]; +"366 hardswish__11" [id=366, type=hardswish_]; +"367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; +"368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; +"369 features_9_block_1_0_weight_bias_0_0" [id=369, type=get_attr]; +"370 scale_updated_constant25" [id=370, type=get_attr]; +"371 compressed_weight_updated_constant25" [id=371, type=get_attr]; +"372 mul_tensor_25" [id=372, type=mul]; +"373 zero_point_updated_constant25" [id=373, type=get_attr]; +"374 sub_tensor_25" [id=374, type=sub]; +"375 conv2d_37" [id=375, type=conv2d]; +"376 hardswish__12" [id=376, type=hardswish_]; +"377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; +"378 dequantize_per_tensor_default_44" [id=378, type=dequantize_per_tensor]; +"379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; +"380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; +"381 _param_constant102" [id=381, type=get_attr]; +"382 _param_constant103_0_0" [id=382, type=get_attr]; +"383 conv2d_38" [id=383, type=conv2d]; +"384 relu_6" [id=384, type=relu]; +"385 _param_constant104" [id=385, type=get_attr]; +"386 _param_constant105_0_0" [id=386, type=get_attr]; +"387 conv2d_39" [id=387, type=conv2d]; +"388 hardsigmoid_6" [id=388, type=hardsigmoid]; +"389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; +"390 dequantize_per_tensor_default_45" [id=390, type=dequantize_per_tensor]; +"391 mul_6" [id=391, type=mul]; +"392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; +"393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; +"394 features_9_block_3_0_weight_bias_0_0" [id=394, type=get_attr]; +"395 scale_updated_constant26" [id=395, type=get_attr]; +"396 compressed_weight_updated_constant26" [id=396, type=get_attr]; +"397 mul_tensor_26" [id=397, type=mul]; +"398 zero_point_updated_constant26" [id=398, type=get_attr]; +"399 sub_tensor_26" [id=399, type=sub]; +"400 conv2d_40" [id=400, type=conv2d]; +"401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; +"402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; +"403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; +"404 features_10_block_0_0_weight_bias_0_0" [id=404, type=get_attr]; +"405 scale_updated_constant27" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant27" [id=406, type=get_attr]; +"407 mul_tensor_27" [id=407, type=mul]; +"408 zero_point_updated_constant27" [id=408, type=get_attr]; +"409 sub_tensor_27" [id=409, type=sub]; +"410 conv2d_41" [id=410, type=conv2d]; +"411 hardswish__13_scale_0" [id=411, type=get_attr]; +"412 hardswish__13_zero_point_0" [id=412, type=get_attr]; +"413 hardswish__13" [id=413, type=hardswish_]; +"414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; +"415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; +"416 features_10_block_1_0_weight_bias_0_0" [id=416, type=get_attr]; +"417 scale_updated_constant28" [id=417, type=get_attr]; +"418 compressed_weight_updated_constant28" [id=418, type=get_attr]; +"419 mul_tensor_28" [id=419, type=mul]; +"420 zero_point_updated_constant28" [id=420, type=get_attr]; +"421 sub_tensor_28" [id=421, type=sub]; +"422 conv2d_42" [id=422, type=conv2d]; +"423 hardswish__14" [id=423, type=hardswish_]; +"424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; +"425 dequantize_per_tensor_default_50" [id=425, type=dequantize_per_tensor]; +"426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; +"427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; +"428 _param_constant115" [id=428, type=get_attr]; +"429 _param_constant116_0_0" [id=429, type=get_attr]; +"430 conv2d_43" [id=430, type=conv2d]; +"431 relu_7" [id=431, type=relu]; +"432 _param_constant117" [id=432, type=get_attr]; +"433 _param_constant118_0_0" [id=433, type=get_attr]; +"434 conv2d_44" [id=434, type=conv2d]; +"435 hardsigmoid_7" [id=435, type=hardsigmoid]; +"436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_51" [id=437, type=dequantize_per_tensor]; +"438 mul_7" [id=438, type=mul]; +"439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; +"440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; +"441 features_10_block_3_0_weight_bias_0_0" [id=441, type=get_attr]; +"442 scale_updated_constant29" [id=442, type=get_attr]; +"443 compressed_weight_updated_constant29" [id=443, type=get_attr]; +"444 mul_tensor_29" [id=444, type=mul]; +"445 zero_point_updated_constant29" [id=445, type=get_attr]; +"446 sub_tensor_29" [id=446, type=sub]; +"447 conv2d_45" [id=447, type=conv2d]; +"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; +"449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; +"450 add__4" [id=450, type=add_]; +"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; +"453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; +"454 features_11_block_0_0_weight_bias_0_0" [id=454, type=get_attr]; +"455 scale_updated_constant30" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant30" [id=456, type=get_attr]; +"457 mul_tensor_30" [id=457, type=mul]; +"458 zero_point_updated_constant30" [id=458, type=get_attr]; +"459 sub_tensor_30" [id=459, type=sub]; +"460 conv2d_46" [id=460, type=conv2d]; +"461 hardswish__15_scale_0" [id=461, type=get_attr]; +"462 hardswish__15_zero_point_0" [id=462, type=get_attr]; +"463 hardswish__15" [id=463, type=hardswish_]; +"464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; +"465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; +"466 features_11_block_1_0_weight_bias_0_0" [id=466, type=get_attr]; +"467 scale_updated_constant31" [id=467, type=get_attr]; +"468 compressed_weight_updated_constant31" [id=468, type=get_attr]; +"469 mul_tensor_31" [id=469, type=mul]; +"470 zero_point_updated_constant31" [id=470, type=get_attr]; +"471 sub_tensor_31" [id=471, type=sub]; +"472 conv2d_47" [id=472, type=conv2d]; +"473 hardswish__16" [id=473, type=hardswish_]; +"474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_57" [id=475, type=dequantize_per_tensor]; +"476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; +"477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; +"478 _param_constant128" [id=478, type=get_attr]; +"479 _param_constant129_0_0" [id=479, type=get_attr]; +"480 conv2d_48" [id=480, type=conv2d]; +"481 relu_8" [id=481, type=relu]; +"482 _param_constant130" [id=482, type=get_attr]; +"483 _param_constant131_0_0" [id=483, type=get_attr]; +"484 conv2d_49" [id=484, type=conv2d]; +"485 hardsigmoid_8" [id=485, type=hardsigmoid]; +"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; +"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; +"488 mul_8" [id=488, type=mul]; +"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; +"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; +"491 features_11_block_3_0_weight_bias_0_0" [id=491, type=get_attr]; +"492 scale_updated_constant32" [id=492, type=get_attr]; +"493 compressed_weight_updated_constant32" [id=493, type=get_attr]; +"494 mul_tensor_32" [id=494, type=mul]; +"495 zero_point_updated_constant32" [id=495, type=get_attr]; +"496 sub_tensor_32" [id=496, type=sub]; +"497 conv2d_50" [id=497, type=conv2d]; +"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; +"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; +"500 add__5" [id=500, type=add_]; +"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; +"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; +"503 features_12_0_weight_bias_0_0" [id=503, type=get_attr]; +"504 scale_updated_constant33" [id=504, type=get_attr]; +"505 compressed_weight_updated_constant33" [id=505, type=get_attr]; +"506 mul_tensor_33" [id=506, type=mul]; +"507 zero_point_updated_constant33" [id=507, type=get_attr]; +"508 sub_tensor_33" [id=508, type=sub]; +"509 conv2d_51" [id=509, type=conv2d]; +"510 hardswish__17" [id=510, type=hardswish_]; +"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; +"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; +"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; +"516 flatten" [id=516, type=flatten]; +"517 _param_constant139_0_0" [id=517, type=get_attr]; +"518 scale_updated_constant34" [id=518, type=get_attr]; +"519 compressed_weight_updated_constant34" [id=519, type=get_attr]; +"520 mul_tensor_34" [id=520, type=mul]; +"521 zero_point_updated_constant34" [id=521, type=get_attr]; +"522 sub_tensor_34" [id=522, type=sub]; +"523 linear" [id=523, type=linear]; +"524 hardswish__18" [id=524, type=hardswish_]; +"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; +"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; +"527 dropout_" [id=527, type=dropout_]; +"528 _param_constant141_0_0" [id=528, type=get_attr]; +"529 scale_updated_constant35" [id=529, type=get_attr]; +"530 compressed_weight_updated_constant35" [id=530, type=get_attr]; +"531 mul_tensor_35" [id=531, type=mul]; +"532 zero_point_updated_constant35" [id=532, type=get_attr]; +"533 sub_tensor_35" [id=533, type=sub]; +"534 linear_1" [id=534, type=linear]; +"535 output" [id=535, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"9 conv2d" -> "12 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"10 hardswish__scale_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"11 hardswish__zero_point_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"11 hardswish__zero_point_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"15 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; +"16 scale_updated_constant1" -> "18 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"17 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"18 mul_tensor_1" -> "20 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"19 zero_point_updated_constant1" -> "20 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"20 sub_tensor_1" -> "21 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"21 conv2d_1" -> "22 relu_" [label="(1, 16, 56, 56)", style=solid]; +"22 relu_" -> "23 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "37 mul" [label="(1, 16, 56, 56)", style=solid]; +"25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"26 adaptive_avg_pool2d" -> "29 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"27 _param_constant6" -> "29 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"28 _param_constant7_0_0" -> "29 conv2d_2" [label="(8,)", style=solid]; +"29 conv2d_2" -> "30 relu" [label="(1, 8, 1, 1)", style=solid]; +"30 relu" -> "33 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"31 _param_constant8" -> "33 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"32 _param_constant9_0_0" -> "33 conv2d_3" [label="(16,)", style=solid]; +"33 conv2d_3" -> "34 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"34 hardsigmoid" -> "35 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"36 dequantize_per_tensor_default_3" -> "37 mul" [label="(1, 16, 1, 1)", style=solid]; +"37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"40 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; +"41 scale_updated_constant2" -> "43 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"42 compressed_weight_updated_constant2" -> "43 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"43 mul_tensor_2" -> "45 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"44 zero_point_updated_constant2" -> "45 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"45 sub_tensor_2" -> "46 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"49 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; +"50 scale_updated_constant3" -> "52 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"51 compressed_weight_updated_constant3" -> "52 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"52 mul_tensor_3" -> "54 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"53 zero_point_updated_constant3" -> "54 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"54 sub_tensor_3" -> "55 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"55 conv2d_5" -> "58 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"56 relu__1_scale_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"57 relu__1_zero_point_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"57 relu__1_zero_point_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"61 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; +"62 scale_updated_constant4" -> "64 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"63 compressed_weight_updated_constant4" -> "64 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"64 mul_tensor_4" -> "66 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"65 zero_point_updated_constant4" -> "66 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"66 sub_tensor_4" -> "67 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"67 conv2d_6" -> "68 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; +"70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"71 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; +"72 scale_updated_constant5" -> "74 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"73 compressed_weight_updated_constant5" -> "74 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"74 mul_tensor_5" -> "76 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"75 zero_point_updated_constant5" -> "76 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"76 sub_tensor_5" -> "77 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"77 conv2d_7" -> "78 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; +"79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; +"80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"81 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; +"82 scale_updated_constant6" -> "84 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"83 compressed_weight_updated_constant6" -> "84 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"84 mul_tensor_6" -> "86 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"85 zero_point_updated_constant6" -> "86 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"86 sub_tensor_6" -> "87 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"87 conv2d_8" -> "90 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"88 relu__3_scale_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"89 relu__3_zero_point_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"89 relu__3_zero_point_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"93 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; +"94 scale_updated_constant7" -> "96 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"95 compressed_weight_updated_constant7" -> "96 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"96 mul_tensor_7" -> "98 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"97 zero_point_updated_constant7" -> "98 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"98 sub_tensor_7" -> "99 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"99 conv2d_9" -> "100 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; +"102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"103 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; +"104 scale_updated_constant8" -> "106 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"105 compressed_weight_updated_constant8" -> "106 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"106 mul_tensor_8" -> "108 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"107 zero_point_updated_constant8" -> "108 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"108 sub_tensor_8" -> "109 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"109 conv2d_10" -> "110 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"111 dequantize_per_tensor_default_10" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; +"112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"115 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; +"116 scale_updated_constant9" -> "118 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"117 compressed_weight_updated_constant9" -> "118 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"118 mul_tensor_9" -> "120 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"119 zero_point_updated_constant9" -> "120 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"120 sub_tensor_9" -> "121 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"121 conv2d_11" -> "124 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"123 hardswish__1_zero_point_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"123 hardswish__1_zero_point_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"127 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; +"128 scale_updated_constant10" -> "130 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"129 compressed_weight_updated_constant10" -> "130 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"130 mul_tensor_10" -> "132 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"131 zero_point_updated_constant10" -> "132 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"132 sub_tensor_10" -> "133 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"133 conv2d_12" -> "134 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"134 hardswish__2" -> "135 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"136 dequantize_per_tensor_default_13" -> "149 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"138 adaptive_avg_pool2d_1" -> "141 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"139 _param_constant37" -> "141 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"140 _param_constant38_0_0" -> "141 conv2d_13" [label="(24,)", style=solid]; +"141 conv2d_13" -> "142 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"142 relu_1" -> "145 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"143 _param_constant39" -> "145 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"144 _param_constant40_0_0" -> "145 conv2d_14" [label="(96,)", style=solid]; +"145 conv2d_14" -> "146 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"148 dequantize_per_tensor_default_14" -> "149 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"152 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; +"153 scale_updated_constant11" -> "155 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"154 compressed_weight_updated_constant11" -> "155 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"155 mul_tensor_11" -> "157 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"156 zero_point_updated_constant11" -> "157 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"157 sub_tensor_11" -> "158 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"158 conv2d_15" -> "159 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; +"160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; +"161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"162 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; +"163 scale_updated_constant12" -> "165 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"164 compressed_weight_updated_constant12" -> "165 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"165 mul_tensor_12" -> "167 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"166 zero_point_updated_constant12" -> "167 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"167 sub_tensor_12" -> "168 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"168 conv2d_16" -> "171 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"170 hardswish__3_zero_point_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"170 hardswish__3_zero_point_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"174 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; +"175 scale_updated_constant13" -> "177 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"176 compressed_weight_updated_constant13" -> "177 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"177 mul_tensor_13" -> "179 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"178 zero_point_updated_constant13" -> "179 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"179 sub_tensor_13" -> "180 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"180 conv2d_17" -> "181 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"181 hardswish__4" -> "182 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"182 quantize_per_tensor_default_14" -> "184 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; +"183 dequantize_per_tensor_default_19" -> "196 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"185 adaptive_avg_pool2d_2" -> "188 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"186 _param_constant50" -> "188 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"187 _param_constant51_0_0" -> "188 conv2d_18" [label="(64,)", style=solid]; +"188 conv2d_18" -> "189 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"189 relu_2" -> "192 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"190 _param_constant52" -> "192 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"191 _param_constant53_0_0" -> "192 conv2d_19" [label="(240,)", style=solid]; +"192 conv2d_19" -> "193 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"195 dequantize_per_tensor_default_20" -> "196 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"199 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; +"200 scale_updated_constant14" -> "202 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"201 compressed_weight_updated_constant14" -> "202 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"202 mul_tensor_14" -> "204 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"203 zero_point_updated_constant14" -> "204 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"204 sub_tensor_14" -> "205 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"205 conv2d_20" -> "206 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"207 dequantize_per_tensor_default_22" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; +"208 add__1" -> "209 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"209 quantize_per_tensor_default_18" -> "210 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; +"211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"212 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; +"213 scale_updated_constant15" -> "215 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"214 compressed_weight_updated_constant15" -> "215 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"215 mul_tensor_15" -> "217 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"216 zero_point_updated_constant15" -> "217 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"217 sub_tensor_15" -> "218 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"218 conv2d_21" -> "221 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 hardswish__5_zero_point_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 hardswish__5_zero_point_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"224 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; +"225 scale_updated_constant16" -> "227 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"226 compressed_weight_updated_constant16" -> "227 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"227 mul_tensor_16" -> "229 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"228 zero_point_updated_constant16" -> "229 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"229 sub_tensor_16" -> "230 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"230 conv2d_22" -> "231 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"231 hardswish__6" -> "232 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_19" -> "234 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"233 dequantize_per_tensor_default_26" -> "246 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"235 adaptive_avg_pool2d_3" -> "238 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"236 _param_constant63" -> "238 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"237 _param_constant64_0_0" -> "238 conv2d_23" [label="(64,)", style=solid]; +"238 conv2d_23" -> "239 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"239 relu_3" -> "242 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"240 _param_constant65" -> "242 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"241 _param_constant66_0_0" -> "242 conv2d_24" [label="(240,)", style=solid]; +"242 conv2d_24" -> "243 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"245 dequantize_per_tensor_default_27" -> "246 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"249 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; +"250 scale_updated_constant17" -> "252 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"251 compressed_weight_updated_constant17" -> "252 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"252 mul_tensor_17" -> "254 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"253 zero_point_updated_constant17" -> "254 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"254 sub_tensor_17" -> "255 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"255 conv2d_25" -> "256 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; +"257 dequantize_per_tensor_default_29" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; +"258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"261 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; +"262 scale_updated_constant18" -> "264 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"263 compressed_weight_updated_constant18" -> "264 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"264 mul_tensor_18" -> "266 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"265 zero_point_updated_constant18" -> "266 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"266 sub_tensor_18" -> "267 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"267 conv2d_26" -> "270 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"269 hardswish__7_zero_point_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"269 hardswish__7_zero_point_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"273 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; +"274 scale_updated_constant19" -> "276 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"275 compressed_weight_updated_constant19" -> "276 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"276 mul_tensor_19" -> "278 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"277 zero_point_updated_constant19" -> "278 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"278 sub_tensor_19" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"280 hardswish__8" -> "281 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_24" -> "283 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"282 dequantize_per_tensor_default_32" -> "295 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"284 adaptive_avg_pool2d_4" -> "287 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"285 _param_constant76" -> "287 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"286 _param_constant77_0_0" -> "287 conv2d_28" [label="(32,)", style=solid]; +"287 conv2d_28" -> "288 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"288 relu_4" -> "291 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"289 _param_constant78" -> "291 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"290 _param_constant79_0_0" -> "291 conv2d_29" [label="(120,)", style=solid]; +"291 conv2d_29" -> "292 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"294 dequantize_per_tensor_default_33" -> "295 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"298 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; +"299 scale_updated_constant20" -> "301 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"300 compressed_weight_updated_constant20" -> "301 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"301 mul_tensor_20" -> "303 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"302 zero_point_updated_constant20" -> "303 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"303 sub_tensor_20" -> "304 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"304 conv2d_30" -> "305 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; +"306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; +"307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"308 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; +"309 scale_updated_constant21" -> "311 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"310 compressed_weight_updated_constant21" -> "311 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"311 mul_tensor_21" -> "313 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"312 zero_point_updated_constant21" -> "313 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"313 sub_tensor_21" -> "314 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"314 conv2d_31" -> "317 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"316 hardswish__9_zero_point_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"316 hardswish__9_zero_point_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"320 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; +"321 scale_updated_constant22" -> "323 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"322 compressed_weight_updated_constant22" -> "323 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"323 mul_tensor_22" -> "325 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"324 zero_point_updated_constant22" -> "325 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"325 sub_tensor_22" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"327 hardswish__10" -> "328 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_28" -> "330 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"329 dequantize_per_tensor_default_38" -> "342 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"331 adaptive_avg_pool2d_5" -> "334 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"332 _param_constant89" -> "334 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"333 _param_constant90_0_0" -> "334 conv2d_33" [label="(40,)", style=solid]; +"334 conv2d_33" -> "335 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"335 relu_5" -> "338 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"336 _param_constant91" -> "338 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"337 _param_constant92_0_0" -> "338 conv2d_34" [label="(144,)", style=solid]; +"338 conv2d_34" -> "339 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"341 dequantize_per_tensor_default_39" -> "342 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; +"344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"345 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; +"346 scale_updated_constant23" -> "348 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"347 compressed_weight_updated_constant23" -> "348 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"348 mul_tensor_23" -> "350 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"349 zero_point_updated_constant23" -> "350 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"350 sub_tensor_23" -> "351 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"351 conv2d_35" -> "352 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; +"353 dequantize_per_tensor_default_41" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; +"354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"357 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; +"358 scale_updated_constant24" -> "360 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"359 compressed_weight_updated_constant24" -> "360 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"360 mul_tensor_24" -> "362 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"361 zero_point_updated_constant24" -> "362 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"362 sub_tensor_24" -> "363 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"363 conv2d_36" -> "366 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"365 hardswish__11_zero_point_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"365 hardswish__11_zero_point_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"369 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; +"370 scale_updated_constant25" -> "372 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"371 compressed_weight_updated_constant25" -> "372 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"372 mul_tensor_25" -> "374 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"373 zero_point_updated_constant25" -> "374 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"374 sub_tensor_25" -> "375 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"375 conv2d_37" -> "376 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"376 hardswish__12" -> "377 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"377 quantize_per_tensor_default_33" -> "379 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; +"378 dequantize_per_tensor_default_44" -> "391 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"380 adaptive_avg_pool2d_6" -> "383 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"381 _param_constant102" -> "383 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"382 _param_constant103_0_0" -> "383 conv2d_38" [label="(72,)", style=solid]; +"383 conv2d_38" -> "384 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"384 relu_6" -> "387 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"385 _param_constant104" -> "387 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"386 _param_constant105_0_0" -> "387 conv2d_39" [label="(288,)", style=solid]; +"387 conv2d_39" -> "388 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"390 dequantize_per_tensor_default_45" -> "391 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; +"393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"394 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; +"395 scale_updated_constant26" -> "397 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"396 compressed_weight_updated_constant26" -> "397 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"397 mul_tensor_26" -> "399 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"398 zero_point_updated_constant26" -> "399 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"399 sub_tensor_26" -> "400 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"400 conv2d_40" -> "401 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; +"402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"404 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; +"405 scale_updated_constant27" -> "407 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"406 compressed_weight_updated_constant27" -> "407 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"407 mul_tensor_27" -> "409 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"408 zero_point_updated_constant27" -> "409 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"409 sub_tensor_27" -> "410 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"410 conv2d_41" -> "413 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"412 hardswish__13_zero_point_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"412 hardswish__13_zero_point_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"416 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; +"417 scale_updated_constant28" -> "419 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"418 compressed_weight_updated_constant28" -> "419 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"419 mul_tensor_28" -> "421 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"420 zero_point_updated_constant28" -> "421 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"421 sub_tensor_28" -> "422 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"422 conv2d_42" -> "423 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"423 hardswish__14" -> "424 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_tensor_default_37" -> "426 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"425 dequantize_per_tensor_default_50" -> "438 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"427 adaptive_avg_pool2d_7" -> "430 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"428 _param_constant115" -> "430 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"429 _param_constant116_0_0" -> "430 conv2d_43" [label="(144,)", style=solid]; +"430 conv2d_43" -> "431 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"431 relu_7" -> "434 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"432 _param_constant117" -> "434 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"433 _param_constant118_0_0" -> "434 conv2d_44" [label="(576,)", style=solid]; +"434 conv2d_44" -> "435 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"437 dequantize_per_tensor_default_51" -> "438 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; +"440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"441 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; +"442 scale_updated_constant29" -> "444 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"443 compressed_weight_updated_constant29" -> "444 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"444 mul_tensor_29" -> "446 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"445 zero_point_updated_constant29" -> "446 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"446 sub_tensor_29" -> "447 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"449 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"450 add__4" -> "451 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; +"453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"454 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; +"455 scale_updated_constant30" -> "457 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"456 compressed_weight_updated_constant30" -> "457 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"457 mul_tensor_30" -> "459 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"458 zero_point_updated_constant30" -> "459 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"459 sub_tensor_30" -> "460 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"460 conv2d_46" -> "463 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"462 hardswish__15_zero_point_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"462 hardswish__15_zero_point_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"466 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; +"467 scale_updated_constant31" -> "469 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"468 compressed_weight_updated_constant31" -> "469 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"469 mul_tensor_31" -> "471 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"470 zero_point_updated_constant31" -> "471 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"471 sub_tensor_31" -> "472 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"472 conv2d_47" -> "473 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"473 hardswish__16" -> "474 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; +"474 quantize_per_tensor_default_42" -> "476 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"475 dequantize_per_tensor_default_57" -> "488 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"477 adaptive_avg_pool2d_8" -> "480 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"478 _param_constant128" -> "480 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"479 _param_constant129_0_0" -> "480 conv2d_48" [label="(144,)", style=solid]; +"480 conv2d_48" -> "481 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"481 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"482 _param_constant130" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"483 _param_constant131_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; +"484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"487 dequantize_per_tensor_default_58" -> "488 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"491 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; +"492 scale_updated_constant32" -> "494 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"493 compressed_weight_updated_constant32" -> "494 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"494 mul_tensor_32" -> "496 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"495 zero_point_updated_constant32" -> "496 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"496 sub_tensor_32" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; +"500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; +"502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"503 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; +"504 scale_updated_constant33" -> "506 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"505 compressed_weight_updated_constant33" -> "506 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"506 mul_tensor_33" -> "508 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"507 zero_point_updated_constant33" -> "508 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"508 sub_tensor_33" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; +"516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; +"517 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; +"518 scale_updated_constant34" -> "520 mul_tensor_34" [label="(1024, 1)", style=solid]; +"519 compressed_weight_updated_constant34" -> "520 mul_tensor_34" [label="(1024, 576)", style=solid]; +"520 mul_tensor_34" -> "522 sub_tensor_34" [label="(1024, 576)", style=solid]; +"521 zero_point_updated_constant34" -> "522 sub_tensor_34" [label="(1024, 1)", style=solid]; +"522 sub_tensor_34" -> "523 linear" [label="(1024, 576)", style=solid]; +"523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; +"524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; +"527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; +"528 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"529 scale_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1)", style=solid]; +"530 compressed_weight_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1024)", style=solid]; +"531 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; +"532 zero_point_updated_constant35" -> "533 sub_tensor_35" [label="(1000, 1)", style=solid]; +"533 sub_tensor_35" -> "534 linear_1" [label="(1000, 1024)", style=solid]; +"534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot new file mode 100644 index 00000000000..ea00d5f290e --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot @@ -0,0 +1,497 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 conv1_weight_bias_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu_" [id=10, type=relu_]; +"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; +"13 max_pool2d" [id=13, type=max_pool2d]; +"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; +"15 scale_updated_constant1" [id=15, type=get_attr]; +"16 compressed_weight_updated_constant1" [id=16, type=get_attr]; +"17 mul_tensor_1" [id=17, type=mul]; +"18 zero_point_updated_constant1" [id=18, type=get_attr]; +"19 sub_tensor_1" [id=19, type=sub]; +"20 conv2d_1" [id=20, type=conv2d]; +"21 relu__1" [id=21, type=relu_]; +"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; +"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; +"24 layer1_0_conv2_weight_bias_0_0" [id=24, type=get_attr]; +"25 scale_updated_constant2" [id=25, type=get_attr]; +"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; +"27 mul_tensor_2" [id=27, type=mul]; +"28 zero_point_updated_constant2" [id=28, type=get_attr]; +"29 sub_tensor_2" [id=29, type=sub]; +"30 conv2d_2" [id=30, type=conv2d]; +"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; +"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; +"33 add_" [id=33, type=add_]; +"34 relu__2" [id=34, type=relu_]; +"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; +"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; +"38 layer1_1_conv1_weight_bias_0_0" [id=38, type=get_attr]; +"39 scale_updated_constant3" [id=39, type=get_attr]; +"40 compressed_weight_updated_constant3" [id=40, type=get_attr]; +"41 mul_tensor_3" [id=41, type=mul]; +"42 zero_point_updated_constant3" [id=42, type=get_attr]; +"43 sub_tensor_3" [id=43, type=sub]; +"44 conv2d_3" [id=44, type=conv2d]; +"45 relu__3" [id=45, type=relu_]; +"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; +"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; +"48 layer1_1_conv2_weight_bias_0_0" [id=48, type=get_attr]; +"49 scale_updated_constant4" [id=49, type=get_attr]; +"50 compressed_weight_updated_constant4" [id=50, type=get_attr]; +"51 mul_tensor_4" [id=51, type=mul]; +"52 zero_point_updated_constant4" [id=52, type=get_attr]; +"53 sub_tensor_4" [id=53, type=sub]; +"54 conv2d_4" [id=54, type=conv2d]; +"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; +"57 add__1" [id=57, type=add_]; +"58 relu__4" [id=58, type=relu_]; +"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; +"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; +"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; +"62 layer2_0_conv1_weight_bias_0_0" [id=62, type=get_attr]; +"63 scale_updated_constant5" [id=63, type=get_attr]; +"64 compressed_weight_updated_constant5" [id=64, type=get_attr]; +"65 mul_tensor_5" [id=65, type=mul]; +"66 zero_point_updated_constant5" [id=66, type=get_attr]; +"67 sub_tensor_5" [id=67, type=sub]; +"68 conv2d_5" [id=68, type=conv2d]; +"69 relu__5" [id=69, type=relu_]; +"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; +"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; +"72 layer2_0_conv2_weight_bias_0_0" [id=72, type=get_attr]; +"73 scale_updated_constant6" [id=73, type=get_attr]; +"74 compressed_weight_updated_constant6" [id=74, type=get_attr]; +"75 mul_tensor_6" [id=75, type=mul]; +"76 zero_point_updated_constant6" [id=76, type=get_attr]; +"77 sub_tensor_6" [id=77, type=sub]; +"78 conv2d_6" [id=78, type=conv2d]; +"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; +"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; +"81 layer2_0_downsample_0_weight_bias_0_0" [id=81, type=get_attr]; +"82 scale_updated_constant7" [id=82, type=get_attr]; +"83 compressed_weight_updated_constant7" [id=83, type=get_attr]; +"84 mul_tensor_7" [id=84, type=mul]; +"85 zero_point_updated_constant7" [id=85, type=get_attr]; +"86 sub_tensor_7" [id=86, type=sub]; +"87 conv2d_7" [id=87, type=conv2d]; +"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; +"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; +"90 add__2" [id=90, type=add_]; +"91 relu__6" [id=91, type=relu_]; +"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; +"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; +"95 layer2_1_conv1_weight_bias_0_0" [id=95, type=get_attr]; +"96 scale_updated_constant8" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant8" [id=97, type=get_attr]; +"98 mul_tensor_8" [id=98, type=mul]; +"99 zero_point_updated_constant8" [id=99, type=get_attr]; +"100 sub_tensor_8" [id=100, type=sub]; +"101 conv2d_8" [id=101, type=conv2d]; +"102 relu__7" [id=102, type=relu_]; +"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; +"105 layer2_1_conv2_weight_bias_0_0" [id=105, type=get_attr]; +"106 scale_updated_constant9" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant9" [id=107, type=get_attr]; +"108 mul_tensor_9" [id=108, type=mul]; +"109 zero_point_updated_constant9" [id=109, type=get_attr]; +"110 sub_tensor_9" [id=110, type=sub]; +"111 conv2d_9" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; +"114 add__3" [id=114, type=add_]; +"115 relu__8" [id=115, type=relu_]; +"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; +"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; +"119 layer3_0_conv1_weight_bias_0_0" [id=119, type=get_attr]; +"120 scale_updated_constant10" [id=120, type=get_attr]; +"121 compressed_weight_updated_constant10" [id=121, type=get_attr]; +"122 mul_tensor_10" [id=122, type=mul]; +"123 zero_point_updated_constant10" [id=123, type=get_attr]; +"124 sub_tensor_10" [id=124, type=sub]; +"125 conv2d_10" [id=125, type=conv2d]; +"126 relu__9" [id=126, type=relu_]; +"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; +"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; +"129 layer3_0_conv2_weight_bias_0_0" [id=129, type=get_attr]; +"130 scale_updated_constant11" [id=130, type=get_attr]; +"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; +"132 mul_tensor_11" [id=132, type=mul]; +"133 zero_point_updated_constant11" [id=133, type=get_attr]; +"134 sub_tensor_11" [id=134, type=sub]; +"135 conv2d_11" [id=135, type=conv2d]; +"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; +"138 layer3_0_downsample_0_weight_bias_0_0" [id=138, type=get_attr]; +"139 scale_updated_constant12" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant12" [id=140, type=get_attr]; +"141 mul_tensor_12" [id=141, type=mul]; +"142 zero_point_updated_constant12" [id=142, type=get_attr]; +"143 sub_tensor_12" [id=143, type=sub]; +"144 conv2d_12" [id=144, type=conv2d]; +"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; +"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; +"147 add__4" [id=147, type=add_]; +"148 relu__10" [id=148, type=relu_]; +"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; +"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; +"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; +"152 layer3_1_conv1_weight_bias_0_0" [id=152, type=get_attr]; +"153 scale_updated_constant13" [id=153, type=get_attr]; +"154 compressed_weight_updated_constant13" [id=154, type=get_attr]; +"155 mul_tensor_13" [id=155, type=mul]; +"156 zero_point_updated_constant13" [id=156, type=get_attr]; +"157 sub_tensor_13" [id=157, type=sub]; +"158 conv2d_13" [id=158, type=conv2d]; +"159 relu__11" [id=159, type=relu_]; +"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; +"162 layer3_1_conv2_weight_bias_0_0" [id=162, type=get_attr]; +"163 scale_updated_constant14" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant14" [id=164, type=get_attr]; +"165 mul_tensor_14" [id=165, type=mul]; +"166 zero_point_updated_constant14" [id=166, type=get_attr]; +"167 sub_tensor_14" [id=167, type=sub]; +"168 conv2d_14" [id=168, type=conv2d]; +"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; +"171 add__5" [id=171, type=add_]; +"172 relu__12" [id=172, type=relu_]; +"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; +"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; +"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; +"176 layer4_0_conv1_weight_bias_0_0" [id=176, type=get_attr]; +"177 scale_updated_constant15" [id=177, type=get_attr]; +"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; +"179 mul_tensor_15" [id=179, type=mul]; +"180 zero_point_updated_constant15" [id=180, type=get_attr]; +"181 sub_tensor_15" [id=181, type=sub]; +"182 conv2d_15" [id=182, type=conv2d]; +"183 relu__13" [id=183, type=relu_]; +"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; +"186 layer4_0_conv2_weight_bias_0_0" [id=186, type=get_attr]; +"187 scale_updated_constant16" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; +"189 mul_tensor_16" [id=189, type=mul]; +"190 zero_point_updated_constant16" [id=190, type=get_attr]; +"191 sub_tensor_16" [id=191, type=sub]; +"192 conv2d_16" [id=192, type=conv2d]; +"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; +"195 layer4_0_downsample_0_weight_bias_0_0" [id=195, type=get_attr]; +"196 scale_updated_constant17" [id=196, type=get_attr]; +"197 compressed_weight_updated_constant17" [id=197, type=get_attr]; +"198 mul_tensor_17" [id=198, type=mul]; +"199 zero_point_updated_constant17" [id=199, type=get_attr]; +"200 sub_tensor_17" [id=200, type=sub]; +"201 conv2d_17" [id=201, type=conv2d]; +"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; +"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; +"204 add__6" [id=204, type=add_]; +"205 relu__14" [id=205, type=relu_]; +"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; +"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; +"209 layer4_1_conv1_weight_bias_0_0" [id=209, type=get_attr]; +"210 scale_updated_constant18" [id=210, type=get_attr]; +"211 compressed_weight_updated_constant18" [id=211, type=get_attr]; +"212 mul_tensor_18" [id=212, type=mul]; +"213 zero_point_updated_constant18" [id=213, type=get_attr]; +"214 sub_tensor_18" [id=214, type=sub]; +"215 conv2d_18" [id=215, type=conv2d]; +"216 relu__15" [id=216, type=relu_]; +"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; +"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; +"219 layer4_1_conv2_weight_bias_0_0" [id=219, type=get_attr]; +"220 scale_updated_constant19" [id=220, type=get_attr]; +"221 compressed_weight_updated_constant19" [id=221, type=get_attr]; +"222 mul_tensor_19" [id=222, type=mul]; +"223 zero_point_updated_constant19" [id=223, type=get_attr]; +"224 sub_tensor_19" [id=224, type=sub]; +"225 conv2d_19" [id=225, type=conv2d]; +"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; +"228 add__7" [id=228, type=add_]; +"229 relu__16" [id=229, type=relu_]; +"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; +"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; +"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; +"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; +"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; +"235 flatten" [id=235, type=flatten]; +"236 _param_constant61_0_0" [id=236, type=get_attr]; +"237 scale_updated_constant20" [id=237, type=get_attr]; +"238 compressed_weight_updated_constant20" [id=238, type=get_attr]; +"239 mul_tensor_20" [id=239, type=mul]; +"240 zero_point_updated_constant20" [id=240, type=get_attr]; +"241 sub_tensor_20" [id=241, type=sub]; +"242 linear" [id=242, type=linear]; +"243 output" [id=243, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; +"10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; +"14 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; +"15 scale_updated_constant1" -> "17 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"16 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"17 mul_tensor_1" -> "19 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"18 zero_point_updated_constant1" -> "19 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"19 sub_tensor_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"24 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; +"25 scale_updated_constant2" -> "27 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"26 compressed_weight_updated_constant2" -> "27 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"27 mul_tensor_2" -> "29 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"28 zero_point_updated_constant2" -> "29 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"29 sub_tensor_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; +"33 add_" -> "34 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"34 relu__2" -> "35 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; +"37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"38 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; +"39 scale_updated_constant3" -> "41 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"40 compressed_weight_updated_constant3" -> "41 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"41 mul_tensor_3" -> "43 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"42 zero_point_updated_constant3" -> "43 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"43 sub_tensor_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"48 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; +"49 scale_updated_constant4" -> "51 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"50 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"51 mul_tensor_4" -> "53 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"52 zero_point_updated_constant4" -> "53 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"53 sub_tensor_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; +"57 add__1" -> "58 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"58 relu__4" -> "59 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"62 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; +"63 scale_updated_constant5" -> "65 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"64 compressed_weight_updated_constant5" -> "65 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"65 mul_tensor_5" -> "67 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"66 zero_point_updated_constant5" -> "67 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"67 sub_tensor_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"72 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; +"73 scale_updated_constant6" -> "75 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"74 compressed_weight_updated_constant6" -> "75 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"75 mul_tensor_6" -> "77 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"76 zero_point_updated_constant6" -> "77 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"77 sub_tensor_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; +"81 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; +"82 scale_updated_constant7" -> "84 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"83 compressed_weight_updated_constant7" -> "84 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"84 mul_tensor_7" -> "86 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"85 zero_point_updated_constant7" -> "86 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"86 sub_tensor_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; +"90 add__2" -> "91 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"91 relu__6" -> "92 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; +"94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"95 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; +"96 scale_updated_constant8" -> "98 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"97 compressed_weight_updated_constant8" -> "98 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"98 mul_tensor_8" -> "100 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"99 zero_point_updated_constant8" -> "100 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"100 sub_tensor_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"105 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; +"106 scale_updated_constant9" -> "108 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant9" -> "108 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"108 mul_tensor_9" -> "110 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"109 zero_point_updated_constant9" -> "110 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"110 sub_tensor_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; +"114 add__3" -> "115 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"115 relu__8" -> "116 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; +"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; +"117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"119 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; +"120 scale_updated_constant10" -> "122 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"121 compressed_weight_updated_constant10" -> "122 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"122 mul_tensor_10" -> "124 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"123 zero_point_updated_constant10" -> "124 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"124 sub_tensor_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"129 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; +"130 scale_updated_constant11" -> "132 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"131 compressed_weight_updated_constant11" -> "132 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"132 mul_tensor_11" -> "134 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"133 zero_point_updated_constant11" -> "134 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"134 sub_tensor_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; +"138 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; +"139 scale_updated_constant12" -> "141 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"140 compressed_weight_updated_constant12" -> "141 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"141 mul_tensor_12" -> "143 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"142 zero_point_updated_constant12" -> "143 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"143 sub_tensor_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; +"147 add__4" -> "148 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"148 relu__10" -> "149 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"152 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; +"153 scale_updated_constant13" -> "155 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"154 compressed_weight_updated_constant13" -> "155 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"155 mul_tensor_13" -> "157 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"156 zero_point_updated_constant13" -> "157 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"157 sub_tensor_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; +"161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"162 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; +"163 scale_updated_constant14" -> "165 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"164 compressed_weight_updated_constant14" -> "165 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"165 mul_tensor_14" -> "167 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"166 zero_point_updated_constant14" -> "167 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"167 sub_tensor_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; +"170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; +"171 add__5" -> "172 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"172 relu__12" -> "173 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; +"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; +"174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"176 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; +"177 scale_updated_constant15" -> "179 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"179 mul_tensor_15" -> "181 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"181 sub_tensor_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"186 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; +"187 scale_updated_constant16" -> "189 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"188 compressed_weight_updated_constant16" -> "189 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"189 mul_tensor_16" -> "191 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"190 zero_point_updated_constant16" -> "191 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"191 sub_tensor_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; +"195 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; +"196 scale_updated_constant17" -> "198 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"197 compressed_weight_updated_constant17" -> "198 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"198 mul_tensor_17" -> "200 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"199 zero_point_updated_constant17" -> "200 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"200 sub_tensor_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; +"203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; +"204 add__6" -> "205 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"205 relu__14" -> "206 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; +"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; +"207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; +"208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"209 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; +"210 scale_updated_constant18" -> "212 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"211 compressed_weight_updated_constant18" -> "212 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"212 mul_tensor_18" -> "214 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"213 zero_point_updated_constant18" -> "214 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"214 sub_tensor_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; +"218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"219 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; +"220 scale_updated_constant19" -> "222 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"221 compressed_weight_updated_constant19" -> "222 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"222 mul_tensor_19" -> "224 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"223 zero_point_updated_constant19" -> "224 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"224 sub_tensor_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; +"227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; +"228 add__7" -> "229 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"229 relu__16" -> "230 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; +"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; +"235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; +"236 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"237 scale_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 1)", style=solid]; +"238 compressed_weight_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 512)", style=solid]; +"239 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; +"240 zero_point_updated_constant20" -> "241 sub_tensor_20" [label="(1000, 1)", style=solid]; +"241 sub_tensor_20" -> "242 linear" [label="(1000, 512)", style=solid]; +"242 linear" -> "243 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot new file mode 100644 index 00000000000..02868388461 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot @@ -0,0 +1,6560 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 _param_constant1_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 permute" [id=10, type=permute]; +"11 _param_constant2" [id=11, type=get_attr]; +"12 _param_constant3" [id=12, type=get_attr]; +"13 layer_norm" [id=13, type=layer_norm]; +"14 _tensor_constant0" [id=14, type=get_attr]; +"15 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=15, type=call_module]; +"16 _param_constant5_0_0" [id=16, type=get_attr]; +"17 scale_updated_constant1" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 mul_tensor_1" [id=19, type=mul]; +"20 zero_point_updated_constant1" [id=20, type=get_attr]; +"21 sub_tensor_1" [id=21, type=sub]; +"22 linear" [id=22, type=linear]; +"23 relu_" [id=23, type=relu_]; +"24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; +"25 scale_updated_constant2" [id=25, type=get_attr]; +"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; +"27 mul_tensor_2" [id=27, type=mul]; +"28 zero_point_updated_constant2" [id=28, type=get_attr]; +"29 sub_tensor_2" [id=29, type=sub]; +"30 linear_1" [id=30, type=linear]; +"31 view" [id=31, type=view]; +"32 _tensor_constant1" [id=32, type=get_attr]; +"33 index" [id=33, type=index]; +"34 view_1" [id=34, type=view]; +"35 permute_1" [id=35, type=permute]; +"36 contiguous" [id=36, type=contiguous]; +"37 unsqueeze" [id=37, type=unsqueeze]; +"38 sigmoid" [id=38, type=sigmoid]; +"39 mul" [id=39, type=mul]; +"40 pad" [id=40, type=pad]; +"41 view_2" [id=41, type=view]; +"42 permute_2" [id=42, type=permute]; +"43 reshape" [id=43, type=reshape]; +"44 reshape_0_0_nncf_smooth_quant_0" [id=44, type=call_module]; +"45 quantize_per_tensor_default_1" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_1" [id=46, type=dequantize_per_tensor]; +"47 _param_constant7_0_0" [id=47, type=get_attr]; +"48 scale_updated_constant3" [id=48, type=get_attr]; +"49 compressed_weight_updated_constant3" [id=49, type=get_attr]; +"50 mul_tensor_3" [id=50, type=mul]; +"51 zero_point_updated_constant3" [id=51, type=get_attr]; +"52 sub_tensor_3" [id=52, type=sub]; +"53 linear_2" [id=53, type=linear]; +"54 reshape_1" [id=54, type=reshape]; +"55 permute_3" [id=55, type=permute]; +"56 select" [id=56, type=select]; +"57 select_1" [id=57, type=select]; +"58 select_2" [id=58, type=select]; +"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; +"60 clamp_min" [id=60, type=clamp_min]; +"61 expand_as" [id=61, type=expand_as]; +"62 div" [id=62, type=div]; +"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; +"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; +"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; +"66 clamp_min_1" [id=66, type=clamp_min]; +"67 expand_as_1" [id=67, type=expand_as]; +"68 div_1" [id=68, type=div]; +"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 transpose" [id=71, type=transpose]; +"72 matmul" [id=72, type=matmul]; +"73 _param_constant9" [id=73, type=get_attr]; +"74 clamp" [id=74, type=clamp]; +"75 exp" [id=75, type=exp]; +"76 mul_1" [id=76, type=mul]; +"77 add" [id=77, type=add]; +"78 softmax" [id=78, type=softmax]; +"79 dropout" [id=79, type=dropout]; +"80 matmul_1" [id=80, type=matmul]; +"81 transpose_1" [id=81, type=transpose]; +"82 reshape_2" [id=82, type=reshape]; +"83 reshape_2_0_0_nncf_smooth_quant_0" [id=83, type=call_module]; +"84 quantize_per_tensor_default_4" [id=84, type=quantize_per_tensor]; +"85 dequantize_per_tensor_default_4" [id=85, type=dequantize_per_tensor]; +"86 _param_constant11_0_0" [id=86, type=get_attr]; +"87 scale_updated_constant4" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant4" [id=88, type=get_attr]; +"89 mul_tensor_4" [id=89, type=mul]; +"90 zero_point_updated_constant4" [id=90, type=get_attr]; +"91 sub_tensor_4" [id=91, type=sub]; +"92 linear_3" [id=92, type=linear]; +"93 dropout_1" [id=93, type=dropout]; +"94 view_3" [id=94, type=view]; +"95 permute_4" [id=95, type=permute]; +"96 reshape_3" [id=96, type=reshape]; +"97 slice_2" [id=97, type=slice]; +"98 slice_3" [id=98, type=slice]; +"99 _param_constant12" [id=99, type=get_attr]; +"100 _param_constant13" [id=100, type=get_attr]; +"101 layer_norm_1" [id=101, type=layer_norm]; +"102 add_1" [id=102, type=add]; +"103 add_1_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; +"104 quantize_per_tensor_default_5" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_5" [id=105, type=dequantize_per_tensor]; +"106 _param_constant15_0_0" [id=106, type=get_attr]; +"107 scale_updated_constant5" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant5" [id=108, type=get_attr]; +"109 mul_tensor_5" [id=109, type=mul]; +"110 zero_point_updated_constant5" [id=110, type=get_attr]; +"111 sub_tensor_5" [id=111, type=sub]; +"112 linear_4" [id=112, type=linear]; +"113 gelu" [id=113, type=gelu]; +"114 dropout_2" [id=114, type=dropout]; +"115 dropout_2_0_0_nncf_smooth_quant_0" [id=115, type=call_module]; +"116 quantize_per_tensor_default_6" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_6" [id=117, type=dequantize_per_tensor]; +"118 _param_constant17_0_0" [id=118, type=get_attr]; +"119 scale_updated_constant6" [id=119, type=get_attr]; +"120 compressed_weight_updated_constant6" [id=120, type=get_attr]; +"121 mul_tensor_6" [id=121, type=mul]; +"122 zero_point_updated_constant6" [id=122, type=get_attr]; +"123 sub_tensor_6" [id=123, type=sub]; +"124 linear_5" [id=124, type=linear]; +"125 dropout_3" [id=125, type=dropout]; +"126 _param_constant18" [id=126, type=get_attr]; +"127 _param_constant19" [id=127, type=get_attr]; +"128 layer_norm_2" [id=128, type=layer_norm]; +"129 add_2" [id=129, type=add]; +"130 _tensor_constant2" [id=130, type=get_attr]; +"131 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=131, type=call_module]; +"132 _param_constant21_0_0" [id=132, type=get_attr]; +"133 scale_updated_constant7" [id=133, type=get_attr]; +"134 compressed_weight_updated_constant7" [id=134, type=get_attr]; +"135 mul_tensor_7" [id=135, type=mul]; +"136 zero_point_updated_constant7" [id=136, type=get_attr]; +"137 sub_tensor_7" [id=137, type=sub]; +"138 linear_6" [id=138, type=linear]; +"139 relu__1" [id=139, type=relu_]; +"140 relu__1_0_0_nncf_smooth_quant_0" [id=140, type=call_module]; +"141 scale_updated_constant8" [id=141, type=get_attr]; +"142 compressed_weight_updated_constant8" [id=142, type=get_attr]; +"143 mul_tensor_8" [id=143, type=mul]; +"144 zero_point_updated_constant8" [id=144, type=get_attr]; +"145 sub_tensor_8" [id=145, type=sub]; +"146 linear_7" [id=146, type=linear]; +"147 view_4" [id=147, type=view]; +"148 _tensor_constant3" [id=148, type=get_attr]; +"149 index_1" [id=149, type=index]; +"150 view_5" [id=150, type=view]; +"151 permute_5" [id=151, type=permute]; +"152 contiguous_1" [id=152, type=contiguous]; +"153 unsqueeze_1" [id=153, type=unsqueeze]; +"154 sigmoid_1" [id=154, type=sigmoid]; +"155 mul_2" [id=155, type=mul]; +"156 pad_1" [id=156, type=pad]; +"157 roll" [id=157, type=roll]; +"158 view_6" [id=158, type=view]; +"159 permute_6" [id=159, type=permute]; +"160 reshape_4" [id=160, type=reshape]; +"161 reshape_4_0_0_nncf_smooth_quant_0" [id=161, type=call_module]; +"162 quantize_per_tensor_default_7" [id=162, type=quantize_per_tensor]; +"163 dequantize_per_tensor_default_7" [id=163, type=dequantize_per_tensor]; +"164 _param_constant23_0_0" [id=164, type=get_attr]; +"165 scale_updated_constant9" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; +"167 mul_tensor_9" [id=167, type=mul]; +"168 zero_point_updated_constant9" [id=168, type=get_attr]; +"169 sub_tensor_9" [id=169, type=sub]; +"170 linear_8" [id=170, type=linear]; +"171 reshape_5" [id=171, type=reshape]; +"172 permute_7" [id=172, type=permute]; +"173 select_3" [id=173, type=select]; +"174 select_4" [id=174, type=select]; +"175 select_5" [id=175, type=select]; +"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; +"177 clamp_min_2" [id=177, type=clamp_min]; +"178 expand_as_2" [id=178, type=expand_as]; +"179 div_2" [id=179, type=div]; +"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; +"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; +"183 clamp_min_3" [id=183, type=clamp_min]; +"184 expand_as_3" [id=184, type=expand_as]; +"185 div_3" [id=185, type=div]; +"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; +"188 transpose_2" [id=188, type=transpose]; +"189 matmul_2" [id=189, type=matmul]; +"190 _param_constant25" [id=190, type=get_attr]; +"191 clamp_1" [id=191, type=clamp]; +"192 exp_1" [id=192, type=exp]; +"193 mul_3" [id=193, type=mul]; +"194 add_3" [id=194, type=add]; +"195 new_zeros" [id=195, type=new_zeros]; +"196 view_7" [id=196, type=view]; +"197 permute_8" [id=197, type=permute]; +"198 reshape_6" [id=198, type=reshape]; +"199 unsqueeze_2" [id=199, type=unsqueeze]; +"200 unsqueeze_3" [id=200, type=unsqueeze]; +"201 sub" [id=201, type=sub]; +"202 ne" [id=202, type=ne]; +"203 masked_fill" [id=203, type=masked_fill]; +"204 eq" [id=204, type=eq]; +"205 masked_fill_1" [id=205, type=masked_fill]; +"206 view_8" [id=206, type=view]; +"207 unsqueeze_4" [id=207, type=unsqueeze]; +"208 unsqueeze_5" [id=208, type=unsqueeze]; +"209 add_4" [id=209, type=add]; +"210 view_9" [id=210, type=view]; +"211 softmax_1" [id=211, type=softmax]; +"212 dropout_4" [id=212, type=dropout]; +"213 matmul_3" [id=213, type=matmul]; +"214 transpose_3" [id=214, type=transpose]; +"215 reshape_7" [id=215, type=reshape]; +"216 reshape_7_0_0_nncf_smooth_quant_0" [id=216, type=call_module]; +"217 quantize_per_tensor_default_10" [id=217, type=quantize_per_tensor]; +"218 dequantize_per_tensor_default_10" [id=218, type=dequantize_per_tensor]; +"219 _param_constant27_0_0" [id=219, type=get_attr]; +"220 scale_updated_constant10" [id=220, type=get_attr]; +"221 compressed_weight_updated_constant10" [id=221, type=get_attr]; +"222 mul_tensor_10" [id=222, type=mul]; +"223 zero_point_updated_constant10" [id=223, type=get_attr]; +"224 sub_tensor_10" [id=224, type=sub]; +"225 linear_9" [id=225, type=linear]; +"226 dropout_5" [id=226, type=dropout]; +"227 view_10" [id=227, type=view]; +"228 permute_9" [id=228, type=permute]; +"229 reshape_8" [id=229, type=reshape]; +"230 roll_1" [id=230, type=roll]; +"231 slice_23" [id=231, type=slice]; +"232 slice_24" [id=232, type=slice]; +"233 _param_constant28" [id=233, type=get_attr]; +"234 _param_constant29" [id=234, type=get_attr]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 add_5" [id=236, type=add]; +"237 add_5_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; +"238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; +"239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; +"240 _param_constant31_0_0" [id=240, type=get_attr]; +"241 scale_updated_constant11" [id=241, type=get_attr]; +"242 compressed_weight_updated_constant11" [id=242, type=get_attr]; +"243 mul_tensor_11" [id=243, type=mul]; +"244 zero_point_updated_constant11" [id=244, type=get_attr]; +"245 sub_tensor_11" [id=245, type=sub]; +"246 linear_10" [id=246, type=linear]; +"247 gelu_1" [id=247, type=gelu]; +"248 dropout_6" [id=248, type=dropout]; +"249 dropout_6_0_0_nncf_smooth_quant_0" [id=249, type=call_module]; +"250 quantize_per_tensor_default_12" [id=250, type=quantize_per_tensor]; +"251 dequantize_per_tensor_default_12" [id=251, type=dequantize_per_tensor]; +"252 _param_constant33_0_0" [id=252, type=get_attr]; +"253 scale_updated_constant12" [id=253, type=get_attr]; +"254 compressed_weight_updated_constant12" [id=254, type=get_attr]; +"255 mul_tensor_12" [id=255, type=mul]; +"256 zero_point_updated_constant12" [id=256, type=get_attr]; +"257 sub_tensor_12" [id=257, type=sub]; +"258 linear_11" [id=258, type=linear]; +"259 dropout_7" [id=259, type=dropout]; +"260 _param_constant34" [id=260, type=get_attr]; +"261 _param_constant35" [id=261, type=get_attr]; +"262 layer_norm_4" [id=262, type=layer_norm]; +"263 add_6" [id=263, type=add]; +"264 pad_2" [id=264, type=pad]; +"265 slice_25" [id=265, type=slice]; +"266 slice_26" [id=266, type=slice]; +"267 slice_27" [id=267, type=slice]; +"268 slice_28" [id=268, type=slice]; +"269 slice_29" [id=269, type=slice]; +"270 slice_30" [id=270, type=slice]; +"271 slice_31" [id=271, type=slice]; +"272 slice_32" [id=272, type=slice]; +"273 slice_33" [id=273, type=slice]; +"274 slice_34" [id=274, type=slice]; +"275 slice_35" [id=275, type=slice]; +"276 slice_36" [id=276, type=slice]; +"277 cat" [id=277, type=cat]; +"278 cat_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; +"279 quantize_per_tensor_default_13" [id=279, type=quantize_per_tensor]; +"280 dequantize_per_tensor_default_13" [id=280, type=dequantize_per_tensor]; +"281 scale_updated_constant13" [id=281, type=get_attr]; +"282 compressed_weight_updated_constant13" [id=282, type=get_attr]; +"283 mul_tensor_13" [id=283, type=mul]; +"284 zero_point_updated_constant13" [id=284, type=get_attr]; +"285 sub_tensor_13" [id=285, type=sub]; +"286 linear_12" [id=286, type=linear]; +"287 _param_constant37" [id=287, type=get_attr]; +"288 _param_constant38" [id=288, type=get_attr]; +"289 layer_norm_5" [id=289, type=layer_norm]; +"290 _tensor_constant13" [id=290, type=get_attr]; +"291 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=291, type=call_module]; +"292 _param_constant40_0_0" [id=292, type=get_attr]; +"293 scale_updated_constant14" [id=293, type=get_attr]; +"294 compressed_weight_updated_constant14" [id=294, type=get_attr]; +"295 mul_tensor_14" [id=295, type=mul]; +"296 zero_point_updated_constant14" [id=296, type=get_attr]; +"297 sub_tensor_14" [id=297, type=sub]; +"298 linear_13" [id=298, type=linear]; +"299 relu__2" [id=299, type=relu_]; +"300 relu__2_0_0_nncf_smooth_quant_0" [id=300, type=call_module]; +"301 scale_updated_constant15" [id=301, type=get_attr]; +"302 compressed_weight_updated_constant15" [id=302, type=get_attr]; +"303 mul_tensor_15" [id=303, type=mul]; +"304 zero_point_updated_constant15" [id=304, type=get_attr]; +"305 sub_tensor_15" [id=305, type=sub]; +"306 linear_14" [id=306, type=linear]; +"307 view_11" [id=307, type=view]; +"308 _tensor_constant14" [id=308, type=get_attr]; +"309 index_2" [id=309, type=index]; +"310 view_12" [id=310, type=view]; +"311 permute_10" [id=311, type=permute]; +"312 contiguous_2" [id=312, type=contiguous]; +"313 unsqueeze_6" [id=313, type=unsqueeze]; +"314 sigmoid_2" [id=314, type=sigmoid]; +"315 mul_4" [id=315, type=mul]; +"316 pad_3" [id=316, type=pad]; +"317 view_13" [id=317, type=view]; +"318 permute_11" [id=318, type=permute]; +"319 reshape_9" [id=319, type=reshape]; +"320 reshape_9_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; +"321 quantize_per_tensor_default_14" [id=321, type=quantize_per_tensor]; +"322 dequantize_per_tensor_default_14" [id=322, type=dequantize_per_tensor]; +"323 _param_constant42_0_0" [id=323, type=get_attr]; +"324 scale_updated_constant16" [id=324, type=get_attr]; +"325 compressed_weight_updated_constant16" [id=325, type=get_attr]; +"326 mul_tensor_16" [id=326, type=mul]; +"327 zero_point_updated_constant16" [id=327, type=get_attr]; +"328 sub_tensor_16" [id=328, type=sub]; +"329 linear_15" [id=329, type=linear]; +"330 reshape_10" [id=330, type=reshape]; +"331 permute_12" [id=331, type=permute]; +"332 select_6" [id=332, type=select]; +"333 select_7" [id=333, type=select]; +"334 select_8" [id=334, type=select]; +"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; +"336 clamp_min_4" [id=336, type=clamp_min]; +"337 expand_as_4" [id=337, type=expand_as]; +"338 div_4" [id=338, type=div]; +"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; +"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; +"342 clamp_min_5" [id=342, type=clamp_min]; +"343 expand_as_5" [id=343, type=expand_as]; +"344 div_5" [id=344, type=div]; +"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; +"347 transpose_4" [id=347, type=transpose]; +"348 matmul_4" [id=348, type=matmul]; +"349 _param_constant44" [id=349, type=get_attr]; +"350 clamp_2" [id=350, type=clamp]; +"351 exp_2" [id=351, type=exp]; +"352 mul_5" [id=352, type=mul]; +"353 add_7" [id=353, type=add]; +"354 softmax_2" [id=354, type=softmax]; +"355 dropout_8" [id=355, type=dropout]; +"356 matmul_5" [id=356, type=matmul]; +"357 transpose_5" [id=357, type=transpose]; +"358 reshape_11" [id=358, type=reshape]; +"359 reshape_11_0_0_nncf_smooth_quant_0" [id=359, type=call_module]; +"360 quantize_per_tensor_default_17" [id=360, type=quantize_per_tensor]; +"361 dequantize_per_tensor_default_17" [id=361, type=dequantize_per_tensor]; +"362 _param_constant46_0_0" [id=362, type=get_attr]; +"363 scale_updated_constant17" [id=363, type=get_attr]; +"364 compressed_weight_updated_constant17" [id=364, type=get_attr]; +"365 mul_tensor_17" [id=365, type=mul]; +"366 zero_point_updated_constant17" [id=366, type=get_attr]; +"367 sub_tensor_17" [id=367, type=sub]; +"368 linear_16" [id=368, type=linear]; +"369 dropout_9" [id=369, type=dropout]; +"370 view_14" [id=370, type=view]; +"371 permute_13" [id=371, type=permute]; +"372 reshape_12" [id=372, type=reshape]; +"373 slice_38" [id=373, type=slice]; +"374 slice_39" [id=374, type=slice]; +"375 slice_40" [id=375, type=slice]; +"376 slice_41" [id=376, type=slice]; +"377 contiguous_3" [id=377, type=contiguous]; +"378 _param_constant47" [id=378, type=get_attr]; +"379 _param_constant48" [id=379, type=get_attr]; +"380 layer_norm_6" [id=380, type=layer_norm]; +"381 add_8" [id=381, type=add]; +"382 add_8_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; +"383 quantize_per_tensor_default_18" [id=383, type=quantize_per_tensor]; +"384 dequantize_per_tensor_default_18" [id=384, type=dequantize_per_tensor]; +"385 _param_constant50_0_0" [id=385, type=get_attr]; +"386 scale_updated_constant18" [id=386, type=get_attr]; +"387 compressed_weight_updated_constant18" [id=387, type=get_attr]; +"388 mul_tensor_18" [id=388, type=mul]; +"389 zero_point_updated_constant18" [id=389, type=get_attr]; +"390 sub_tensor_18" [id=390, type=sub]; +"391 linear_17" [id=391, type=linear]; +"392 gelu_2" [id=392, type=gelu]; +"393 dropout_10" [id=393, type=dropout]; +"394 dropout_10_0_0_nncf_smooth_quant_0" [id=394, type=call_module]; +"395 quantize_per_tensor_default_19" [id=395, type=quantize_per_tensor]; +"396 dequantize_per_tensor_default_19" [id=396, type=dequantize_per_tensor]; +"397 _param_constant52_0_0" [id=397, type=get_attr]; +"398 scale_updated_constant19" [id=398, type=get_attr]; +"399 compressed_weight_updated_constant19" [id=399, type=get_attr]; +"400 mul_tensor_19" [id=400, type=mul]; +"401 zero_point_updated_constant19" [id=401, type=get_attr]; +"402 sub_tensor_19" [id=402, type=sub]; +"403 linear_18" [id=403, type=linear]; +"404 dropout_11" [id=404, type=dropout]; +"405 _param_constant53" [id=405, type=get_attr]; +"406 _param_constant54" [id=406, type=get_attr]; +"407 layer_norm_7" [id=407, type=layer_norm]; +"408 add_9" [id=408, type=add]; +"409 _tensor_constant15" [id=409, type=get_attr]; +"410 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=410, type=call_module]; +"411 _param_constant56_0_0" [id=411, type=get_attr]; +"412 scale_updated_constant20" [id=412, type=get_attr]; +"413 compressed_weight_updated_constant20" [id=413, type=get_attr]; +"414 mul_tensor_20" [id=414, type=mul]; +"415 zero_point_updated_constant20" [id=415, type=get_attr]; +"416 sub_tensor_20" [id=416, type=sub]; +"417 linear_19" [id=417, type=linear]; +"418 relu__3" [id=418, type=relu_]; +"419 relu__3_0_0_nncf_smooth_quant_0" [id=419, type=call_module]; +"420 scale_updated_constant21" [id=420, type=get_attr]; +"421 compressed_weight_updated_constant21" [id=421, type=get_attr]; +"422 mul_tensor_21" [id=422, type=mul]; +"423 zero_point_updated_constant21" [id=423, type=get_attr]; +"424 sub_tensor_21" [id=424, type=sub]; +"425 linear_20" [id=425, type=linear]; +"426 view_15" [id=426, type=view]; +"427 _tensor_constant16" [id=427, type=get_attr]; +"428 index_3" [id=428, type=index]; +"429 view_16" [id=429, type=view]; +"430 permute_14" [id=430, type=permute]; +"431 contiguous_4" [id=431, type=contiguous]; +"432 unsqueeze_7" [id=432, type=unsqueeze]; +"433 sigmoid_3" [id=433, type=sigmoid]; +"434 mul_6" [id=434, type=mul]; +"435 pad_4" [id=435, type=pad]; +"436 roll_2" [id=436, type=roll]; +"437 view_17" [id=437, type=view]; +"438 permute_15" [id=438, type=permute]; +"439 reshape_13" [id=439, type=reshape]; +"440 reshape_13_0_0_nncf_smooth_quant_0" [id=440, type=call_module]; +"441 quantize_per_tensor_default_20" [id=441, type=quantize_per_tensor]; +"442 dequantize_per_tensor_default_20" [id=442, type=dequantize_per_tensor]; +"443 _param_constant58_0_0" [id=443, type=get_attr]; +"444 scale_updated_constant22" [id=444, type=get_attr]; +"445 compressed_weight_updated_constant22" [id=445, type=get_attr]; +"446 mul_tensor_22" [id=446, type=mul]; +"447 zero_point_updated_constant22" [id=447, type=get_attr]; +"448 sub_tensor_22" [id=448, type=sub]; +"449 linear_21" [id=449, type=linear]; +"450 reshape_14" [id=450, type=reshape]; +"451 permute_16" [id=451, type=permute]; +"452 select_9" [id=452, type=select]; +"453 select_10" [id=453, type=select]; +"454 select_11" [id=454, type=select]; +"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; +"456 clamp_min_6" [id=456, type=clamp_min]; +"457 expand_as_6" [id=457, type=expand_as]; +"458 div_6" [id=458, type=div]; +"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; +"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; +"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; +"462 clamp_min_7" [id=462, type=clamp_min]; +"463 expand_as_7" [id=463, type=expand_as]; +"464 div_7" [id=464, type=div]; +"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; +"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; +"467 transpose_6" [id=467, type=transpose]; +"468 matmul_6" [id=468, type=matmul]; +"469 _param_constant60" [id=469, type=get_attr]; +"470 clamp_3" [id=470, type=clamp]; +"471 exp_3" [id=471, type=exp]; +"472 mul_7" [id=472, type=mul]; +"473 add_10" [id=473, type=add]; +"474 new_zeros_1" [id=474, type=new_zeros]; +"475 view_18" [id=475, type=view]; +"476 permute_17" [id=476, type=permute]; +"477 reshape_15" [id=477, type=reshape]; +"478 unsqueeze_8" [id=478, type=unsqueeze]; +"479 unsqueeze_9" [id=479, type=unsqueeze]; +"480 sub_1" [id=480, type=sub]; +"481 ne_1" [id=481, type=ne]; +"482 masked_fill_2" [id=482, type=masked_fill]; +"483 eq_1" [id=483, type=eq]; +"484 masked_fill_3" [id=484, type=masked_fill]; +"485 view_19" [id=485, type=view]; +"486 unsqueeze_10" [id=486, type=unsqueeze]; +"487 unsqueeze_11" [id=487, type=unsqueeze]; +"488 add_11" [id=488, type=add]; +"489 view_20" [id=489, type=view]; +"490 softmax_3" [id=490, type=softmax]; +"491 dropout_12" [id=491, type=dropout]; +"492 matmul_7" [id=492, type=matmul]; +"493 transpose_7" [id=493, type=transpose]; +"494 reshape_16" [id=494, type=reshape]; +"495 reshape_16_0_0_nncf_smooth_quant_0" [id=495, type=call_module]; +"496 quantize_per_tensor_default_23" [id=496, type=quantize_per_tensor]; +"497 dequantize_per_tensor_default_23" [id=497, type=dequantize_per_tensor]; +"498 _param_constant62_0_0" [id=498, type=get_attr]; +"499 scale_updated_constant23" [id=499, type=get_attr]; +"500 compressed_weight_updated_constant23" [id=500, type=get_attr]; +"501 mul_tensor_23" [id=501, type=mul]; +"502 zero_point_updated_constant23" [id=502, type=get_attr]; +"503 sub_tensor_23" [id=503, type=sub]; +"504 linear_22" [id=504, type=linear]; +"505 dropout_13" [id=505, type=dropout]; +"506 view_21" [id=506, type=view]; +"507 permute_18" [id=507, type=permute]; +"508 reshape_17" [id=508, type=reshape]; +"509 roll_3" [id=509, type=roll]; +"510 slice_61" [id=510, type=slice]; +"511 slice_62" [id=511, type=slice]; +"512 slice_63" [id=512, type=slice]; +"513 slice_64" [id=513, type=slice]; +"514 contiguous_5" [id=514, type=contiguous]; +"515 _param_constant63" [id=515, type=get_attr]; +"516 _param_constant64" [id=516, type=get_attr]; +"517 layer_norm_8" [id=517, type=layer_norm]; +"518 add_12" [id=518, type=add]; +"519 add_12_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; +"520 quantize_per_tensor_default_24" [id=520, type=quantize_per_tensor]; +"521 dequantize_per_tensor_default_24" [id=521, type=dequantize_per_tensor]; +"522 _param_constant66_0_0" [id=522, type=get_attr]; +"523 scale_updated_constant24" [id=523, type=get_attr]; +"524 compressed_weight_updated_constant24" [id=524, type=get_attr]; +"525 mul_tensor_24" [id=525, type=mul]; +"526 zero_point_updated_constant24" [id=526, type=get_attr]; +"527 sub_tensor_24" [id=527, type=sub]; +"528 linear_23" [id=528, type=linear]; +"529 gelu_3" [id=529, type=gelu]; +"530 dropout_14" [id=530, type=dropout]; +"531 dropout_14_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_25" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_25" [id=533, type=dequantize_per_tensor]; +"534 _param_constant68_0_0" [id=534, type=get_attr]; +"535 scale_updated_constant25" [id=535, type=get_attr]; +"536 compressed_weight_updated_constant25" [id=536, type=get_attr]; +"537 mul_tensor_25" [id=537, type=mul]; +"538 zero_point_updated_constant25" [id=538, type=get_attr]; +"539 sub_tensor_25" [id=539, type=sub]; +"540 linear_24" [id=540, type=linear]; +"541 dropout_15" [id=541, type=dropout]; +"542 _param_constant69" [id=542, type=get_attr]; +"543 _param_constant70" [id=543, type=get_attr]; +"544 layer_norm_9" [id=544, type=layer_norm]; +"545 add_13" [id=545, type=add]; +"546 pad_5" [id=546, type=pad]; +"547 slice_65" [id=547, type=slice]; +"548 slice_66" [id=548, type=slice]; +"549 slice_67" [id=549, type=slice]; +"550 slice_68" [id=550, type=slice]; +"551 slice_69" [id=551, type=slice]; +"552 slice_70" [id=552, type=slice]; +"553 slice_71" [id=553, type=slice]; +"554 slice_72" [id=554, type=slice]; +"555 slice_73" [id=555, type=slice]; +"556 slice_74" [id=556, type=slice]; +"557 slice_75" [id=557, type=slice]; +"558 slice_76" [id=558, type=slice]; +"559 cat_1" [id=559, type=cat]; +"560 cat_1_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_26" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_26" [id=562, type=dequantize_per_tensor]; +"563 scale_updated_constant26" [id=563, type=get_attr]; +"564 compressed_weight_updated_constant26" [id=564, type=get_attr]; +"565 mul_tensor_26" [id=565, type=mul]; +"566 zero_point_updated_constant26" [id=566, type=get_attr]; +"567 sub_tensor_26" [id=567, type=sub]; +"568 linear_25" [id=568, type=linear]; +"569 _param_constant72" [id=569, type=get_attr]; +"570 _param_constant73" [id=570, type=get_attr]; +"571 layer_norm_10" [id=571, type=layer_norm]; +"572 _tensor_constant26" [id=572, type=get_attr]; +"573 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 _param_constant75_0_0" [id=574, type=get_attr]; +"575 scale_updated_constant27" [id=575, type=get_attr]; +"576 compressed_weight_updated_constant27" [id=576, type=get_attr]; +"577 mul_tensor_27" [id=577, type=mul]; +"578 zero_point_updated_constant27" [id=578, type=get_attr]; +"579 sub_tensor_27" [id=579, type=sub]; +"580 linear_26" [id=580, type=linear]; +"581 relu__4" [id=581, type=relu_]; +"582 relu__4_0_0_nncf_smooth_quant_0" [id=582, type=call_module]; +"583 scale_updated_constant28" [id=583, type=get_attr]; +"584 compressed_weight_updated_constant28" [id=584, type=get_attr]; +"585 mul_tensor_28" [id=585, type=mul]; +"586 zero_point_updated_constant28" [id=586, type=get_attr]; +"587 sub_tensor_28" [id=587, type=sub]; +"588 linear_27" [id=588, type=linear]; +"589 view_22" [id=589, type=view]; +"590 _tensor_constant27" [id=590, type=get_attr]; +"591 index_4" [id=591, type=index]; +"592 view_23" [id=592, type=view]; +"593 permute_19" [id=593, type=permute]; +"594 contiguous_6" [id=594, type=contiguous]; +"595 unsqueeze_12" [id=595, type=unsqueeze]; +"596 sigmoid_4" [id=596, type=sigmoid]; +"597 mul_8" [id=597, type=mul]; +"598 pad_6" [id=598, type=pad]; +"599 view_24" [id=599, type=view]; +"600 permute_20" [id=600, type=permute]; +"601 reshape_18" [id=601, type=reshape]; +"602 reshape_18_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_27" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_27" [id=604, type=dequantize_per_tensor]; +"605 _param_constant77_0_0" [id=605, type=get_attr]; +"606 scale_updated_constant29" [id=606, type=get_attr]; +"607 compressed_weight_updated_constant29" [id=607, type=get_attr]; +"608 mul_tensor_29" [id=608, type=mul]; +"609 zero_point_updated_constant29" [id=609, type=get_attr]; +"610 sub_tensor_29" [id=610, type=sub]; +"611 linear_28" [id=611, type=linear]; +"612 reshape_19" [id=612, type=reshape]; +"613 permute_21" [id=613, type=permute]; +"614 select_12" [id=614, type=select]; +"615 select_13" [id=615, type=select]; +"616 select_14" [id=616, type=select]; +"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; +"618 clamp_min_8" [id=618, type=clamp_min]; +"619 expand_as_8" [id=619, type=expand_as]; +"620 div_8" [id=620, type=div]; +"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; +"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; +"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; +"624 clamp_min_9" [id=624, type=clamp_min]; +"625 expand_as_9" [id=625, type=expand_as]; +"626 div_9" [id=626, type=div]; +"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; +"629 transpose_8" [id=629, type=transpose]; +"630 matmul_8" [id=630, type=matmul]; +"631 _param_constant79" [id=631, type=get_attr]; +"632 clamp_4" [id=632, type=clamp]; +"633 exp_4" [id=633, type=exp]; +"634 mul_9" [id=634, type=mul]; +"635 add_14" [id=635, type=add]; +"636 softmax_4" [id=636, type=softmax]; +"637 dropout_16" [id=637, type=dropout]; +"638 matmul_9" [id=638, type=matmul]; +"639 transpose_9" [id=639, type=transpose]; +"640 reshape_20" [id=640, type=reshape]; +"641 reshape_20_0_0_nncf_smooth_quant_0" [id=641, type=call_module]; +"642 quantize_per_tensor_default_30" [id=642, type=quantize_per_tensor]; +"643 dequantize_per_tensor_default_30" [id=643, type=dequantize_per_tensor]; +"644 _param_constant81_0_0" [id=644, type=get_attr]; +"645 scale_updated_constant30" [id=645, type=get_attr]; +"646 compressed_weight_updated_constant30" [id=646, type=get_attr]; +"647 mul_tensor_30" [id=647, type=mul]; +"648 zero_point_updated_constant30" [id=648, type=get_attr]; +"649 sub_tensor_30" [id=649, type=sub]; +"650 linear_29" [id=650, type=linear]; +"651 dropout_17" [id=651, type=dropout]; +"652 view_25" [id=652, type=view]; +"653 permute_22" [id=653, type=permute]; +"654 reshape_21" [id=654, type=reshape]; +"655 slice_78" [id=655, type=slice]; +"656 slice_79" [id=656, type=slice]; +"657 slice_80" [id=657, type=slice]; +"658 slice_81" [id=658, type=slice]; +"659 contiguous_7" [id=659, type=contiguous]; +"660 _param_constant82" [id=660, type=get_attr]; +"661 _param_constant83" [id=661, type=get_attr]; +"662 layer_norm_11" [id=662, type=layer_norm]; +"663 add_15" [id=663, type=add]; +"664 add_15_0_0_nncf_smooth_quant_0" [id=664, type=call_module]; +"665 quantize_per_tensor_default_31" [id=665, type=quantize_per_tensor]; +"666 dequantize_per_tensor_default_31" [id=666, type=dequantize_per_tensor]; +"667 _param_constant85_0_0" [id=667, type=get_attr]; +"668 scale_updated_constant31" [id=668, type=get_attr]; +"669 compressed_weight_updated_constant31" [id=669, type=get_attr]; +"670 mul_tensor_31" [id=670, type=mul]; +"671 zero_point_updated_constant31" [id=671, type=get_attr]; +"672 sub_tensor_31" [id=672, type=sub]; +"673 linear_30" [id=673, type=linear]; +"674 gelu_4" [id=674, type=gelu]; +"675 dropout_18" [id=675, type=dropout]; +"676 dropout_18_0_0_nncf_smooth_quant_0" [id=676, type=call_module]; +"677 quantize_per_tensor_default_32" [id=677, type=quantize_per_tensor]; +"678 dequantize_per_tensor_default_32" [id=678, type=dequantize_per_tensor]; +"679 _param_constant87_0_0" [id=679, type=get_attr]; +"680 scale_updated_constant32" [id=680, type=get_attr]; +"681 compressed_weight_updated_constant32" [id=681, type=get_attr]; +"682 mul_tensor_32" [id=682, type=mul]; +"683 zero_point_updated_constant32" [id=683, type=get_attr]; +"684 sub_tensor_32" [id=684, type=sub]; +"685 linear_31" [id=685, type=linear]; +"686 dropout_19" [id=686, type=dropout]; +"687 _param_constant88" [id=687, type=get_attr]; +"688 _param_constant89" [id=688, type=get_attr]; +"689 layer_norm_12" [id=689, type=layer_norm]; +"690 add_16" [id=690, type=add]; +"691 _tensor_constant28" [id=691, type=get_attr]; +"692 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; +"693 _param_constant91_0_0" [id=693, type=get_attr]; +"694 scale_updated_constant33" [id=694, type=get_attr]; +"695 compressed_weight_updated_constant33" [id=695, type=get_attr]; +"696 mul_tensor_33" [id=696, type=mul]; +"697 zero_point_updated_constant33" [id=697, type=get_attr]; +"698 sub_tensor_33" [id=698, type=sub]; +"699 linear_32" [id=699, type=linear]; +"700 relu__5" [id=700, type=relu_]; +"701 relu__5_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; +"702 scale_updated_constant34" [id=702, type=get_attr]; +"703 compressed_weight_updated_constant34" [id=703, type=get_attr]; +"704 mul_tensor_34" [id=704, type=mul]; +"705 zero_point_updated_constant34" [id=705, type=get_attr]; +"706 sub_tensor_34" [id=706, type=sub]; +"707 linear_33" [id=707, type=linear]; +"708 view_26" [id=708, type=view]; +"709 _tensor_constant29" [id=709, type=get_attr]; +"710 index_5" [id=710, type=index]; +"711 view_27" [id=711, type=view]; +"712 permute_23" [id=712, type=permute]; +"713 contiguous_8" [id=713, type=contiguous]; +"714 unsqueeze_13" [id=714, type=unsqueeze]; +"715 sigmoid_5" [id=715, type=sigmoid]; +"716 mul_10" [id=716, type=mul]; +"717 pad_7" [id=717, type=pad]; +"718 roll_4" [id=718, type=roll]; +"719 view_28" [id=719, type=view]; +"720 permute_24" [id=720, type=permute]; +"721 reshape_22" [id=721, type=reshape]; +"722 reshape_22_0_0_nncf_smooth_quant_0" [id=722, type=call_module]; +"723 quantize_per_tensor_default_33" [id=723, type=quantize_per_tensor]; +"724 dequantize_per_tensor_default_33" [id=724, type=dequantize_per_tensor]; +"725 _param_constant93_0_0" [id=725, type=get_attr]; +"726 scale_updated_constant35" [id=726, type=get_attr]; +"727 compressed_weight_updated_constant35" [id=727, type=get_attr]; +"728 mul_tensor_35" [id=728, type=mul]; +"729 zero_point_updated_constant35" [id=729, type=get_attr]; +"730 sub_tensor_35" [id=730, type=sub]; +"731 linear_34" [id=731, type=linear]; +"732 reshape_23" [id=732, type=reshape]; +"733 permute_25" [id=733, type=permute]; +"734 select_15" [id=734, type=select]; +"735 select_16" [id=735, type=select]; +"736 select_17" [id=736, type=select]; +"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; +"738 clamp_min_10" [id=738, type=clamp_min]; +"739 expand_as_10" [id=739, type=expand_as]; +"740 div_10" [id=740, type=div]; +"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; +"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; +"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; +"744 clamp_min_11" [id=744, type=clamp_min]; +"745 expand_as_11" [id=745, type=expand_as]; +"746 div_11" [id=746, type=div]; +"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; +"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; +"749 transpose_10" [id=749, type=transpose]; +"750 matmul_10" [id=750, type=matmul]; +"751 _param_constant95" [id=751, type=get_attr]; +"752 clamp_5" [id=752, type=clamp]; +"753 exp_5" [id=753, type=exp]; +"754 mul_11" [id=754, type=mul]; +"755 add_17" [id=755, type=add]; +"756 new_zeros_2" [id=756, type=new_zeros]; +"757 view_29" [id=757, type=view]; +"758 permute_26" [id=758, type=permute]; +"759 reshape_24" [id=759, type=reshape]; +"760 unsqueeze_14" [id=760, type=unsqueeze]; +"761 unsqueeze_15" [id=761, type=unsqueeze]; +"762 sub_2" [id=762, type=sub]; +"763 ne_2" [id=763, type=ne]; +"764 masked_fill_4" [id=764, type=masked_fill]; +"765 eq_2" [id=765, type=eq]; +"766 masked_fill_5" [id=766, type=masked_fill]; +"767 view_30" [id=767, type=view]; +"768 unsqueeze_16" [id=768, type=unsqueeze]; +"769 unsqueeze_17" [id=769, type=unsqueeze]; +"770 add_18" [id=770, type=add]; +"771 view_31" [id=771, type=view]; +"772 softmax_5" [id=772, type=softmax]; +"773 dropout_20" [id=773, type=dropout]; +"774 matmul_11" [id=774, type=matmul]; +"775 transpose_11" [id=775, type=transpose]; +"776 reshape_25" [id=776, type=reshape]; +"777 reshape_25_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; +"778 quantize_per_tensor_default_36" [id=778, type=quantize_per_tensor]; +"779 dequantize_per_tensor_default_36" [id=779, type=dequantize_per_tensor]; +"780 _param_constant97_0_0" [id=780, type=get_attr]; +"781 scale_updated_constant36" [id=781, type=get_attr]; +"782 compressed_weight_updated_constant36" [id=782, type=get_attr]; +"783 mul_tensor_36" [id=783, type=mul]; +"784 zero_point_updated_constant36" [id=784, type=get_attr]; +"785 sub_tensor_36" [id=785, type=sub]; +"786 linear_35" [id=786, type=linear]; +"787 dropout_21" [id=787, type=dropout]; +"788 view_32" [id=788, type=view]; +"789 permute_27" [id=789, type=permute]; +"790 reshape_26" [id=790, type=reshape]; +"791 roll_5" [id=791, type=roll]; +"792 slice_101" [id=792, type=slice]; +"793 slice_102" [id=793, type=slice]; +"794 slice_103" [id=794, type=slice]; +"795 slice_104" [id=795, type=slice]; +"796 contiguous_9" [id=796, type=contiguous]; +"797 _param_constant98" [id=797, type=get_attr]; +"798 _param_constant99" [id=798, type=get_attr]; +"799 layer_norm_13" [id=799, type=layer_norm]; +"800 add_19" [id=800, type=add]; +"801 add_19_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; +"802 quantize_per_tensor_default_37" [id=802, type=quantize_per_tensor]; +"803 dequantize_per_tensor_default_37" [id=803, type=dequantize_per_tensor]; +"804 _param_constant101_0_0" [id=804, type=get_attr]; +"805 scale_updated_constant37" [id=805, type=get_attr]; +"806 compressed_weight_updated_constant37" [id=806, type=get_attr]; +"807 mul_tensor_37" [id=807, type=mul]; +"808 zero_point_updated_constant37" [id=808, type=get_attr]; +"809 sub_tensor_37" [id=809, type=sub]; +"810 linear_36" [id=810, type=linear]; +"811 gelu_5" [id=811, type=gelu]; +"812 dropout_22" [id=812, type=dropout]; +"813 dropout_22_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_38" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_38" [id=815, type=dequantize_per_tensor]; +"816 _param_constant103_0_0" [id=816, type=get_attr]; +"817 scale_updated_constant38" [id=817, type=get_attr]; +"818 compressed_weight_updated_constant38" [id=818, type=get_attr]; +"819 mul_tensor_38" [id=819, type=mul]; +"820 zero_point_updated_constant38" [id=820, type=get_attr]; +"821 sub_tensor_38" [id=821, type=sub]; +"822 linear_37" [id=822, type=linear]; +"823 dropout_23" [id=823, type=dropout]; +"824 _param_constant104" [id=824, type=get_attr]; +"825 _param_constant105" [id=825, type=get_attr]; +"826 layer_norm_14" [id=826, type=layer_norm]; +"827 add_20" [id=827, type=add]; +"828 _tensor_constant39" [id=828, type=get_attr]; +"829 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; +"830 _param_constant107_0_0" [id=830, type=get_attr]; +"831 scale_updated_constant39" [id=831, type=get_attr]; +"832 compressed_weight_updated_constant39" [id=832, type=get_attr]; +"833 mul_tensor_39" [id=833, type=mul]; +"834 zero_point_updated_constant39" [id=834, type=get_attr]; +"835 sub_tensor_39" [id=835, type=sub]; +"836 linear_38" [id=836, type=linear]; +"837 relu__6" [id=837, type=relu_]; +"838 relu__6_0_0_nncf_smooth_quant_0" [id=838, type=call_module]; +"839 scale_updated_constant40" [id=839, type=get_attr]; +"840 compressed_weight_updated_constant40" [id=840, type=get_attr]; +"841 mul_tensor_40" [id=841, type=mul]; +"842 zero_point_updated_constant40" [id=842, type=get_attr]; +"843 sub_tensor_40" [id=843, type=sub]; +"844 linear_39" [id=844, type=linear]; +"845 view_33" [id=845, type=view]; +"846 _tensor_constant40" [id=846, type=get_attr]; +"847 index_6" [id=847, type=index]; +"848 view_34" [id=848, type=view]; +"849 permute_28" [id=849, type=permute]; +"850 contiguous_10" [id=850, type=contiguous]; +"851 unsqueeze_18" [id=851, type=unsqueeze]; +"852 sigmoid_6" [id=852, type=sigmoid]; +"853 mul_12" [id=853, type=mul]; +"854 pad_8" [id=854, type=pad]; +"855 view_35" [id=855, type=view]; +"856 permute_29" [id=856, type=permute]; +"857 reshape_27" [id=857, type=reshape]; +"858 reshape_27_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 quantize_per_tensor_default_39" [id=859, type=quantize_per_tensor]; +"860 dequantize_per_tensor_default_39" [id=860, type=dequantize_per_tensor]; +"861 _param_constant109_0_0" [id=861, type=get_attr]; +"862 scale_updated_constant41" [id=862, type=get_attr]; +"863 compressed_weight_updated_constant41" [id=863, type=get_attr]; +"864 mul_tensor_41" [id=864, type=mul]; +"865 zero_point_updated_constant41" [id=865, type=get_attr]; +"866 sub_tensor_41" [id=866, type=sub]; +"867 linear_40" [id=867, type=linear]; +"868 reshape_28" [id=868, type=reshape]; +"869 permute_30" [id=869, type=permute]; +"870 select_18" [id=870, type=select]; +"871 select_19" [id=871, type=select]; +"872 select_20" [id=872, type=select]; +"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; +"874 clamp_min_12" [id=874, type=clamp_min]; +"875 expand_as_12" [id=875, type=expand_as]; +"876 div_12" [id=876, type=div]; +"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; +"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; +"880 clamp_min_13" [id=880, type=clamp_min]; +"881 expand_as_13" [id=881, type=expand_as]; +"882 div_13" [id=882, type=div]; +"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; +"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; +"885 transpose_12" [id=885, type=transpose]; +"886 matmul_12" [id=886, type=matmul]; +"887 _param_constant111" [id=887, type=get_attr]; +"888 clamp_6" [id=888, type=clamp]; +"889 exp_6" [id=889, type=exp]; +"890 mul_13" [id=890, type=mul]; +"891 add_21" [id=891, type=add]; +"892 softmax_6" [id=892, type=softmax]; +"893 dropout_24" [id=893, type=dropout]; +"894 matmul_13" [id=894, type=matmul]; +"895 transpose_13" [id=895, type=transpose]; +"896 reshape_29" [id=896, type=reshape]; +"897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type=call_module]; +"898 quantize_per_tensor_default_42" [id=898, type=quantize_per_tensor]; +"899 dequantize_per_tensor_default_42" [id=899, type=dequantize_per_tensor]; +"900 _param_constant113_0_0" [id=900, type=get_attr]; +"901 scale_updated_constant42" [id=901, type=get_attr]; +"902 compressed_weight_updated_constant42" [id=902, type=get_attr]; +"903 mul_tensor_42" [id=903, type=mul]; +"904 zero_point_updated_constant42" [id=904, type=get_attr]; +"905 sub_tensor_42" [id=905, type=sub]; +"906 linear_41" [id=906, type=linear]; +"907 dropout_25" [id=907, type=dropout]; +"908 view_36" [id=908, type=view]; +"909 permute_31" [id=909, type=permute]; +"910 reshape_30" [id=910, type=reshape]; +"911 slice_106" [id=911, type=slice]; +"912 slice_107" [id=912, type=slice]; +"913 slice_108" [id=913, type=slice]; +"914 slice_109" [id=914, type=slice]; +"915 contiguous_11" [id=915, type=contiguous]; +"916 _param_constant114" [id=916, type=get_attr]; +"917 _param_constant115" [id=917, type=get_attr]; +"918 layer_norm_15" [id=918, type=layer_norm]; +"919 add_22" [id=919, type=add]; +"920 add_22_0_0_nncf_smooth_quant_0" [id=920, type=call_module]; +"921 quantize_per_tensor_default_43" [id=921, type=quantize_per_tensor]; +"922 dequantize_per_tensor_default_43" [id=922, type=dequantize_per_tensor]; +"923 _param_constant117_0_0" [id=923, type=get_attr]; +"924 scale_updated_constant43" [id=924, type=get_attr]; +"925 compressed_weight_updated_constant43" [id=925, type=get_attr]; +"926 mul_tensor_43" [id=926, type=mul]; +"927 zero_point_updated_constant43" [id=927, type=get_attr]; +"928 sub_tensor_43" [id=928, type=sub]; +"929 linear_42" [id=929, type=linear]; +"930 gelu_6" [id=930, type=gelu]; +"931 dropout_26" [id=931, type=dropout]; +"932 dropout_26_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_44" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_44" [id=934, type=dequantize_per_tensor]; +"935 _param_constant119_0_0" [id=935, type=get_attr]; +"936 scale_updated_constant44" [id=936, type=get_attr]; +"937 compressed_weight_updated_constant44" [id=937, type=get_attr]; +"938 mul_tensor_44" [id=938, type=mul]; +"939 zero_point_updated_constant44" [id=939, type=get_attr]; +"940 sub_tensor_44" [id=940, type=sub]; +"941 linear_43" [id=941, type=linear]; +"942 dropout_27" [id=942, type=dropout]; +"943 _param_constant120" [id=943, type=get_attr]; +"944 _param_constant121" [id=944, type=get_attr]; +"945 layer_norm_16" [id=945, type=layer_norm]; +"946 add_23" [id=946, type=add]; +"947 _tensor_constant41" [id=947, type=get_attr]; +"948 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=948, type=call_module]; +"949 _param_constant123_0_0" [id=949, type=get_attr]; +"950 scale_updated_constant45" [id=950, type=get_attr]; +"951 compressed_weight_updated_constant45" [id=951, type=get_attr]; +"952 mul_tensor_45" [id=952, type=mul]; +"953 zero_point_updated_constant45" [id=953, type=get_attr]; +"954 sub_tensor_45" [id=954, type=sub]; +"955 linear_44" [id=955, type=linear]; +"956 relu__7" [id=956, type=relu_]; +"957 relu__7_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 scale_updated_constant46" [id=958, type=get_attr]; +"959 compressed_weight_updated_constant46" [id=959, type=get_attr]; +"960 mul_tensor_46" [id=960, type=mul]; +"961 zero_point_updated_constant46" [id=961, type=get_attr]; +"962 sub_tensor_46" [id=962, type=sub]; +"963 linear_45" [id=963, type=linear]; +"964 view_37" [id=964, type=view]; +"965 _tensor_constant42" [id=965, type=get_attr]; +"966 index_7" [id=966, type=index]; +"967 view_38" [id=967, type=view]; +"968 permute_32" [id=968, type=permute]; +"969 contiguous_12" [id=969, type=contiguous]; +"970 unsqueeze_19" [id=970, type=unsqueeze]; +"971 sigmoid_7" [id=971, type=sigmoid]; +"972 mul_14" [id=972, type=mul]; +"973 pad_9" [id=973, type=pad]; +"974 roll_6" [id=974, type=roll]; +"975 view_39" [id=975, type=view]; +"976 permute_33" [id=976, type=permute]; +"977 reshape_31" [id=977, type=reshape]; +"978 reshape_31_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; +"979 quantize_per_tensor_default_45" [id=979, type=quantize_per_tensor]; +"980 dequantize_per_tensor_default_45" [id=980, type=dequantize_per_tensor]; +"981 _param_constant125_0_0" [id=981, type=get_attr]; +"982 scale_updated_constant47" [id=982, type=get_attr]; +"983 compressed_weight_updated_constant47" [id=983, type=get_attr]; +"984 mul_tensor_47" [id=984, type=mul]; +"985 zero_point_updated_constant47" [id=985, type=get_attr]; +"986 sub_tensor_47" [id=986, type=sub]; +"987 linear_46" [id=987, type=linear]; +"988 reshape_32" [id=988, type=reshape]; +"989 permute_34" [id=989, type=permute]; +"990 select_21" [id=990, type=select]; +"991 select_22" [id=991, type=select]; +"992 select_23" [id=992, type=select]; +"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; +"994 clamp_min_14" [id=994, type=clamp_min]; +"995 expand_as_14" [id=995, type=expand_as]; +"996 div_14" [id=996, type=div]; +"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; +"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; +"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; +"1000 clamp_min_15" [id=1000, type=clamp_min]; +"1001 expand_as_15" [id=1001, type=expand_as]; +"1002 div_15" [id=1002, type=div]; +"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; +"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; +"1005 transpose_14" [id=1005, type=transpose]; +"1006 matmul_14" [id=1006, type=matmul]; +"1007 _param_constant127" [id=1007, type=get_attr]; +"1008 clamp_7" [id=1008, type=clamp]; +"1009 exp_7" [id=1009, type=exp]; +"1010 mul_15" [id=1010, type=mul]; +"1011 add_24" [id=1011, type=add]; +"1012 new_zeros_3" [id=1012, type=new_zeros]; +"1013 view_40" [id=1013, type=view]; +"1014 permute_35" [id=1014, type=permute]; +"1015 reshape_33" [id=1015, type=reshape]; +"1016 unsqueeze_20" [id=1016, type=unsqueeze]; +"1017 unsqueeze_21" [id=1017, type=unsqueeze]; +"1018 sub_3" [id=1018, type=sub]; +"1019 ne_3" [id=1019, type=ne]; +"1020 masked_fill_6" [id=1020, type=masked_fill]; +"1021 eq_3" [id=1021, type=eq]; +"1022 masked_fill_7" [id=1022, type=masked_fill]; +"1023 view_41" [id=1023, type=view]; +"1024 unsqueeze_22" [id=1024, type=unsqueeze]; +"1025 unsqueeze_23" [id=1025, type=unsqueeze]; +"1026 add_25" [id=1026, type=add]; +"1027 view_42" [id=1027, type=view]; +"1028 softmax_7" [id=1028, type=softmax]; +"1029 dropout_28" [id=1029, type=dropout]; +"1030 matmul_15" [id=1030, type=matmul]; +"1031 transpose_15" [id=1031, type=transpose]; +"1032 reshape_34" [id=1032, type=reshape]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type=call_module]; +"1034 quantize_per_tensor_default_48" [id=1034, type=quantize_per_tensor]; +"1035 dequantize_per_tensor_default_48" [id=1035, type=dequantize_per_tensor]; +"1036 _param_constant129_0_0" [id=1036, type=get_attr]; +"1037 scale_updated_constant48" [id=1037, type=get_attr]; +"1038 compressed_weight_updated_constant48" [id=1038, type=get_attr]; +"1039 mul_tensor_48" [id=1039, type=mul]; +"1040 zero_point_updated_constant48" [id=1040, type=get_attr]; +"1041 sub_tensor_48" [id=1041, type=sub]; +"1042 linear_47" [id=1042, type=linear]; +"1043 dropout_29" [id=1043, type=dropout]; +"1044 view_43" [id=1044, type=view]; +"1045 permute_36" [id=1045, type=permute]; +"1046 reshape_35" [id=1046, type=reshape]; +"1047 roll_7" [id=1047, type=roll]; +"1048 slice_129" [id=1048, type=slice]; +"1049 slice_130" [id=1049, type=slice]; +"1050 slice_131" [id=1050, type=slice]; +"1051 slice_132" [id=1051, type=slice]; +"1052 contiguous_13" [id=1052, type=contiguous]; +"1053 _param_constant130" [id=1053, type=get_attr]; +"1054 _param_constant131" [id=1054, type=get_attr]; +"1055 layer_norm_17" [id=1055, type=layer_norm]; +"1056 add_26" [id=1056, type=add]; +"1057 add_26_0_0_nncf_smooth_quant_0" [id=1057, type=call_module]; +"1058 quantize_per_tensor_default_49" [id=1058, type=quantize_per_tensor]; +"1059 dequantize_per_tensor_default_49" [id=1059, type=dequantize_per_tensor]; +"1060 _param_constant133_0_0" [id=1060, type=get_attr]; +"1061 scale_updated_constant49" [id=1061, type=get_attr]; +"1062 compressed_weight_updated_constant49" [id=1062, type=get_attr]; +"1063 mul_tensor_49" [id=1063, type=mul]; +"1064 zero_point_updated_constant49" [id=1064, type=get_attr]; +"1065 sub_tensor_49" [id=1065, type=sub]; +"1066 linear_48" [id=1066, type=linear]; +"1067 gelu_7" [id=1067, type=gelu]; +"1068 dropout_30" [id=1068, type=dropout]; +"1069 dropout_30_0_0_nncf_smooth_quant_0" [id=1069, type=call_module]; +"1070 quantize_per_tensor_default_50" [id=1070, type=quantize_per_tensor]; +"1071 dequantize_per_tensor_default_50" [id=1071, type=dequantize_per_tensor]; +"1072 _param_constant135_0_0" [id=1072, type=get_attr]; +"1073 scale_updated_constant50" [id=1073, type=get_attr]; +"1074 compressed_weight_updated_constant50" [id=1074, type=get_attr]; +"1075 mul_tensor_50" [id=1075, type=mul]; +"1076 zero_point_updated_constant50" [id=1076, type=get_attr]; +"1077 sub_tensor_50" [id=1077, type=sub]; +"1078 linear_49" [id=1078, type=linear]; +"1079 dropout_31" [id=1079, type=dropout]; +"1080 _param_constant136" [id=1080, type=get_attr]; +"1081 _param_constant137" [id=1081, type=get_attr]; +"1082 layer_norm_18" [id=1082, type=layer_norm]; +"1083 add_27" [id=1083, type=add]; +"1084 _tensor_constant52" [id=1084, type=get_attr]; +"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1085, type=call_module]; +"1086 _param_constant139_0_0" [id=1086, type=get_attr]; +"1087 scale_updated_constant51" [id=1087, type=get_attr]; +"1088 compressed_weight_updated_constant51" [id=1088, type=get_attr]; +"1089 mul_tensor_51" [id=1089, type=mul]; +"1090 zero_point_updated_constant51" [id=1090, type=get_attr]; +"1091 sub_tensor_51" [id=1091, type=sub]; +"1092 linear_50" [id=1092, type=linear]; +"1093 relu__8" [id=1093, type=relu_]; +"1094 relu__8_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; +"1095 scale_updated_constant52" [id=1095, type=get_attr]; +"1096 compressed_weight_updated_constant52" [id=1096, type=get_attr]; +"1097 mul_tensor_52" [id=1097, type=mul]; +"1098 zero_point_updated_constant52" [id=1098, type=get_attr]; +"1099 sub_tensor_52" [id=1099, type=sub]; +"1100 linear_51" [id=1100, type=linear]; +"1101 view_44" [id=1101, type=view]; +"1102 _tensor_constant53" [id=1102, type=get_attr]; +"1103 index_8" [id=1103, type=index]; +"1104 view_45" [id=1104, type=view]; +"1105 permute_37" [id=1105, type=permute]; +"1106 contiguous_14" [id=1106, type=contiguous]; +"1107 unsqueeze_24" [id=1107, type=unsqueeze]; +"1108 sigmoid_8" [id=1108, type=sigmoid]; +"1109 mul_16" [id=1109, type=mul]; +"1110 pad_10" [id=1110, type=pad]; +"1111 view_46" [id=1111, type=view]; +"1112 permute_38" [id=1112, type=permute]; +"1113 reshape_36" [id=1113, type=reshape]; +"1114 reshape_36_0_0_nncf_smooth_quant_0" [id=1114, type=call_module]; +"1115 quantize_per_tensor_default_51" [id=1115, type=quantize_per_tensor]; +"1116 dequantize_per_tensor_default_51" [id=1116, type=dequantize_per_tensor]; +"1117 _param_constant141_0_0" [id=1117, type=get_attr]; +"1118 scale_updated_constant53" [id=1118, type=get_attr]; +"1119 compressed_weight_updated_constant53" [id=1119, type=get_attr]; +"1120 mul_tensor_53" [id=1120, type=mul]; +"1121 zero_point_updated_constant53" [id=1121, type=get_attr]; +"1122 sub_tensor_53" [id=1122, type=sub]; +"1123 linear_52" [id=1123, type=linear]; +"1124 reshape_37" [id=1124, type=reshape]; +"1125 permute_39" [id=1125, type=permute]; +"1126 select_24" [id=1126, type=select]; +"1127 select_25" [id=1127, type=select]; +"1128 select_26" [id=1128, type=select]; +"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; +"1130 clamp_min_16" [id=1130, type=clamp_min]; +"1131 expand_as_16" [id=1131, type=expand_as]; +"1132 div_16" [id=1132, type=div]; +"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; +"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; +"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; +"1136 clamp_min_17" [id=1136, type=clamp_min]; +"1137 expand_as_17" [id=1137, type=expand_as]; +"1138 div_17" [id=1138, type=div]; +"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; +"1141 transpose_16" [id=1141, type=transpose]; +"1142 matmul_16" [id=1142, type=matmul]; +"1143 _param_constant143" [id=1143, type=get_attr]; +"1144 clamp_8" [id=1144, type=clamp]; +"1145 exp_8" [id=1145, type=exp]; +"1146 mul_17" [id=1146, type=mul]; +"1147 add_28" [id=1147, type=add]; +"1148 softmax_8" [id=1148, type=softmax]; +"1149 dropout_32" [id=1149, type=dropout]; +"1150 matmul_17" [id=1150, type=matmul]; +"1151 transpose_17" [id=1151, type=transpose]; +"1152 reshape_38" [id=1152, type=reshape]; +"1153 reshape_38_0_0_nncf_smooth_quant_0" [id=1153, type=call_module]; +"1154 quantize_per_tensor_default_54" [id=1154, type=quantize_per_tensor]; +"1155 dequantize_per_tensor_default_54" [id=1155, type=dequantize_per_tensor]; +"1156 _param_constant145_0_0" [id=1156, type=get_attr]; +"1157 scale_updated_constant54" [id=1157, type=get_attr]; +"1158 compressed_weight_updated_constant54" [id=1158, type=get_attr]; +"1159 mul_tensor_54" [id=1159, type=mul]; +"1160 zero_point_updated_constant54" [id=1160, type=get_attr]; +"1161 sub_tensor_54" [id=1161, type=sub]; +"1162 linear_53" [id=1162, type=linear]; +"1163 dropout_33" [id=1163, type=dropout]; +"1164 view_47" [id=1164, type=view]; +"1165 permute_40" [id=1165, type=permute]; +"1166 reshape_39" [id=1166, type=reshape]; +"1167 slice_134" [id=1167, type=slice]; +"1168 slice_135" [id=1168, type=slice]; +"1169 slice_136" [id=1169, type=slice]; +"1170 slice_137" [id=1170, type=slice]; +"1171 contiguous_15" [id=1171, type=contiguous]; +"1172 _param_constant146" [id=1172, type=get_attr]; +"1173 _param_constant147" [id=1173, type=get_attr]; +"1174 layer_norm_19" [id=1174, type=layer_norm]; +"1175 add_29" [id=1175, type=add]; +"1176 add_29_0_0_nncf_smooth_quant_0" [id=1176, type=call_module]; +"1177 quantize_per_tensor_default_55" [id=1177, type=quantize_per_tensor]; +"1178 dequantize_per_tensor_default_55" [id=1178, type=dequantize_per_tensor]; +"1179 _param_constant149_0_0" [id=1179, type=get_attr]; +"1180 scale_updated_constant55" [id=1180, type=get_attr]; +"1181 compressed_weight_updated_constant55" [id=1181, type=get_attr]; +"1182 mul_tensor_55" [id=1182, type=mul]; +"1183 zero_point_updated_constant55" [id=1183, type=get_attr]; +"1184 sub_tensor_55" [id=1184, type=sub]; +"1185 linear_54" [id=1185, type=linear]; +"1186 gelu_8" [id=1186, type=gelu]; +"1187 dropout_34" [id=1187, type=dropout]; +"1188 dropout_34_0_0_nncf_smooth_quant_0" [id=1188, type=call_module]; +"1189 quantize_per_tensor_default_56" [id=1189, type=quantize_per_tensor]; +"1190 dequantize_per_tensor_default_56" [id=1190, type=dequantize_per_tensor]; +"1191 _param_constant151_0_0" [id=1191, type=get_attr]; +"1192 scale_updated_constant56" [id=1192, type=get_attr]; +"1193 compressed_weight_updated_constant56" [id=1193, type=get_attr]; +"1194 mul_tensor_56" [id=1194, type=mul]; +"1195 zero_point_updated_constant56" [id=1195, type=get_attr]; +"1196 sub_tensor_56" [id=1196, type=sub]; +"1197 linear_55" [id=1197, type=linear]; +"1198 dropout_35" [id=1198, type=dropout]; +"1199 _param_constant152" [id=1199, type=get_attr]; +"1200 _param_constant153" [id=1200, type=get_attr]; +"1201 layer_norm_20" [id=1201, type=layer_norm]; +"1202 add_30" [id=1202, type=add]; +"1203 _tensor_constant54" [id=1203, type=get_attr]; +"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1204, type=call_module]; +"1205 _param_constant155_0_0" [id=1205, type=get_attr]; +"1206 scale_updated_constant57" [id=1206, type=get_attr]; +"1207 compressed_weight_updated_constant57" [id=1207, type=get_attr]; +"1208 mul_tensor_57" [id=1208, type=mul]; +"1209 zero_point_updated_constant57" [id=1209, type=get_attr]; +"1210 sub_tensor_57" [id=1210, type=sub]; +"1211 linear_56" [id=1211, type=linear]; +"1212 relu__9" [id=1212, type=relu_]; +"1213 relu__9_0_0_nncf_smooth_quant_0" [id=1213, type=call_module]; +"1214 scale_updated_constant58" [id=1214, type=get_attr]; +"1215 compressed_weight_updated_constant58" [id=1215, type=get_attr]; +"1216 mul_tensor_58" [id=1216, type=mul]; +"1217 zero_point_updated_constant58" [id=1217, type=get_attr]; +"1218 sub_tensor_58" [id=1218, type=sub]; +"1219 linear_57" [id=1219, type=linear]; +"1220 view_48" [id=1220, type=view]; +"1221 _tensor_constant55" [id=1221, type=get_attr]; +"1222 index_9" [id=1222, type=index]; +"1223 view_49" [id=1223, type=view]; +"1224 permute_41" [id=1224, type=permute]; +"1225 contiguous_16" [id=1225, type=contiguous]; +"1226 unsqueeze_25" [id=1226, type=unsqueeze]; +"1227 sigmoid_9" [id=1227, type=sigmoid]; +"1228 mul_18" [id=1228, type=mul]; +"1229 pad_11" [id=1229, type=pad]; +"1230 roll_8" [id=1230, type=roll]; +"1231 view_50" [id=1231, type=view]; +"1232 permute_42" [id=1232, type=permute]; +"1233 reshape_40" [id=1233, type=reshape]; +"1234 reshape_40_0_0_nncf_smooth_quant_0" [id=1234, type=call_module]; +"1235 quantize_per_tensor_default_57" [id=1235, type=quantize_per_tensor]; +"1236 dequantize_per_tensor_default_57" [id=1236, type=dequantize_per_tensor]; +"1237 _param_constant157_0_0" [id=1237, type=get_attr]; +"1238 scale_updated_constant59" [id=1238, type=get_attr]; +"1239 compressed_weight_updated_constant59" [id=1239, type=get_attr]; +"1240 mul_tensor_59" [id=1240, type=mul]; +"1241 zero_point_updated_constant59" [id=1241, type=get_attr]; +"1242 sub_tensor_59" [id=1242, type=sub]; +"1243 linear_58" [id=1243, type=linear]; +"1244 reshape_41" [id=1244, type=reshape]; +"1245 permute_43" [id=1245, type=permute]; +"1246 select_27" [id=1246, type=select]; +"1247 select_28" [id=1247, type=select]; +"1248 select_29" [id=1248, type=select]; +"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; +"1250 clamp_min_18" [id=1250, type=clamp_min]; +"1251 expand_as_18" [id=1251, type=expand_as]; +"1252 div_18" [id=1252, type=div]; +"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; +"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; +"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; +"1256 clamp_min_19" [id=1256, type=clamp_min]; +"1257 expand_as_19" [id=1257, type=expand_as]; +"1258 div_19" [id=1258, type=div]; +"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; +"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; +"1261 transpose_18" [id=1261, type=transpose]; +"1262 matmul_18" [id=1262, type=matmul]; +"1263 _param_constant159" [id=1263, type=get_attr]; +"1264 clamp_9" [id=1264, type=clamp]; +"1265 exp_9" [id=1265, type=exp]; +"1266 mul_19" [id=1266, type=mul]; +"1267 add_31" [id=1267, type=add]; +"1268 new_zeros_4" [id=1268, type=new_zeros]; +"1269 view_51" [id=1269, type=view]; +"1270 permute_44" [id=1270, type=permute]; +"1271 reshape_42" [id=1271, type=reshape]; +"1272 unsqueeze_26" [id=1272, type=unsqueeze]; +"1273 unsqueeze_27" [id=1273, type=unsqueeze]; +"1274 sub_4" [id=1274, type=sub]; +"1275 ne_4" [id=1275, type=ne]; +"1276 masked_fill_8" [id=1276, type=masked_fill]; +"1277 eq_4" [id=1277, type=eq]; +"1278 masked_fill_9" [id=1278, type=masked_fill]; +"1279 view_52" [id=1279, type=view]; +"1280 unsqueeze_28" [id=1280, type=unsqueeze]; +"1281 unsqueeze_29" [id=1281, type=unsqueeze]; +"1282 add_32" [id=1282, type=add]; +"1283 view_53" [id=1283, type=view]; +"1284 softmax_9" [id=1284, type=softmax]; +"1285 dropout_36" [id=1285, type=dropout]; +"1286 matmul_19" [id=1286, type=matmul]; +"1287 transpose_19" [id=1287, type=transpose]; +"1288 reshape_43" [id=1288, type=reshape]; +"1289 reshape_43_0_0_nncf_smooth_quant_0" [id=1289, type=call_module]; +"1290 quantize_per_tensor_default_60" [id=1290, type=quantize_per_tensor]; +"1291 dequantize_per_tensor_default_60" [id=1291, type=dequantize_per_tensor]; +"1292 _param_constant161_0_0" [id=1292, type=get_attr]; +"1293 scale_updated_constant60" [id=1293, type=get_attr]; +"1294 compressed_weight_updated_constant60" [id=1294, type=get_attr]; +"1295 mul_tensor_60" [id=1295, type=mul]; +"1296 zero_point_updated_constant60" [id=1296, type=get_attr]; +"1297 sub_tensor_60" [id=1297, type=sub]; +"1298 linear_59" [id=1298, type=linear]; +"1299 dropout_37" [id=1299, type=dropout]; +"1300 view_54" [id=1300, type=view]; +"1301 permute_45" [id=1301, type=permute]; +"1302 reshape_44" [id=1302, type=reshape]; +"1303 roll_9" [id=1303, type=roll]; +"1304 slice_157" [id=1304, type=slice]; +"1305 slice_158" [id=1305, type=slice]; +"1306 slice_159" [id=1306, type=slice]; +"1307 slice_160" [id=1307, type=slice]; +"1308 contiguous_17" [id=1308, type=contiguous]; +"1309 _param_constant162" [id=1309, type=get_attr]; +"1310 _param_constant163" [id=1310, type=get_attr]; +"1311 layer_norm_21" [id=1311, type=layer_norm]; +"1312 add_33" [id=1312, type=add]; +"1313 add_33_0_0_nncf_smooth_quant_0" [id=1313, type=call_module]; +"1314 quantize_per_tensor_default_61" [id=1314, type=quantize_per_tensor]; +"1315 dequantize_per_tensor_default_61" [id=1315, type=dequantize_per_tensor]; +"1316 _param_constant165_0_0" [id=1316, type=get_attr]; +"1317 scale_updated_constant61" [id=1317, type=get_attr]; +"1318 compressed_weight_updated_constant61" [id=1318, type=get_attr]; +"1319 mul_tensor_61" [id=1319, type=mul]; +"1320 zero_point_updated_constant61" [id=1320, type=get_attr]; +"1321 sub_tensor_61" [id=1321, type=sub]; +"1322 linear_60" [id=1322, type=linear]; +"1323 gelu_9" [id=1323, type=gelu]; +"1324 dropout_38" [id=1324, type=dropout]; +"1325 dropout_38_0_0_nncf_smooth_quant_0" [id=1325, type=call_module]; +"1326 quantize_per_tensor_default_62" [id=1326, type=quantize_per_tensor]; +"1327 dequantize_per_tensor_default_62" [id=1327, type=dequantize_per_tensor]; +"1328 _param_constant167_0_0" [id=1328, type=get_attr]; +"1329 scale_updated_constant62" [id=1329, type=get_attr]; +"1330 compressed_weight_updated_constant62" [id=1330, type=get_attr]; +"1331 mul_tensor_62" [id=1331, type=mul]; +"1332 zero_point_updated_constant62" [id=1332, type=get_attr]; +"1333 sub_tensor_62" [id=1333, type=sub]; +"1334 linear_61" [id=1334, type=linear]; +"1335 dropout_39" [id=1335, type=dropout]; +"1336 _param_constant168" [id=1336, type=get_attr]; +"1337 _param_constant169" [id=1337, type=get_attr]; +"1338 layer_norm_22" [id=1338, type=layer_norm]; +"1339 add_34" [id=1339, type=add]; +"1340 _tensor_constant65" [id=1340, type=get_attr]; +"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1341, type=call_module]; +"1342 _param_constant171_0_0" [id=1342, type=get_attr]; +"1343 scale_updated_constant63" [id=1343, type=get_attr]; +"1344 compressed_weight_updated_constant63" [id=1344, type=get_attr]; +"1345 mul_tensor_63" [id=1345, type=mul]; +"1346 zero_point_updated_constant63" [id=1346, type=get_attr]; +"1347 sub_tensor_63" [id=1347, type=sub]; +"1348 linear_62" [id=1348, type=linear]; +"1349 relu__10" [id=1349, type=relu_]; +"1350 relu__10_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; +"1351 scale_updated_constant64" [id=1351, type=get_attr]; +"1352 compressed_weight_updated_constant64" [id=1352, type=get_attr]; +"1353 mul_tensor_64" [id=1353, type=mul]; +"1354 zero_point_updated_constant64" [id=1354, type=get_attr]; +"1355 sub_tensor_64" [id=1355, type=sub]; +"1356 linear_63" [id=1356, type=linear]; +"1357 view_55" [id=1357, type=view]; +"1358 _tensor_constant66" [id=1358, type=get_attr]; +"1359 index_10" [id=1359, type=index]; +"1360 view_56" [id=1360, type=view]; +"1361 permute_46" [id=1361, type=permute]; +"1362 contiguous_18" [id=1362, type=contiguous]; +"1363 unsqueeze_30" [id=1363, type=unsqueeze]; +"1364 sigmoid_10" [id=1364, type=sigmoid]; +"1365 mul_20" [id=1365, type=mul]; +"1366 pad_12" [id=1366, type=pad]; +"1367 view_57" [id=1367, type=view]; +"1368 permute_47" [id=1368, type=permute]; +"1369 reshape_45" [id=1369, type=reshape]; +"1370 reshape_45_0_0_nncf_smooth_quant_0" [id=1370, type=call_module]; +"1371 quantize_per_tensor_default_63" [id=1371, type=quantize_per_tensor]; +"1372 dequantize_per_tensor_default_63" [id=1372, type=dequantize_per_tensor]; +"1373 _param_constant173_0_0" [id=1373, type=get_attr]; +"1374 scale_updated_constant65" [id=1374, type=get_attr]; +"1375 compressed_weight_updated_constant65" [id=1375, type=get_attr]; +"1376 mul_tensor_65" [id=1376, type=mul]; +"1377 zero_point_updated_constant65" [id=1377, type=get_attr]; +"1378 sub_tensor_65" [id=1378, type=sub]; +"1379 linear_64" [id=1379, type=linear]; +"1380 reshape_46" [id=1380, type=reshape]; +"1381 permute_48" [id=1381, type=permute]; +"1382 select_30" [id=1382, type=select]; +"1383 select_31" [id=1383, type=select]; +"1384 select_32" [id=1384, type=select]; +"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; +"1386 clamp_min_20" [id=1386, type=clamp_min]; +"1387 expand_as_20" [id=1387, type=expand_as]; +"1388 div_20" [id=1388, type=div]; +"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; +"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; +"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; +"1392 clamp_min_21" [id=1392, type=clamp_min]; +"1393 expand_as_21" [id=1393, type=expand_as]; +"1394 div_21" [id=1394, type=div]; +"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; +"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; +"1397 transpose_20" [id=1397, type=transpose]; +"1398 matmul_20" [id=1398, type=matmul]; +"1399 _param_constant175" [id=1399, type=get_attr]; +"1400 clamp_10" [id=1400, type=clamp]; +"1401 exp_10" [id=1401, type=exp]; +"1402 mul_21" [id=1402, type=mul]; +"1403 add_35" [id=1403, type=add]; +"1404 softmax_10" [id=1404, type=softmax]; +"1405 dropout_40" [id=1405, type=dropout]; +"1406 matmul_21" [id=1406, type=matmul]; +"1407 transpose_21" [id=1407, type=transpose]; +"1408 reshape_47" [id=1408, type=reshape]; +"1409 reshape_47_0_0_nncf_smooth_quant_0" [id=1409, type=call_module]; +"1410 quantize_per_tensor_default_66" [id=1410, type=quantize_per_tensor]; +"1411 dequantize_per_tensor_default_66" [id=1411, type=dequantize_per_tensor]; +"1412 _param_constant177_0_0" [id=1412, type=get_attr]; +"1413 scale_updated_constant66" [id=1413, type=get_attr]; +"1414 compressed_weight_updated_constant66" [id=1414, type=get_attr]; +"1415 mul_tensor_66" [id=1415, type=mul]; +"1416 zero_point_updated_constant66" [id=1416, type=get_attr]; +"1417 sub_tensor_66" [id=1417, type=sub]; +"1418 linear_65" [id=1418, type=linear]; +"1419 dropout_41" [id=1419, type=dropout]; +"1420 view_58" [id=1420, type=view]; +"1421 permute_49" [id=1421, type=permute]; +"1422 reshape_48" [id=1422, type=reshape]; +"1423 slice_162" [id=1423, type=slice]; +"1424 slice_163" [id=1424, type=slice]; +"1425 slice_164" [id=1425, type=slice]; +"1426 slice_165" [id=1426, type=slice]; +"1427 contiguous_19" [id=1427, type=contiguous]; +"1428 _param_constant178" [id=1428, type=get_attr]; +"1429 _param_constant179" [id=1429, type=get_attr]; +"1430 layer_norm_23" [id=1430, type=layer_norm]; +"1431 add_36" [id=1431, type=add]; +"1432 add_36_0_0_nncf_smooth_quant_0" [id=1432, type=call_module]; +"1433 quantize_per_tensor_default_67" [id=1433, type=quantize_per_tensor]; +"1434 dequantize_per_tensor_default_67" [id=1434, type=dequantize_per_tensor]; +"1435 _param_constant181_0_0" [id=1435, type=get_attr]; +"1436 scale_updated_constant67" [id=1436, type=get_attr]; +"1437 compressed_weight_updated_constant67" [id=1437, type=get_attr]; +"1438 mul_tensor_67" [id=1438, type=mul]; +"1439 zero_point_updated_constant67" [id=1439, type=get_attr]; +"1440 sub_tensor_67" [id=1440, type=sub]; +"1441 linear_66" [id=1441, type=linear]; +"1442 gelu_10" [id=1442, type=gelu]; +"1443 dropout_42" [id=1443, type=dropout]; +"1444 dropout_42_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; +"1445 quantize_per_tensor_default_68" [id=1445, type=quantize_per_tensor]; +"1446 dequantize_per_tensor_default_68" [id=1446, type=dequantize_per_tensor]; +"1447 _param_constant183_0_0" [id=1447, type=get_attr]; +"1448 scale_updated_constant68" [id=1448, type=get_attr]; +"1449 compressed_weight_updated_constant68" [id=1449, type=get_attr]; +"1450 mul_tensor_68" [id=1450, type=mul]; +"1451 zero_point_updated_constant68" [id=1451, type=get_attr]; +"1452 sub_tensor_68" [id=1452, type=sub]; +"1453 linear_67" [id=1453, type=linear]; +"1454 dropout_43" [id=1454, type=dropout]; +"1455 _param_constant184" [id=1455, type=get_attr]; +"1456 _param_constant185" [id=1456, type=get_attr]; +"1457 layer_norm_24" [id=1457, type=layer_norm]; +"1458 add_37" [id=1458, type=add]; +"1459 _tensor_constant67" [id=1459, type=get_attr]; +"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; +"1461 _param_constant187_0_0" [id=1461, type=get_attr]; +"1462 scale_updated_constant69" [id=1462, type=get_attr]; +"1463 compressed_weight_updated_constant69" [id=1463, type=get_attr]; +"1464 mul_tensor_69" [id=1464, type=mul]; +"1465 zero_point_updated_constant69" [id=1465, type=get_attr]; +"1466 sub_tensor_69" [id=1466, type=sub]; +"1467 linear_68" [id=1467, type=linear]; +"1468 relu__11" [id=1468, type=relu_]; +"1469 relu__11_0_0_nncf_smooth_quant_0" [id=1469, type=call_module]; +"1470 scale_updated_constant70" [id=1470, type=get_attr]; +"1471 compressed_weight_updated_constant70" [id=1471, type=get_attr]; +"1472 mul_tensor_70" [id=1472, type=mul]; +"1473 zero_point_updated_constant70" [id=1473, type=get_attr]; +"1474 sub_tensor_70" [id=1474, type=sub]; +"1475 linear_69" [id=1475, type=linear]; +"1476 view_59" [id=1476, type=view]; +"1477 _tensor_constant68" [id=1477, type=get_attr]; +"1478 index_11" [id=1478, type=index]; +"1479 view_60" [id=1479, type=view]; +"1480 permute_50" [id=1480, type=permute]; +"1481 contiguous_20" [id=1481, type=contiguous]; +"1482 unsqueeze_31" [id=1482, type=unsqueeze]; +"1483 sigmoid_11" [id=1483, type=sigmoid]; +"1484 mul_22" [id=1484, type=mul]; +"1485 pad_13" [id=1485, type=pad]; +"1486 roll_10" [id=1486, type=roll]; +"1487 view_61" [id=1487, type=view]; +"1488 permute_51" [id=1488, type=permute]; +"1489 reshape_49" [id=1489, type=reshape]; +"1490 reshape_49_0_0_nncf_smooth_quant_0" [id=1490, type=call_module]; +"1491 quantize_per_tensor_default_69" [id=1491, type=quantize_per_tensor]; +"1492 dequantize_per_tensor_default_69" [id=1492, type=dequantize_per_tensor]; +"1493 _param_constant189_0_0" [id=1493, type=get_attr]; +"1494 scale_updated_constant71" [id=1494, type=get_attr]; +"1495 compressed_weight_updated_constant71" [id=1495, type=get_attr]; +"1496 mul_tensor_71" [id=1496, type=mul]; +"1497 zero_point_updated_constant71" [id=1497, type=get_attr]; +"1498 sub_tensor_71" [id=1498, type=sub]; +"1499 linear_70" [id=1499, type=linear]; +"1500 reshape_50" [id=1500, type=reshape]; +"1501 permute_52" [id=1501, type=permute]; +"1502 select_33" [id=1502, type=select]; +"1503 select_34" [id=1503, type=select]; +"1504 select_35" [id=1504, type=select]; +"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; +"1506 clamp_min_22" [id=1506, type=clamp_min]; +"1507 expand_as_22" [id=1507, type=expand_as]; +"1508 div_22" [id=1508, type=div]; +"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; +"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; +"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; +"1512 clamp_min_23" [id=1512, type=clamp_min]; +"1513 expand_as_23" [id=1513, type=expand_as]; +"1514 div_23" [id=1514, type=div]; +"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; +"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; +"1517 transpose_22" [id=1517, type=transpose]; +"1518 matmul_22" [id=1518, type=matmul]; +"1519 _param_constant191" [id=1519, type=get_attr]; +"1520 clamp_11" [id=1520, type=clamp]; +"1521 exp_11" [id=1521, type=exp]; +"1522 mul_23" [id=1522, type=mul]; +"1523 add_38" [id=1523, type=add]; +"1524 new_zeros_5" [id=1524, type=new_zeros]; +"1525 view_62" [id=1525, type=view]; +"1526 permute_53" [id=1526, type=permute]; +"1527 reshape_51" [id=1527, type=reshape]; +"1528 unsqueeze_32" [id=1528, type=unsqueeze]; +"1529 unsqueeze_33" [id=1529, type=unsqueeze]; +"1530 sub_5" [id=1530, type=sub]; +"1531 ne_5" [id=1531, type=ne]; +"1532 masked_fill_10" [id=1532, type=masked_fill]; +"1533 eq_5" [id=1533, type=eq]; +"1534 masked_fill_11" [id=1534, type=masked_fill]; +"1535 view_63" [id=1535, type=view]; +"1536 unsqueeze_34" [id=1536, type=unsqueeze]; +"1537 unsqueeze_35" [id=1537, type=unsqueeze]; +"1538 add_39" [id=1538, type=add]; +"1539 view_64" [id=1539, type=view]; +"1540 softmax_11" [id=1540, type=softmax]; +"1541 dropout_44" [id=1541, type=dropout]; +"1542 matmul_23" [id=1542, type=matmul]; +"1543 transpose_23" [id=1543, type=transpose]; +"1544 reshape_52" [id=1544, type=reshape]; +"1545 reshape_52_0_0_nncf_smooth_quant_0" [id=1545, type=call_module]; +"1546 quantize_per_tensor_default_72" [id=1546, type=quantize_per_tensor]; +"1547 dequantize_per_tensor_default_72" [id=1547, type=dequantize_per_tensor]; +"1548 _param_constant193_0_0" [id=1548, type=get_attr]; +"1549 scale_updated_constant72" [id=1549, type=get_attr]; +"1550 compressed_weight_updated_constant72" [id=1550, type=get_attr]; +"1551 mul_tensor_72" [id=1551, type=mul]; +"1552 zero_point_updated_constant72" [id=1552, type=get_attr]; +"1553 sub_tensor_72" [id=1553, type=sub]; +"1554 linear_71" [id=1554, type=linear]; +"1555 dropout_45" [id=1555, type=dropout]; +"1556 view_65" [id=1556, type=view]; +"1557 permute_54" [id=1557, type=permute]; +"1558 reshape_53" [id=1558, type=reshape]; +"1559 roll_11" [id=1559, type=roll]; +"1560 slice_185" [id=1560, type=slice]; +"1561 slice_186" [id=1561, type=slice]; +"1562 slice_187" [id=1562, type=slice]; +"1563 slice_188" [id=1563, type=slice]; +"1564 contiguous_21" [id=1564, type=contiguous]; +"1565 _param_constant194" [id=1565, type=get_attr]; +"1566 _param_constant195" [id=1566, type=get_attr]; +"1567 layer_norm_25" [id=1567, type=layer_norm]; +"1568 add_40" [id=1568, type=add]; +"1569 add_40_0_0_nncf_smooth_quant_0" [id=1569, type=call_module]; +"1570 quantize_per_tensor_default_73" [id=1570, type=quantize_per_tensor]; +"1571 dequantize_per_tensor_default_73" [id=1571, type=dequantize_per_tensor]; +"1572 _param_constant197_0_0" [id=1572, type=get_attr]; +"1573 scale_updated_constant73" [id=1573, type=get_attr]; +"1574 compressed_weight_updated_constant73" [id=1574, type=get_attr]; +"1575 mul_tensor_73" [id=1575, type=mul]; +"1576 zero_point_updated_constant73" [id=1576, type=get_attr]; +"1577 sub_tensor_73" [id=1577, type=sub]; +"1578 linear_72" [id=1578, type=linear]; +"1579 gelu_11" [id=1579, type=gelu]; +"1580 dropout_46" [id=1580, type=dropout]; +"1581 dropout_46_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; +"1582 quantize_per_tensor_default_74" [id=1582, type=quantize_per_tensor]; +"1583 dequantize_per_tensor_default_74" [id=1583, type=dequantize_per_tensor]; +"1584 _param_constant199_0_0" [id=1584, type=get_attr]; +"1585 scale_updated_constant74" [id=1585, type=get_attr]; +"1586 compressed_weight_updated_constant74" [id=1586, type=get_attr]; +"1587 mul_tensor_74" [id=1587, type=mul]; +"1588 zero_point_updated_constant74" [id=1588, type=get_attr]; +"1589 sub_tensor_74" [id=1589, type=sub]; +"1590 linear_73" [id=1590, type=linear]; +"1591 dropout_47" [id=1591, type=dropout]; +"1592 _param_constant200" [id=1592, type=get_attr]; +"1593 _param_constant201" [id=1593, type=get_attr]; +"1594 layer_norm_26" [id=1594, type=layer_norm]; +"1595 add_41" [id=1595, type=add]; +"1596 _tensor_constant78" [id=1596, type=get_attr]; +"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1597, type=call_module]; +"1598 _param_constant203_0_0" [id=1598, type=get_attr]; +"1599 scale_updated_constant75" [id=1599, type=get_attr]; +"1600 compressed_weight_updated_constant75" [id=1600, type=get_attr]; +"1601 mul_tensor_75" [id=1601, type=mul]; +"1602 zero_point_updated_constant75" [id=1602, type=get_attr]; +"1603 sub_tensor_75" [id=1603, type=sub]; +"1604 linear_74" [id=1604, type=linear]; +"1605 relu__12" [id=1605, type=relu_]; +"1606 relu__12_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; +"1607 scale_updated_constant76" [id=1607, type=get_attr]; +"1608 compressed_weight_updated_constant76" [id=1608, type=get_attr]; +"1609 mul_tensor_76" [id=1609, type=mul]; +"1610 zero_point_updated_constant76" [id=1610, type=get_attr]; +"1611 sub_tensor_76" [id=1611, type=sub]; +"1612 linear_75" [id=1612, type=linear]; +"1613 view_66" [id=1613, type=view]; +"1614 _tensor_constant79" [id=1614, type=get_attr]; +"1615 index_12" [id=1615, type=index]; +"1616 view_67" [id=1616, type=view]; +"1617 permute_55" [id=1617, type=permute]; +"1618 contiguous_22" [id=1618, type=contiguous]; +"1619 unsqueeze_36" [id=1619, type=unsqueeze]; +"1620 sigmoid_12" [id=1620, type=sigmoid]; +"1621 mul_24" [id=1621, type=mul]; +"1622 pad_14" [id=1622, type=pad]; +"1623 view_68" [id=1623, type=view]; +"1624 permute_56" [id=1624, type=permute]; +"1625 reshape_54" [id=1625, type=reshape]; +"1626 reshape_54_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; +"1627 quantize_per_tensor_default_75" [id=1627, type=quantize_per_tensor]; +"1628 dequantize_per_tensor_default_75" [id=1628, type=dequantize_per_tensor]; +"1629 _param_constant205_0_0" [id=1629, type=get_attr]; +"1630 scale_updated_constant77" [id=1630, type=get_attr]; +"1631 compressed_weight_updated_constant77" [id=1631, type=get_attr]; +"1632 mul_tensor_77" [id=1632, type=mul]; +"1633 zero_point_updated_constant77" [id=1633, type=get_attr]; +"1634 sub_tensor_77" [id=1634, type=sub]; +"1635 linear_76" [id=1635, type=linear]; +"1636 reshape_55" [id=1636, type=reshape]; +"1637 permute_57" [id=1637, type=permute]; +"1638 select_36" [id=1638, type=select]; +"1639 select_37" [id=1639, type=select]; +"1640 select_38" [id=1640, type=select]; +"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; +"1642 clamp_min_24" [id=1642, type=clamp_min]; +"1643 expand_as_24" [id=1643, type=expand_as]; +"1644 div_24" [id=1644, type=div]; +"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; +"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; +"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; +"1648 clamp_min_25" [id=1648, type=clamp_min]; +"1649 expand_as_25" [id=1649, type=expand_as]; +"1650 div_25" [id=1650, type=div]; +"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; +"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; +"1653 transpose_24" [id=1653, type=transpose]; +"1654 matmul_24" [id=1654, type=matmul]; +"1655 _param_constant207" [id=1655, type=get_attr]; +"1656 clamp_12" [id=1656, type=clamp]; +"1657 exp_12" [id=1657, type=exp]; +"1658 mul_25" [id=1658, type=mul]; +"1659 add_42" [id=1659, type=add]; +"1660 softmax_12" [id=1660, type=softmax]; +"1661 dropout_48" [id=1661, type=dropout]; +"1662 matmul_25" [id=1662, type=matmul]; +"1663 transpose_25" [id=1663, type=transpose]; +"1664 reshape_56" [id=1664, type=reshape]; +"1665 reshape_56_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; +"1666 quantize_per_tensor_default_78" [id=1666, type=quantize_per_tensor]; +"1667 dequantize_per_tensor_default_78" [id=1667, type=dequantize_per_tensor]; +"1668 _param_constant209_0_0" [id=1668, type=get_attr]; +"1669 scale_updated_constant78" [id=1669, type=get_attr]; +"1670 compressed_weight_updated_constant78" [id=1670, type=get_attr]; +"1671 mul_tensor_78" [id=1671, type=mul]; +"1672 zero_point_updated_constant78" [id=1672, type=get_attr]; +"1673 sub_tensor_78" [id=1673, type=sub]; +"1674 linear_77" [id=1674, type=linear]; +"1675 dropout_49" [id=1675, type=dropout]; +"1676 view_69" [id=1676, type=view]; +"1677 permute_58" [id=1677, type=permute]; +"1678 reshape_57" [id=1678, type=reshape]; +"1679 slice_190" [id=1679, type=slice]; +"1680 slice_191" [id=1680, type=slice]; +"1681 slice_192" [id=1681, type=slice]; +"1682 slice_193" [id=1682, type=slice]; +"1683 contiguous_23" [id=1683, type=contiguous]; +"1684 _param_constant210" [id=1684, type=get_attr]; +"1685 _param_constant211" [id=1685, type=get_attr]; +"1686 layer_norm_27" [id=1686, type=layer_norm]; +"1687 add_43" [id=1687, type=add]; +"1688 add_43_0_0_nncf_smooth_quant_0" [id=1688, type=call_module]; +"1689 quantize_per_tensor_default_79" [id=1689, type=quantize_per_tensor]; +"1690 dequantize_per_tensor_default_79" [id=1690, type=dequantize_per_tensor]; +"1691 _param_constant213_0_0" [id=1691, type=get_attr]; +"1692 scale_updated_constant79" [id=1692, type=get_attr]; +"1693 compressed_weight_updated_constant79" [id=1693, type=get_attr]; +"1694 mul_tensor_79" [id=1694, type=mul]; +"1695 zero_point_updated_constant79" [id=1695, type=get_attr]; +"1696 sub_tensor_79" [id=1696, type=sub]; +"1697 linear_78" [id=1697, type=linear]; +"1698 gelu_12" [id=1698, type=gelu]; +"1699 dropout_50" [id=1699, type=dropout]; +"1700 dropout_50_0_0_nncf_smooth_quant_0" [id=1700, type=call_module]; +"1701 quantize_per_tensor_default_80" [id=1701, type=quantize_per_tensor]; +"1702 dequantize_per_tensor_default_80" [id=1702, type=dequantize_per_tensor]; +"1703 _param_constant215_0_0" [id=1703, type=get_attr]; +"1704 scale_updated_constant80" [id=1704, type=get_attr]; +"1705 compressed_weight_updated_constant80" [id=1705, type=get_attr]; +"1706 mul_tensor_80" [id=1706, type=mul]; +"1707 zero_point_updated_constant80" [id=1707, type=get_attr]; +"1708 sub_tensor_80" [id=1708, type=sub]; +"1709 linear_79" [id=1709, type=linear]; +"1710 dropout_51" [id=1710, type=dropout]; +"1711 _param_constant216" [id=1711, type=get_attr]; +"1712 _param_constant217" [id=1712, type=get_attr]; +"1713 layer_norm_28" [id=1713, type=layer_norm]; +"1714 add_44" [id=1714, type=add]; +"1715 _tensor_constant80" [id=1715, type=get_attr]; +"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1716, type=call_module]; +"1717 _param_constant219_0_0" [id=1717, type=get_attr]; +"1718 scale_updated_constant81" [id=1718, type=get_attr]; +"1719 compressed_weight_updated_constant81" [id=1719, type=get_attr]; +"1720 mul_tensor_81" [id=1720, type=mul]; +"1721 zero_point_updated_constant81" [id=1721, type=get_attr]; +"1722 sub_tensor_81" [id=1722, type=sub]; +"1723 linear_80" [id=1723, type=linear]; +"1724 relu__13" [id=1724, type=relu_]; +"1725 relu__13_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; +"1726 scale_updated_constant82" [id=1726, type=get_attr]; +"1727 compressed_weight_updated_constant82" [id=1727, type=get_attr]; +"1728 mul_tensor_82" [id=1728, type=mul]; +"1729 zero_point_updated_constant82" [id=1729, type=get_attr]; +"1730 sub_tensor_82" [id=1730, type=sub]; +"1731 linear_81" [id=1731, type=linear]; +"1732 view_70" [id=1732, type=view]; +"1733 _tensor_constant81" [id=1733, type=get_attr]; +"1734 index_13" [id=1734, type=index]; +"1735 view_71" [id=1735, type=view]; +"1736 permute_59" [id=1736, type=permute]; +"1737 contiguous_24" [id=1737, type=contiguous]; +"1738 unsqueeze_37" [id=1738, type=unsqueeze]; +"1739 sigmoid_13" [id=1739, type=sigmoid]; +"1740 mul_26" [id=1740, type=mul]; +"1741 pad_15" [id=1741, type=pad]; +"1742 roll_12" [id=1742, type=roll]; +"1743 view_72" [id=1743, type=view]; +"1744 permute_60" [id=1744, type=permute]; +"1745 reshape_58" [id=1745, type=reshape]; +"1746 reshape_58_0_0_nncf_smooth_quant_0" [id=1746, type=call_module]; +"1747 quantize_per_tensor_default_81" [id=1747, type=quantize_per_tensor]; +"1748 dequantize_per_tensor_default_81" [id=1748, type=dequantize_per_tensor]; +"1749 _param_constant221_0_0" [id=1749, type=get_attr]; +"1750 scale_updated_constant83" [id=1750, type=get_attr]; +"1751 compressed_weight_updated_constant83" [id=1751, type=get_attr]; +"1752 mul_tensor_83" [id=1752, type=mul]; +"1753 zero_point_updated_constant83" [id=1753, type=get_attr]; +"1754 sub_tensor_83" [id=1754, type=sub]; +"1755 linear_82" [id=1755, type=linear]; +"1756 reshape_59" [id=1756, type=reshape]; +"1757 permute_61" [id=1757, type=permute]; +"1758 select_39" [id=1758, type=select]; +"1759 select_40" [id=1759, type=select]; +"1760 select_41" [id=1760, type=select]; +"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; +"1762 clamp_min_26" [id=1762, type=clamp_min]; +"1763 expand_as_26" [id=1763, type=expand_as]; +"1764 div_26" [id=1764, type=div]; +"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; +"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; +"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; +"1768 clamp_min_27" [id=1768, type=clamp_min]; +"1769 expand_as_27" [id=1769, type=expand_as]; +"1770 div_27" [id=1770, type=div]; +"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; +"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; +"1773 transpose_26" [id=1773, type=transpose]; +"1774 matmul_26" [id=1774, type=matmul]; +"1775 _param_constant223" [id=1775, type=get_attr]; +"1776 clamp_13" [id=1776, type=clamp]; +"1777 exp_13" [id=1777, type=exp]; +"1778 mul_27" [id=1778, type=mul]; +"1779 add_45" [id=1779, type=add]; +"1780 new_zeros_6" [id=1780, type=new_zeros]; +"1781 view_73" [id=1781, type=view]; +"1782 permute_62" [id=1782, type=permute]; +"1783 reshape_60" [id=1783, type=reshape]; +"1784 unsqueeze_38" [id=1784, type=unsqueeze]; +"1785 unsqueeze_39" [id=1785, type=unsqueeze]; +"1786 sub_6" [id=1786, type=sub]; +"1787 ne_6" [id=1787, type=ne]; +"1788 masked_fill_12" [id=1788, type=masked_fill]; +"1789 eq_6" [id=1789, type=eq]; +"1790 masked_fill_13" [id=1790, type=masked_fill]; +"1791 view_74" [id=1791, type=view]; +"1792 unsqueeze_40" [id=1792, type=unsqueeze]; +"1793 unsqueeze_41" [id=1793, type=unsqueeze]; +"1794 add_46" [id=1794, type=add]; +"1795 view_75" [id=1795, type=view]; +"1796 softmax_13" [id=1796, type=softmax]; +"1797 dropout_52" [id=1797, type=dropout]; +"1798 matmul_27" [id=1798, type=matmul]; +"1799 transpose_27" [id=1799, type=transpose]; +"1800 reshape_61" [id=1800, type=reshape]; +"1801 reshape_61_0_0_nncf_smooth_quant_0" [id=1801, type=call_module]; +"1802 quantize_per_tensor_default_84" [id=1802, type=quantize_per_tensor]; +"1803 dequantize_per_tensor_default_84" [id=1803, type=dequantize_per_tensor]; +"1804 _param_constant225_0_0" [id=1804, type=get_attr]; +"1805 scale_updated_constant84" [id=1805, type=get_attr]; +"1806 compressed_weight_updated_constant84" [id=1806, type=get_attr]; +"1807 mul_tensor_84" [id=1807, type=mul]; +"1808 zero_point_updated_constant84" [id=1808, type=get_attr]; +"1809 sub_tensor_84" [id=1809, type=sub]; +"1810 linear_83" [id=1810, type=linear]; +"1811 dropout_53" [id=1811, type=dropout]; +"1812 view_76" [id=1812, type=view]; +"1813 permute_63" [id=1813, type=permute]; +"1814 reshape_62" [id=1814, type=reshape]; +"1815 roll_13" [id=1815, type=roll]; +"1816 slice_213" [id=1816, type=slice]; +"1817 slice_214" [id=1817, type=slice]; +"1818 slice_215" [id=1818, type=slice]; +"1819 slice_216" [id=1819, type=slice]; +"1820 contiguous_25" [id=1820, type=contiguous]; +"1821 _param_constant226" [id=1821, type=get_attr]; +"1822 _param_constant227" [id=1822, type=get_attr]; +"1823 layer_norm_29" [id=1823, type=layer_norm]; +"1824 add_47" [id=1824, type=add]; +"1825 add_47_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; +"1826 quantize_per_tensor_default_85" [id=1826, type=quantize_per_tensor]; +"1827 dequantize_per_tensor_default_85" [id=1827, type=dequantize_per_tensor]; +"1828 _param_constant229_0_0" [id=1828, type=get_attr]; +"1829 scale_updated_constant85" [id=1829, type=get_attr]; +"1830 compressed_weight_updated_constant85" [id=1830, type=get_attr]; +"1831 mul_tensor_85" [id=1831, type=mul]; +"1832 zero_point_updated_constant85" [id=1832, type=get_attr]; +"1833 sub_tensor_85" [id=1833, type=sub]; +"1834 linear_84" [id=1834, type=linear]; +"1835 gelu_13" [id=1835, type=gelu]; +"1836 dropout_54" [id=1836, type=dropout]; +"1837 dropout_54_0_0_nncf_smooth_quant_0" [id=1837, type=call_module]; +"1838 quantize_per_tensor_default_86" [id=1838, type=quantize_per_tensor]; +"1839 dequantize_per_tensor_default_86" [id=1839, type=dequantize_per_tensor]; +"1840 _param_constant231_0_0" [id=1840, type=get_attr]; +"1841 scale_updated_constant86" [id=1841, type=get_attr]; +"1842 compressed_weight_updated_constant86" [id=1842, type=get_attr]; +"1843 mul_tensor_86" [id=1843, type=mul]; +"1844 zero_point_updated_constant86" [id=1844, type=get_attr]; +"1845 sub_tensor_86" [id=1845, type=sub]; +"1846 linear_85" [id=1846, type=linear]; +"1847 dropout_55" [id=1847, type=dropout]; +"1848 _param_constant232" [id=1848, type=get_attr]; +"1849 _param_constant233" [id=1849, type=get_attr]; +"1850 layer_norm_30" [id=1850, type=layer_norm]; +"1851 add_48" [id=1851, type=add]; +"1852 _tensor_constant91" [id=1852, type=get_attr]; +"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1853, type=call_module]; +"1854 _param_constant235_0_0" [id=1854, type=get_attr]; +"1855 scale_updated_constant87" [id=1855, type=get_attr]; +"1856 compressed_weight_updated_constant87" [id=1856, type=get_attr]; +"1857 mul_tensor_87" [id=1857, type=mul]; +"1858 zero_point_updated_constant87" [id=1858, type=get_attr]; +"1859 sub_tensor_87" [id=1859, type=sub]; +"1860 linear_86" [id=1860, type=linear]; +"1861 relu__14" [id=1861, type=relu_]; +"1862 relu__14_0_0_nncf_smooth_quant_0" [id=1862, type=call_module]; +"1863 scale_updated_constant88" [id=1863, type=get_attr]; +"1864 compressed_weight_updated_constant88" [id=1864, type=get_attr]; +"1865 mul_tensor_88" [id=1865, type=mul]; +"1866 zero_point_updated_constant88" [id=1866, type=get_attr]; +"1867 sub_tensor_88" [id=1867, type=sub]; +"1868 linear_87" [id=1868, type=linear]; +"1869 view_77" [id=1869, type=view]; +"1870 _tensor_constant92" [id=1870, type=get_attr]; +"1871 index_14" [id=1871, type=index]; +"1872 view_78" [id=1872, type=view]; +"1873 permute_64" [id=1873, type=permute]; +"1874 contiguous_26" [id=1874, type=contiguous]; +"1875 unsqueeze_42" [id=1875, type=unsqueeze]; +"1876 sigmoid_14" [id=1876, type=sigmoid]; +"1877 mul_28" [id=1877, type=mul]; +"1878 pad_16" [id=1878, type=pad]; +"1879 view_79" [id=1879, type=view]; +"1880 permute_65" [id=1880, type=permute]; +"1881 reshape_63" [id=1881, type=reshape]; +"1882 reshape_63_0_0_nncf_smooth_quant_0" [id=1882, type=call_module]; +"1883 quantize_per_tensor_default_87" [id=1883, type=quantize_per_tensor]; +"1884 dequantize_per_tensor_default_87" [id=1884, type=dequantize_per_tensor]; +"1885 _param_constant237_0_0" [id=1885, type=get_attr]; +"1886 scale_updated_constant89" [id=1886, type=get_attr]; +"1887 compressed_weight_updated_constant89" [id=1887, type=get_attr]; +"1888 mul_tensor_89" [id=1888, type=mul]; +"1889 zero_point_updated_constant89" [id=1889, type=get_attr]; +"1890 sub_tensor_89" [id=1890, type=sub]; +"1891 linear_88" [id=1891, type=linear]; +"1892 reshape_64" [id=1892, type=reshape]; +"1893 permute_66" [id=1893, type=permute]; +"1894 select_42" [id=1894, type=select]; +"1895 select_43" [id=1895, type=select]; +"1896 select_44" [id=1896, type=select]; +"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; +"1898 clamp_min_28" [id=1898, type=clamp_min]; +"1899 expand_as_28" [id=1899, type=expand_as]; +"1900 div_28" [id=1900, type=div]; +"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; +"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; +"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; +"1904 clamp_min_29" [id=1904, type=clamp_min]; +"1905 expand_as_29" [id=1905, type=expand_as]; +"1906 div_29" [id=1906, type=div]; +"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; +"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; +"1909 transpose_28" [id=1909, type=transpose]; +"1910 matmul_28" [id=1910, type=matmul]; +"1911 _param_constant239" [id=1911, type=get_attr]; +"1912 clamp_14" [id=1912, type=clamp]; +"1913 exp_14" [id=1913, type=exp]; +"1914 mul_29" [id=1914, type=mul]; +"1915 add_49" [id=1915, type=add]; +"1916 softmax_14" [id=1916, type=softmax]; +"1917 dropout_56" [id=1917, type=dropout]; +"1918 matmul_29" [id=1918, type=matmul]; +"1919 transpose_29" [id=1919, type=transpose]; +"1920 reshape_65" [id=1920, type=reshape]; +"1921 reshape_65_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; +"1922 quantize_per_tensor_default_90" [id=1922, type=quantize_per_tensor]; +"1923 dequantize_per_tensor_default_90" [id=1923, type=dequantize_per_tensor]; +"1924 _param_constant241_0_0" [id=1924, type=get_attr]; +"1925 scale_updated_constant90" [id=1925, type=get_attr]; +"1926 compressed_weight_updated_constant90" [id=1926, type=get_attr]; +"1927 mul_tensor_90" [id=1927, type=mul]; +"1928 zero_point_updated_constant90" [id=1928, type=get_attr]; +"1929 sub_tensor_90" [id=1929, type=sub]; +"1930 linear_89" [id=1930, type=linear]; +"1931 dropout_57" [id=1931, type=dropout]; +"1932 view_80" [id=1932, type=view]; +"1933 permute_67" [id=1933, type=permute]; +"1934 reshape_66" [id=1934, type=reshape]; +"1935 slice_218" [id=1935, type=slice]; +"1936 slice_219" [id=1936, type=slice]; +"1937 slice_220" [id=1937, type=slice]; +"1938 slice_221" [id=1938, type=slice]; +"1939 contiguous_27" [id=1939, type=contiguous]; +"1940 _param_constant242" [id=1940, type=get_attr]; +"1941 _param_constant243" [id=1941, type=get_attr]; +"1942 layer_norm_31" [id=1942, type=layer_norm]; +"1943 add_50" [id=1943, type=add]; +"1944 add_50_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; +"1945 quantize_per_tensor_default_91" [id=1945, type=quantize_per_tensor]; +"1946 dequantize_per_tensor_default_91" [id=1946, type=dequantize_per_tensor]; +"1947 _param_constant245_0_0" [id=1947, type=get_attr]; +"1948 scale_updated_constant91" [id=1948, type=get_attr]; +"1949 compressed_weight_updated_constant91" [id=1949, type=get_attr]; +"1950 mul_tensor_91" [id=1950, type=mul]; +"1951 zero_point_updated_constant91" [id=1951, type=get_attr]; +"1952 sub_tensor_91" [id=1952, type=sub]; +"1953 linear_90" [id=1953, type=linear]; +"1954 gelu_14" [id=1954, type=gelu]; +"1955 dropout_58" [id=1955, type=dropout]; +"1956 dropout_58_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; +"1957 quantize_per_tensor_default_92" [id=1957, type=quantize_per_tensor]; +"1958 dequantize_per_tensor_default_92" [id=1958, type=dequantize_per_tensor]; +"1959 _param_constant247_0_0" [id=1959, type=get_attr]; +"1960 scale_updated_constant92" [id=1960, type=get_attr]; +"1961 compressed_weight_updated_constant92" [id=1961, type=get_attr]; +"1962 mul_tensor_92" [id=1962, type=mul]; +"1963 zero_point_updated_constant92" [id=1963, type=get_attr]; +"1964 sub_tensor_92" [id=1964, type=sub]; +"1965 linear_91" [id=1965, type=linear]; +"1966 dropout_59" [id=1966, type=dropout]; +"1967 _param_constant248" [id=1967, type=get_attr]; +"1968 _param_constant249" [id=1968, type=get_attr]; +"1969 layer_norm_32" [id=1969, type=layer_norm]; +"1970 add_51" [id=1970, type=add]; +"1971 _tensor_constant93" [id=1971, type=get_attr]; +"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; +"1973 _param_constant251_0_0" [id=1973, type=get_attr]; +"1974 scale_updated_constant93" [id=1974, type=get_attr]; +"1975 compressed_weight_updated_constant93" [id=1975, type=get_attr]; +"1976 mul_tensor_93" [id=1976, type=mul]; +"1977 zero_point_updated_constant93" [id=1977, type=get_attr]; +"1978 sub_tensor_93" [id=1978, type=sub]; +"1979 linear_92" [id=1979, type=linear]; +"1980 relu__15" [id=1980, type=relu_]; +"1981 relu__15_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; +"1982 scale_updated_constant94" [id=1982, type=get_attr]; +"1983 compressed_weight_updated_constant94" [id=1983, type=get_attr]; +"1984 mul_tensor_94" [id=1984, type=mul]; +"1985 zero_point_updated_constant94" [id=1985, type=get_attr]; +"1986 sub_tensor_94" [id=1986, type=sub]; +"1987 linear_93" [id=1987, type=linear]; +"1988 view_81" [id=1988, type=view]; +"1989 _tensor_constant94" [id=1989, type=get_attr]; +"1990 index_15" [id=1990, type=index]; +"1991 view_82" [id=1991, type=view]; +"1992 permute_68" [id=1992, type=permute]; +"1993 contiguous_28" [id=1993, type=contiguous]; +"1994 unsqueeze_43" [id=1994, type=unsqueeze]; +"1995 sigmoid_15" [id=1995, type=sigmoid]; +"1996 mul_30" [id=1996, type=mul]; +"1997 pad_17" [id=1997, type=pad]; +"1998 roll_14" [id=1998, type=roll]; +"1999 view_83" [id=1999, type=view]; +"2000 permute_69" [id=2000, type=permute]; +"2001 reshape_67" [id=2001, type=reshape]; +"2002 reshape_67_0_0_nncf_smooth_quant_0" [id=2002, type=call_module]; +"2003 quantize_per_tensor_default_93" [id=2003, type=quantize_per_tensor]; +"2004 dequantize_per_tensor_default_93" [id=2004, type=dequantize_per_tensor]; +"2005 _param_constant253_0_0" [id=2005, type=get_attr]; +"2006 scale_updated_constant95" [id=2006, type=get_attr]; +"2007 compressed_weight_updated_constant95" [id=2007, type=get_attr]; +"2008 mul_tensor_95" [id=2008, type=mul]; +"2009 zero_point_updated_constant95" [id=2009, type=get_attr]; +"2010 sub_tensor_95" [id=2010, type=sub]; +"2011 linear_94" [id=2011, type=linear]; +"2012 reshape_68" [id=2012, type=reshape]; +"2013 permute_70" [id=2013, type=permute]; +"2014 select_45" [id=2014, type=select]; +"2015 select_46" [id=2015, type=select]; +"2016 select_47" [id=2016, type=select]; +"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; +"2018 clamp_min_30" [id=2018, type=clamp_min]; +"2019 expand_as_30" [id=2019, type=expand_as]; +"2020 div_30" [id=2020, type=div]; +"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; +"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; +"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; +"2024 clamp_min_31" [id=2024, type=clamp_min]; +"2025 expand_as_31" [id=2025, type=expand_as]; +"2026 div_31" [id=2026, type=div]; +"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; +"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; +"2029 transpose_30" [id=2029, type=transpose]; +"2030 matmul_30" [id=2030, type=matmul]; +"2031 _param_constant255" [id=2031, type=get_attr]; +"2032 clamp_15" [id=2032, type=clamp]; +"2033 exp_15" [id=2033, type=exp]; +"2034 mul_31" [id=2034, type=mul]; +"2035 add_52" [id=2035, type=add]; +"2036 new_zeros_7" [id=2036, type=new_zeros]; +"2037 view_84" [id=2037, type=view]; +"2038 permute_71" [id=2038, type=permute]; +"2039 reshape_69" [id=2039, type=reshape]; +"2040 unsqueeze_44" [id=2040, type=unsqueeze]; +"2041 unsqueeze_45" [id=2041, type=unsqueeze]; +"2042 sub_7" [id=2042, type=sub]; +"2043 ne_7" [id=2043, type=ne]; +"2044 masked_fill_14" [id=2044, type=masked_fill]; +"2045 eq_7" [id=2045, type=eq]; +"2046 masked_fill_15" [id=2046, type=masked_fill]; +"2047 view_85" [id=2047, type=view]; +"2048 unsqueeze_46" [id=2048, type=unsqueeze]; +"2049 unsqueeze_47" [id=2049, type=unsqueeze]; +"2050 add_53" [id=2050, type=add]; +"2051 view_86" [id=2051, type=view]; +"2052 softmax_15" [id=2052, type=softmax]; +"2053 dropout_60" [id=2053, type=dropout]; +"2054 matmul_31" [id=2054, type=matmul]; +"2055 transpose_31" [id=2055, type=transpose]; +"2056 reshape_70" [id=2056, type=reshape]; +"2057 reshape_70_0_0_nncf_smooth_quant_0" [id=2057, type=call_module]; +"2058 quantize_per_tensor_default_96" [id=2058, type=quantize_per_tensor]; +"2059 dequantize_per_tensor_default_96" [id=2059, type=dequantize_per_tensor]; +"2060 _param_constant257_0_0" [id=2060, type=get_attr]; +"2061 scale_updated_constant96" [id=2061, type=get_attr]; +"2062 compressed_weight_updated_constant96" [id=2062, type=get_attr]; +"2063 mul_tensor_96" [id=2063, type=mul]; +"2064 zero_point_updated_constant96" [id=2064, type=get_attr]; +"2065 sub_tensor_96" [id=2065, type=sub]; +"2066 linear_95" [id=2066, type=linear]; +"2067 dropout_61" [id=2067, type=dropout]; +"2068 view_87" [id=2068, type=view]; +"2069 permute_72" [id=2069, type=permute]; +"2070 reshape_71" [id=2070, type=reshape]; +"2071 roll_15" [id=2071, type=roll]; +"2072 slice_241" [id=2072, type=slice]; +"2073 slice_242" [id=2073, type=slice]; +"2074 slice_243" [id=2074, type=slice]; +"2075 slice_244" [id=2075, type=slice]; +"2076 contiguous_29" [id=2076, type=contiguous]; +"2077 _param_constant258" [id=2077, type=get_attr]; +"2078 _param_constant259" [id=2078, type=get_attr]; +"2079 layer_norm_33" [id=2079, type=layer_norm]; +"2080 add_54" [id=2080, type=add]; +"2081 add_54_0_0_nncf_smooth_quant_0" [id=2081, type=call_module]; +"2082 quantize_per_tensor_default_97" [id=2082, type=quantize_per_tensor]; +"2083 dequantize_per_tensor_default_97" [id=2083, type=dequantize_per_tensor]; +"2084 _param_constant261_0_0" [id=2084, type=get_attr]; +"2085 scale_updated_constant97" [id=2085, type=get_attr]; +"2086 compressed_weight_updated_constant97" [id=2086, type=get_attr]; +"2087 mul_tensor_97" [id=2087, type=mul]; +"2088 zero_point_updated_constant97" [id=2088, type=get_attr]; +"2089 sub_tensor_97" [id=2089, type=sub]; +"2090 linear_96" [id=2090, type=linear]; +"2091 gelu_15" [id=2091, type=gelu]; +"2092 dropout_62" [id=2092, type=dropout]; +"2093 dropout_62_0_0_nncf_smooth_quant_0" [id=2093, type=call_module]; +"2094 quantize_per_tensor_default_98" [id=2094, type=quantize_per_tensor]; +"2095 dequantize_per_tensor_default_98" [id=2095, type=dequantize_per_tensor]; +"2096 _param_constant263_0_0" [id=2096, type=get_attr]; +"2097 scale_updated_constant98" [id=2097, type=get_attr]; +"2098 compressed_weight_updated_constant98" [id=2098, type=get_attr]; +"2099 mul_tensor_98" [id=2099, type=mul]; +"2100 zero_point_updated_constant98" [id=2100, type=get_attr]; +"2101 sub_tensor_98" [id=2101, type=sub]; +"2102 linear_97" [id=2102, type=linear]; +"2103 dropout_63" [id=2103, type=dropout]; +"2104 _param_constant264" [id=2104, type=get_attr]; +"2105 _param_constant265" [id=2105, type=get_attr]; +"2106 layer_norm_34" [id=2106, type=layer_norm]; +"2107 add_55" [id=2107, type=add]; +"2108 _tensor_constant104" [id=2108, type=get_attr]; +"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2109, type=call_module]; +"2110 _param_constant267_0_0" [id=2110, type=get_attr]; +"2111 scale_updated_constant99" [id=2111, type=get_attr]; +"2112 compressed_weight_updated_constant99" [id=2112, type=get_attr]; +"2113 mul_tensor_99" [id=2113, type=mul]; +"2114 zero_point_updated_constant99" [id=2114, type=get_attr]; +"2115 sub_tensor_99" [id=2115, type=sub]; +"2116 linear_98" [id=2116, type=linear]; +"2117 relu__16" [id=2117, type=relu_]; +"2118 relu__16_0_0_nncf_smooth_quant_0" [id=2118, type=call_module]; +"2119 scale_updated_constant100" [id=2119, type=get_attr]; +"2120 compressed_weight_updated_constant100" [id=2120, type=get_attr]; +"2121 mul_tensor_100" [id=2121, type=mul]; +"2122 zero_point_updated_constant100" [id=2122, type=get_attr]; +"2123 sub_tensor_100" [id=2123, type=sub]; +"2124 linear_99" [id=2124, type=linear]; +"2125 view_88" [id=2125, type=view]; +"2126 _tensor_constant105" [id=2126, type=get_attr]; +"2127 index_16" [id=2127, type=index]; +"2128 view_89" [id=2128, type=view]; +"2129 permute_73" [id=2129, type=permute]; +"2130 contiguous_30" [id=2130, type=contiguous]; +"2131 unsqueeze_48" [id=2131, type=unsqueeze]; +"2132 sigmoid_16" [id=2132, type=sigmoid]; +"2133 mul_32" [id=2133, type=mul]; +"2134 pad_18" [id=2134, type=pad]; +"2135 view_90" [id=2135, type=view]; +"2136 permute_74" [id=2136, type=permute]; +"2137 reshape_72" [id=2137, type=reshape]; +"2138 reshape_72_0_0_nncf_smooth_quant_0" [id=2138, type=call_module]; +"2139 quantize_per_tensor_default_99" [id=2139, type=quantize_per_tensor]; +"2140 dequantize_per_tensor_default_99" [id=2140, type=dequantize_per_tensor]; +"2141 _param_constant269_0_0" [id=2141, type=get_attr]; +"2142 scale_updated_constant101" [id=2142, type=get_attr]; +"2143 compressed_weight_updated_constant101" [id=2143, type=get_attr]; +"2144 mul_tensor_101" [id=2144, type=mul]; +"2145 zero_point_updated_constant101" [id=2145, type=get_attr]; +"2146 sub_tensor_101" [id=2146, type=sub]; +"2147 linear_100" [id=2147, type=linear]; +"2148 reshape_73" [id=2148, type=reshape]; +"2149 permute_75" [id=2149, type=permute]; +"2150 select_48" [id=2150, type=select]; +"2151 select_49" [id=2151, type=select]; +"2152 select_50" [id=2152, type=select]; +"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; +"2154 clamp_min_32" [id=2154, type=clamp_min]; +"2155 expand_as_32" [id=2155, type=expand_as]; +"2156 div_32" [id=2156, type=div]; +"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; +"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; +"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; +"2160 clamp_min_33" [id=2160, type=clamp_min]; +"2161 expand_as_33" [id=2161, type=expand_as]; +"2162 div_33" [id=2162, type=div]; +"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; +"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; +"2165 transpose_32" [id=2165, type=transpose]; +"2166 matmul_32" [id=2166, type=matmul]; +"2167 _param_constant271" [id=2167, type=get_attr]; +"2168 clamp_16" [id=2168, type=clamp]; +"2169 exp_16" [id=2169, type=exp]; +"2170 mul_33" [id=2170, type=mul]; +"2171 add_56" [id=2171, type=add]; +"2172 softmax_16" [id=2172, type=softmax]; +"2173 dropout_64" [id=2173, type=dropout]; +"2174 matmul_33" [id=2174, type=matmul]; +"2175 transpose_33" [id=2175, type=transpose]; +"2176 reshape_74" [id=2176, type=reshape]; +"2177 reshape_74_0_0_nncf_smooth_quant_0" [id=2177, type=call_module]; +"2178 quantize_per_tensor_default_102" [id=2178, type=quantize_per_tensor]; +"2179 dequantize_per_tensor_default_102" [id=2179, type=dequantize_per_tensor]; +"2180 _param_constant273_0_0" [id=2180, type=get_attr]; +"2181 scale_updated_constant102" [id=2181, type=get_attr]; +"2182 compressed_weight_updated_constant102" [id=2182, type=get_attr]; +"2183 mul_tensor_102" [id=2183, type=mul]; +"2184 zero_point_updated_constant102" [id=2184, type=get_attr]; +"2185 sub_tensor_102" [id=2185, type=sub]; +"2186 linear_101" [id=2186, type=linear]; +"2187 dropout_65" [id=2187, type=dropout]; +"2188 view_91" [id=2188, type=view]; +"2189 permute_76" [id=2189, type=permute]; +"2190 reshape_75" [id=2190, type=reshape]; +"2191 slice_246" [id=2191, type=slice]; +"2192 slice_247" [id=2192, type=slice]; +"2193 slice_248" [id=2193, type=slice]; +"2194 slice_249" [id=2194, type=slice]; +"2195 contiguous_31" [id=2195, type=contiguous]; +"2196 _param_constant274" [id=2196, type=get_attr]; +"2197 _param_constant275" [id=2197, type=get_attr]; +"2198 layer_norm_35" [id=2198, type=layer_norm]; +"2199 add_57" [id=2199, type=add]; +"2200 add_57_0_0_nncf_smooth_quant_0" [id=2200, type=call_module]; +"2201 quantize_per_tensor_default_103" [id=2201, type=quantize_per_tensor]; +"2202 dequantize_per_tensor_default_103" [id=2202, type=dequantize_per_tensor]; +"2203 _param_constant277_0_0" [id=2203, type=get_attr]; +"2204 scale_updated_constant103" [id=2204, type=get_attr]; +"2205 compressed_weight_updated_constant103" [id=2205, type=get_attr]; +"2206 mul_tensor_103" [id=2206, type=mul]; +"2207 zero_point_updated_constant103" [id=2207, type=get_attr]; +"2208 sub_tensor_103" [id=2208, type=sub]; +"2209 linear_102" [id=2209, type=linear]; +"2210 gelu_16" [id=2210, type=gelu]; +"2211 dropout_66" [id=2211, type=dropout]; +"2212 dropout_66_0_0_nncf_smooth_quant_0" [id=2212, type=call_module]; +"2213 quantize_per_tensor_default_104" [id=2213, type=quantize_per_tensor]; +"2214 dequantize_per_tensor_default_104" [id=2214, type=dequantize_per_tensor]; +"2215 _param_constant279_0_0" [id=2215, type=get_attr]; +"2216 scale_updated_constant104" [id=2216, type=get_attr]; +"2217 compressed_weight_updated_constant104" [id=2217, type=get_attr]; +"2218 mul_tensor_104" [id=2218, type=mul]; +"2219 zero_point_updated_constant104" [id=2219, type=get_attr]; +"2220 sub_tensor_104" [id=2220, type=sub]; +"2221 linear_103" [id=2221, type=linear]; +"2222 dropout_67" [id=2222, type=dropout]; +"2223 _param_constant280" [id=2223, type=get_attr]; +"2224 _param_constant281" [id=2224, type=get_attr]; +"2225 layer_norm_36" [id=2225, type=layer_norm]; +"2226 add_58" [id=2226, type=add]; +"2227 _tensor_constant106" [id=2227, type=get_attr]; +"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2228, type=call_module]; +"2229 _param_constant283_0_0" [id=2229, type=get_attr]; +"2230 scale_updated_constant105" [id=2230, type=get_attr]; +"2231 compressed_weight_updated_constant105" [id=2231, type=get_attr]; +"2232 mul_tensor_105" [id=2232, type=mul]; +"2233 zero_point_updated_constant105" [id=2233, type=get_attr]; +"2234 sub_tensor_105" [id=2234, type=sub]; +"2235 linear_104" [id=2235, type=linear]; +"2236 relu__17" [id=2236, type=relu_]; +"2237 relu__17_0_0_nncf_smooth_quant_0" [id=2237, type=call_module]; +"2238 scale_updated_constant106" [id=2238, type=get_attr]; +"2239 compressed_weight_updated_constant106" [id=2239, type=get_attr]; +"2240 mul_tensor_106" [id=2240, type=mul]; +"2241 zero_point_updated_constant106" [id=2241, type=get_attr]; +"2242 sub_tensor_106" [id=2242, type=sub]; +"2243 linear_105" [id=2243, type=linear]; +"2244 view_92" [id=2244, type=view]; +"2245 _tensor_constant107" [id=2245, type=get_attr]; +"2246 index_17" [id=2246, type=index]; +"2247 view_93" [id=2247, type=view]; +"2248 permute_77" [id=2248, type=permute]; +"2249 contiguous_32" [id=2249, type=contiguous]; +"2250 unsqueeze_49" [id=2250, type=unsqueeze]; +"2251 sigmoid_17" [id=2251, type=sigmoid]; +"2252 mul_34" [id=2252, type=mul]; +"2253 pad_19" [id=2253, type=pad]; +"2254 roll_16" [id=2254, type=roll]; +"2255 view_94" [id=2255, type=view]; +"2256 permute_78" [id=2256, type=permute]; +"2257 reshape_76" [id=2257, type=reshape]; +"2258 reshape_76_0_0_nncf_smooth_quant_0" [id=2258, type=call_module]; +"2259 quantize_per_tensor_default_105" [id=2259, type=quantize_per_tensor]; +"2260 dequantize_per_tensor_default_105" [id=2260, type=dequantize_per_tensor]; +"2261 _param_constant285_0_0" [id=2261, type=get_attr]; +"2262 scale_updated_constant107" [id=2262, type=get_attr]; +"2263 compressed_weight_updated_constant107" [id=2263, type=get_attr]; +"2264 mul_tensor_107" [id=2264, type=mul]; +"2265 zero_point_updated_constant107" [id=2265, type=get_attr]; +"2266 sub_tensor_107" [id=2266, type=sub]; +"2267 linear_106" [id=2267, type=linear]; +"2268 reshape_77" [id=2268, type=reshape]; +"2269 permute_79" [id=2269, type=permute]; +"2270 select_51" [id=2270, type=select]; +"2271 select_52" [id=2271, type=select]; +"2272 select_53" [id=2272, type=select]; +"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; +"2274 clamp_min_34" [id=2274, type=clamp_min]; +"2275 expand_as_34" [id=2275, type=expand_as]; +"2276 div_34" [id=2276, type=div]; +"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; +"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; +"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; +"2280 clamp_min_35" [id=2280, type=clamp_min]; +"2281 expand_as_35" [id=2281, type=expand_as]; +"2282 div_35" [id=2282, type=div]; +"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; +"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; +"2285 transpose_34" [id=2285, type=transpose]; +"2286 matmul_34" [id=2286, type=matmul]; +"2287 _param_constant287" [id=2287, type=get_attr]; +"2288 clamp_17" [id=2288, type=clamp]; +"2289 exp_17" [id=2289, type=exp]; +"2290 mul_35" [id=2290, type=mul]; +"2291 add_59" [id=2291, type=add]; +"2292 new_zeros_8" [id=2292, type=new_zeros]; +"2293 view_95" [id=2293, type=view]; +"2294 permute_80" [id=2294, type=permute]; +"2295 reshape_78" [id=2295, type=reshape]; +"2296 unsqueeze_50" [id=2296, type=unsqueeze]; +"2297 unsqueeze_51" [id=2297, type=unsqueeze]; +"2298 sub_8" [id=2298, type=sub]; +"2299 ne_8" [id=2299, type=ne]; +"2300 masked_fill_16" [id=2300, type=masked_fill]; +"2301 eq_8" [id=2301, type=eq]; +"2302 masked_fill_17" [id=2302, type=masked_fill]; +"2303 view_96" [id=2303, type=view]; +"2304 unsqueeze_52" [id=2304, type=unsqueeze]; +"2305 unsqueeze_53" [id=2305, type=unsqueeze]; +"2306 add_60" [id=2306, type=add]; +"2307 view_97" [id=2307, type=view]; +"2308 softmax_17" [id=2308, type=softmax]; +"2309 dropout_68" [id=2309, type=dropout]; +"2310 matmul_35" [id=2310, type=matmul]; +"2311 transpose_35" [id=2311, type=transpose]; +"2312 reshape_79" [id=2312, type=reshape]; +"2313 reshape_79_0_0_nncf_smooth_quant_0" [id=2313, type=call_module]; +"2314 quantize_per_tensor_default_108" [id=2314, type=quantize_per_tensor]; +"2315 dequantize_per_tensor_default_108" [id=2315, type=dequantize_per_tensor]; +"2316 _param_constant289_0_0" [id=2316, type=get_attr]; +"2317 scale_updated_constant108" [id=2317, type=get_attr]; +"2318 compressed_weight_updated_constant108" [id=2318, type=get_attr]; +"2319 mul_tensor_108" [id=2319, type=mul]; +"2320 zero_point_updated_constant108" [id=2320, type=get_attr]; +"2321 sub_tensor_108" [id=2321, type=sub]; +"2322 linear_107" [id=2322, type=linear]; +"2323 dropout_69" [id=2323, type=dropout]; +"2324 view_98" [id=2324, type=view]; +"2325 permute_81" [id=2325, type=permute]; +"2326 reshape_80" [id=2326, type=reshape]; +"2327 roll_17" [id=2327, type=roll]; +"2328 slice_269" [id=2328, type=slice]; +"2329 slice_270" [id=2329, type=slice]; +"2330 slice_271" [id=2330, type=slice]; +"2331 slice_272" [id=2331, type=slice]; +"2332 contiguous_33" [id=2332, type=contiguous]; +"2333 _param_constant290" [id=2333, type=get_attr]; +"2334 _param_constant291" [id=2334, type=get_attr]; +"2335 layer_norm_37" [id=2335, type=layer_norm]; +"2336 add_61" [id=2336, type=add]; +"2337 add_61_0_0_nncf_smooth_quant_0" [id=2337, type=call_module]; +"2338 quantize_per_tensor_default_109" [id=2338, type=quantize_per_tensor]; +"2339 dequantize_per_tensor_default_109" [id=2339, type=dequantize_per_tensor]; +"2340 _param_constant293_0_0" [id=2340, type=get_attr]; +"2341 scale_updated_constant109" [id=2341, type=get_attr]; +"2342 compressed_weight_updated_constant109" [id=2342, type=get_attr]; +"2343 mul_tensor_109" [id=2343, type=mul]; +"2344 zero_point_updated_constant109" [id=2344, type=get_attr]; +"2345 sub_tensor_109" [id=2345, type=sub]; +"2346 linear_108" [id=2346, type=linear]; +"2347 gelu_17" [id=2347, type=gelu]; +"2348 dropout_70" [id=2348, type=dropout]; +"2349 dropout_70_0_0_nncf_smooth_quant_0" [id=2349, type=call_module]; +"2350 quantize_per_tensor_default_110" [id=2350, type=quantize_per_tensor]; +"2351 dequantize_per_tensor_default_110" [id=2351, type=dequantize_per_tensor]; +"2352 _param_constant295_0_0" [id=2352, type=get_attr]; +"2353 scale_updated_constant110" [id=2353, type=get_attr]; +"2354 compressed_weight_updated_constant110" [id=2354, type=get_attr]; +"2355 mul_tensor_110" [id=2355, type=mul]; +"2356 zero_point_updated_constant110" [id=2356, type=get_attr]; +"2357 sub_tensor_110" [id=2357, type=sub]; +"2358 linear_109" [id=2358, type=linear]; +"2359 dropout_71" [id=2359, type=dropout]; +"2360 _param_constant296" [id=2360, type=get_attr]; +"2361 _param_constant297" [id=2361, type=get_attr]; +"2362 layer_norm_38" [id=2362, type=layer_norm]; +"2363 add_62" [id=2363, type=add]; +"2364 _tensor_constant117" [id=2364, type=get_attr]; +"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2365, type=call_module]; +"2366 _param_constant299_0_0" [id=2366, type=get_attr]; +"2367 scale_updated_constant111" [id=2367, type=get_attr]; +"2368 compressed_weight_updated_constant111" [id=2368, type=get_attr]; +"2369 mul_tensor_111" [id=2369, type=mul]; +"2370 zero_point_updated_constant111" [id=2370, type=get_attr]; +"2371 sub_tensor_111" [id=2371, type=sub]; +"2372 linear_110" [id=2372, type=linear]; +"2373 relu__18" [id=2373, type=relu_]; +"2374 relu__18_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; +"2375 scale_updated_constant112" [id=2375, type=get_attr]; +"2376 compressed_weight_updated_constant112" [id=2376, type=get_attr]; +"2377 mul_tensor_112" [id=2377, type=mul]; +"2378 zero_point_updated_constant112" [id=2378, type=get_attr]; +"2379 sub_tensor_112" [id=2379, type=sub]; +"2380 linear_111" [id=2380, type=linear]; +"2381 view_99" [id=2381, type=view]; +"2382 _tensor_constant118" [id=2382, type=get_attr]; +"2383 index_18" [id=2383, type=index]; +"2384 view_100" [id=2384, type=view]; +"2385 permute_82" [id=2385, type=permute]; +"2386 contiguous_34" [id=2386, type=contiguous]; +"2387 unsqueeze_54" [id=2387, type=unsqueeze]; +"2388 sigmoid_18" [id=2388, type=sigmoid]; +"2389 mul_36" [id=2389, type=mul]; +"2390 pad_20" [id=2390, type=pad]; +"2391 view_101" [id=2391, type=view]; +"2392 permute_83" [id=2392, type=permute]; +"2393 reshape_81" [id=2393, type=reshape]; +"2394 reshape_81_0_0_nncf_smooth_quant_0" [id=2394, type=call_module]; +"2395 quantize_per_tensor_default_111" [id=2395, type=quantize_per_tensor]; +"2396 dequantize_per_tensor_default_111" [id=2396, type=dequantize_per_tensor]; +"2397 _param_constant301_0_0" [id=2397, type=get_attr]; +"2398 scale_updated_constant113" [id=2398, type=get_attr]; +"2399 compressed_weight_updated_constant113" [id=2399, type=get_attr]; +"2400 mul_tensor_113" [id=2400, type=mul]; +"2401 zero_point_updated_constant113" [id=2401, type=get_attr]; +"2402 sub_tensor_113" [id=2402, type=sub]; +"2403 linear_112" [id=2403, type=linear]; +"2404 reshape_82" [id=2404, type=reshape]; +"2405 permute_84" [id=2405, type=permute]; +"2406 select_54" [id=2406, type=select]; +"2407 select_55" [id=2407, type=select]; +"2408 select_56" [id=2408, type=select]; +"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; +"2410 clamp_min_36" [id=2410, type=clamp_min]; +"2411 expand_as_36" [id=2411, type=expand_as]; +"2412 div_36" [id=2412, type=div]; +"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; +"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; +"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; +"2416 clamp_min_37" [id=2416, type=clamp_min]; +"2417 expand_as_37" [id=2417, type=expand_as]; +"2418 div_37" [id=2418, type=div]; +"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; +"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; +"2421 transpose_36" [id=2421, type=transpose]; +"2422 matmul_36" [id=2422, type=matmul]; +"2423 _param_constant303" [id=2423, type=get_attr]; +"2424 clamp_18" [id=2424, type=clamp]; +"2425 exp_18" [id=2425, type=exp]; +"2426 mul_37" [id=2426, type=mul]; +"2427 add_63" [id=2427, type=add]; +"2428 softmax_18" [id=2428, type=softmax]; +"2429 dropout_72" [id=2429, type=dropout]; +"2430 matmul_37" [id=2430, type=matmul]; +"2431 transpose_37" [id=2431, type=transpose]; +"2432 reshape_83" [id=2432, type=reshape]; +"2433 reshape_83_0_0_nncf_smooth_quant_0" [id=2433, type=call_module]; +"2434 quantize_per_tensor_default_114" [id=2434, type=quantize_per_tensor]; +"2435 dequantize_per_tensor_default_114" [id=2435, type=dequantize_per_tensor]; +"2436 _param_constant305_0_0" [id=2436, type=get_attr]; +"2437 scale_updated_constant114" [id=2437, type=get_attr]; +"2438 compressed_weight_updated_constant114" [id=2438, type=get_attr]; +"2439 mul_tensor_114" [id=2439, type=mul]; +"2440 zero_point_updated_constant114" [id=2440, type=get_attr]; +"2441 sub_tensor_114" [id=2441, type=sub]; +"2442 linear_113" [id=2442, type=linear]; +"2443 dropout_73" [id=2443, type=dropout]; +"2444 view_102" [id=2444, type=view]; +"2445 permute_85" [id=2445, type=permute]; +"2446 reshape_84" [id=2446, type=reshape]; +"2447 slice_274" [id=2447, type=slice]; +"2448 slice_275" [id=2448, type=slice]; +"2449 slice_276" [id=2449, type=slice]; +"2450 slice_277" [id=2450, type=slice]; +"2451 contiguous_35" [id=2451, type=contiguous]; +"2452 _param_constant306" [id=2452, type=get_attr]; +"2453 _param_constant307" [id=2453, type=get_attr]; +"2454 layer_norm_39" [id=2454, type=layer_norm]; +"2455 add_64" [id=2455, type=add]; +"2456 add_64_0_0_nncf_smooth_quant_0" [id=2456, type=call_module]; +"2457 quantize_per_tensor_default_115" [id=2457, type=quantize_per_tensor]; +"2458 dequantize_per_tensor_default_115" [id=2458, type=dequantize_per_tensor]; +"2459 _param_constant309_0_0" [id=2459, type=get_attr]; +"2460 scale_updated_constant115" [id=2460, type=get_attr]; +"2461 compressed_weight_updated_constant115" [id=2461, type=get_attr]; +"2462 mul_tensor_115" [id=2462, type=mul]; +"2463 zero_point_updated_constant115" [id=2463, type=get_attr]; +"2464 sub_tensor_115" [id=2464, type=sub]; +"2465 linear_114" [id=2465, type=linear]; +"2466 gelu_18" [id=2466, type=gelu]; +"2467 dropout_74" [id=2467, type=dropout]; +"2468 dropout_74_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; +"2469 quantize_per_tensor_default_116" [id=2469, type=quantize_per_tensor]; +"2470 dequantize_per_tensor_default_116" [id=2470, type=dequantize_per_tensor]; +"2471 _param_constant311_0_0" [id=2471, type=get_attr]; +"2472 scale_updated_constant116" [id=2472, type=get_attr]; +"2473 compressed_weight_updated_constant116" [id=2473, type=get_attr]; +"2474 mul_tensor_116" [id=2474, type=mul]; +"2475 zero_point_updated_constant116" [id=2475, type=get_attr]; +"2476 sub_tensor_116" [id=2476, type=sub]; +"2477 linear_115" [id=2477, type=linear]; +"2478 dropout_75" [id=2478, type=dropout]; +"2479 _param_constant312" [id=2479, type=get_attr]; +"2480 _param_constant313" [id=2480, type=get_attr]; +"2481 layer_norm_40" [id=2481, type=layer_norm]; +"2482 add_65" [id=2482, type=add]; +"2483 _tensor_constant119" [id=2483, type=get_attr]; +"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2484, type=call_module]; +"2485 _param_constant315_0_0" [id=2485, type=get_attr]; +"2486 scale_updated_constant117" [id=2486, type=get_attr]; +"2487 compressed_weight_updated_constant117" [id=2487, type=get_attr]; +"2488 mul_tensor_117" [id=2488, type=mul]; +"2489 zero_point_updated_constant117" [id=2489, type=get_attr]; +"2490 sub_tensor_117" [id=2490, type=sub]; +"2491 linear_116" [id=2491, type=linear]; +"2492 relu__19" [id=2492, type=relu_]; +"2493 relu__19_0_0_nncf_smooth_quant_0" [id=2493, type=call_module]; +"2494 scale_updated_constant118" [id=2494, type=get_attr]; +"2495 compressed_weight_updated_constant118" [id=2495, type=get_attr]; +"2496 mul_tensor_118" [id=2496, type=mul]; +"2497 zero_point_updated_constant118" [id=2497, type=get_attr]; +"2498 sub_tensor_118" [id=2498, type=sub]; +"2499 linear_117" [id=2499, type=linear]; +"2500 view_103" [id=2500, type=view]; +"2501 _tensor_constant120" [id=2501, type=get_attr]; +"2502 index_19" [id=2502, type=index]; +"2503 view_104" [id=2503, type=view]; +"2504 permute_86" [id=2504, type=permute]; +"2505 contiguous_36" [id=2505, type=contiguous]; +"2506 unsqueeze_55" [id=2506, type=unsqueeze]; +"2507 sigmoid_19" [id=2507, type=sigmoid]; +"2508 mul_38" [id=2508, type=mul]; +"2509 pad_21" [id=2509, type=pad]; +"2510 roll_18" [id=2510, type=roll]; +"2511 view_105" [id=2511, type=view]; +"2512 permute_87" [id=2512, type=permute]; +"2513 reshape_85" [id=2513, type=reshape]; +"2514 reshape_85_0_0_nncf_smooth_quant_0" [id=2514, type=call_module]; +"2515 quantize_per_tensor_default_117" [id=2515, type=quantize_per_tensor]; +"2516 dequantize_per_tensor_default_117" [id=2516, type=dequantize_per_tensor]; +"2517 _param_constant317_0_0" [id=2517, type=get_attr]; +"2518 scale_updated_constant119" [id=2518, type=get_attr]; +"2519 compressed_weight_updated_constant119" [id=2519, type=get_attr]; +"2520 mul_tensor_119" [id=2520, type=mul]; +"2521 zero_point_updated_constant119" [id=2521, type=get_attr]; +"2522 sub_tensor_119" [id=2522, type=sub]; +"2523 linear_118" [id=2523, type=linear]; +"2524 reshape_86" [id=2524, type=reshape]; +"2525 permute_88" [id=2525, type=permute]; +"2526 select_57" [id=2526, type=select]; +"2527 select_58" [id=2527, type=select]; +"2528 select_59" [id=2528, type=select]; +"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; +"2530 clamp_min_38" [id=2530, type=clamp_min]; +"2531 expand_as_38" [id=2531, type=expand_as]; +"2532 div_38" [id=2532, type=div]; +"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; +"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; +"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; +"2536 clamp_min_39" [id=2536, type=clamp_min]; +"2537 expand_as_39" [id=2537, type=expand_as]; +"2538 div_39" [id=2538, type=div]; +"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; +"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; +"2541 transpose_38" [id=2541, type=transpose]; +"2542 matmul_38" [id=2542, type=matmul]; +"2543 _param_constant319" [id=2543, type=get_attr]; +"2544 clamp_19" [id=2544, type=clamp]; +"2545 exp_19" [id=2545, type=exp]; +"2546 mul_39" [id=2546, type=mul]; +"2547 add_66" [id=2547, type=add]; +"2548 new_zeros_9" [id=2548, type=new_zeros]; +"2549 view_106" [id=2549, type=view]; +"2550 permute_89" [id=2550, type=permute]; +"2551 reshape_87" [id=2551, type=reshape]; +"2552 unsqueeze_56" [id=2552, type=unsqueeze]; +"2553 unsqueeze_57" [id=2553, type=unsqueeze]; +"2554 sub_9" [id=2554, type=sub]; +"2555 ne_9" [id=2555, type=ne]; +"2556 masked_fill_18" [id=2556, type=masked_fill]; +"2557 eq_9" [id=2557, type=eq]; +"2558 masked_fill_19" [id=2558, type=masked_fill]; +"2559 view_107" [id=2559, type=view]; +"2560 unsqueeze_58" [id=2560, type=unsqueeze]; +"2561 unsqueeze_59" [id=2561, type=unsqueeze]; +"2562 add_67" [id=2562, type=add]; +"2563 view_108" [id=2563, type=view]; +"2564 softmax_19" [id=2564, type=softmax]; +"2565 dropout_76" [id=2565, type=dropout]; +"2566 matmul_39" [id=2566, type=matmul]; +"2567 transpose_39" [id=2567, type=transpose]; +"2568 reshape_88" [id=2568, type=reshape]; +"2569 reshape_88_0_0_nncf_smooth_quant_0" [id=2569, type=call_module]; +"2570 quantize_per_tensor_default_120" [id=2570, type=quantize_per_tensor]; +"2571 dequantize_per_tensor_default_120" [id=2571, type=dequantize_per_tensor]; +"2572 _param_constant321_0_0" [id=2572, type=get_attr]; +"2573 scale_updated_constant120" [id=2573, type=get_attr]; +"2574 compressed_weight_updated_constant120" [id=2574, type=get_attr]; +"2575 mul_tensor_120" [id=2575, type=mul]; +"2576 zero_point_updated_constant120" [id=2576, type=get_attr]; +"2577 sub_tensor_120" [id=2577, type=sub]; +"2578 linear_119" [id=2578, type=linear]; +"2579 dropout_77" [id=2579, type=dropout]; +"2580 view_109" [id=2580, type=view]; +"2581 permute_90" [id=2581, type=permute]; +"2582 reshape_89" [id=2582, type=reshape]; +"2583 roll_19" [id=2583, type=roll]; +"2584 slice_297" [id=2584, type=slice]; +"2585 slice_298" [id=2585, type=slice]; +"2586 slice_299" [id=2586, type=slice]; +"2587 slice_300" [id=2587, type=slice]; +"2588 contiguous_37" [id=2588, type=contiguous]; +"2589 _param_constant322" [id=2589, type=get_attr]; +"2590 _param_constant323" [id=2590, type=get_attr]; +"2591 layer_norm_41" [id=2591, type=layer_norm]; +"2592 add_68" [id=2592, type=add]; +"2593 add_68_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; +"2594 quantize_per_tensor_default_121" [id=2594, type=quantize_per_tensor]; +"2595 dequantize_per_tensor_default_121" [id=2595, type=dequantize_per_tensor]; +"2596 _param_constant325_0_0" [id=2596, type=get_attr]; +"2597 scale_updated_constant121" [id=2597, type=get_attr]; +"2598 compressed_weight_updated_constant121" [id=2598, type=get_attr]; +"2599 mul_tensor_121" [id=2599, type=mul]; +"2600 zero_point_updated_constant121" [id=2600, type=get_attr]; +"2601 sub_tensor_121" [id=2601, type=sub]; +"2602 linear_120" [id=2602, type=linear]; +"2603 gelu_19" [id=2603, type=gelu]; +"2604 dropout_78" [id=2604, type=dropout]; +"2605 dropout_78_0_0_nncf_smooth_quant_0" [id=2605, type=call_module]; +"2606 quantize_per_tensor_default_122" [id=2606, type=quantize_per_tensor]; +"2607 dequantize_per_tensor_default_122" [id=2607, type=dequantize_per_tensor]; +"2608 _param_constant327_0_0" [id=2608, type=get_attr]; +"2609 scale_updated_constant122" [id=2609, type=get_attr]; +"2610 compressed_weight_updated_constant122" [id=2610, type=get_attr]; +"2611 mul_tensor_122" [id=2611, type=mul]; +"2612 zero_point_updated_constant122" [id=2612, type=get_attr]; +"2613 sub_tensor_122" [id=2613, type=sub]; +"2614 linear_121" [id=2614, type=linear]; +"2615 dropout_79" [id=2615, type=dropout]; +"2616 _param_constant328" [id=2616, type=get_attr]; +"2617 _param_constant329" [id=2617, type=get_attr]; +"2618 layer_norm_42" [id=2618, type=layer_norm]; +"2619 add_69" [id=2619, type=add]; +"2620 _tensor_constant130" [id=2620, type=get_attr]; +"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2621, type=call_module]; +"2622 _param_constant331_0_0" [id=2622, type=get_attr]; +"2623 scale_updated_constant123" [id=2623, type=get_attr]; +"2624 compressed_weight_updated_constant123" [id=2624, type=get_attr]; +"2625 mul_tensor_123" [id=2625, type=mul]; +"2626 zero_point_updated_constant123" [id=2626, type=get_attr]; +"2627 sub_tensor_123" [id=2627, type=sub]; +"2628 linear_122" [id=2628, type=linear]; +"2629 relu__20" [id=2629, type=relu_]; +"2630 relu__20_0_0_nncf_smooth_quant_0" [id=2630, type=call_module]; +"2631 scale_updated_constant124" [id=2631, type=get_attr]; +"2632 compressed_weight_updated_constant124" [id=2632, type=get_attr]; +"2633 mul_tensor_124" [id=2633, type=mul]; +"2634 zero_point_updated_constant124" [id=2634, type=get_attr]; +"2635 sub_tensor_124" [id=2635, type=sub]; +"2636 linear_123" [id=2636, type=linear]; +"2637 view_110" [id=2637, type=view]; +"2638 _tensor_constant131" [id=2638, type=get_attr]; +"2639 index_20" [id=2639, type=index]; +"2640 view_111" [id=2640, type=view]; +"2641 permute_91" [id=2641, type=permute]; +"2642 contiguous_38" [id=2642, type=contiguous]; +"2643 unsqueeze_60" [id=2643, type=unsqueeze]; +"2644 sigmoid_20" [id=2644, type=sigmoid]; +"2645 mul_40" [id=2645, type=mul]; +"2646 pad_22" [id=2646, type=pad]; +"2647 view_112" [id=2647, type=view]; +"2648 permute_92" [id=2648, type=permute]; +"2649 reshape_90" [id=2649, type=reshape]; +"2650 reshape_90_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; +"2651 quantize_per_tensor_default_123" [id=2651, type=quantize_per_tensor]; +"2652 dequantize_per_tensor_default_123" [id=2652, type=dequantize_per_tensor]; +"2653 _param_constant333_0_0" [id=2653, type=get_attr]; +"2654 scale_updated_constant125" [id=2654, type=get_attr]; +"2655 compressed_weight_updated_constant125" [id=2655, type=get_attr]; +"2656 mul_tensor_125" [id=2656, type=mul]; +"2657 zero_point_updated_constant125" [id=2657, type=get_attr]; +"2658 sub_tensor_125" [id=2658, type=sub]; +"2659 linear_124" [id=2659, type=linear]; +"2660 reshape_91" [id=2660, type=reshape]; +"2661 permute_93" [id=2661, type=permute]; +"2662 select_60" [id=2662, type=select]; +"2663 select_61" [id=2663, type=select]; +"2664 select_62" [id=2664, type=select]; +"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; +"2666 clamp_min_40" [id=2666, type=clamp_min]; +"2667 expand_as_40" [id=2667, type=expand_as]; +"2668 div_40" [id=2668, type=div]; +"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; +"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; +"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; +"2672 clamp_min_41" [id=2672, type=clamp_min]; +"2673 expand_as_41" [id=2673, type=expand_as]; +"2674 div_41" [id=2674, type=div]; +"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; +"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; +"2677 transpose_40" [id=2677, type=transpose]; +"2678 matmul_40" [id=2678, type=matmul]; +"2679 _param_constant335" [id=2679, type=get_attr]; +"2680 clamp_20" [id=2680, type=clamp]; +"2681 exp_20" [id=2681, type=exp]; +"2682 mul_41" [id=2682, type=mul]; +"2683 add_70" [id=2683, type=add]; +"2684 softmax_20" [id=2684, type=softmax]; +"2685 dropout_80" [id=2685, type=dropout]; +"2686 matmul_41" [id=2686, type=matmul]; +"2687 transpose_41" [id=2687, type=transpose]; +"2688 reshape_92" [id=2688, type=reshape]; +"2689 reshape_92_0_0_nncf_smooth_quant_0" [id=2689, type=call_module]; +"2690 quantize_per_tensor_default_126" [id=2690, type=quantize_per_tensor]; +"2691 dequantize_per_tensor_default_126" [id=2691, type=dequantize_per_tensor]; +"2692 _param_constant337_0_0" [id=2692, type=get_attr]; +"2693 scale_updated_constant126" [id=2693, type=get_attr]; +"2694 compressed_weight_updated_constant126" [id=2694, type=get_attr]; +"2695 mul_tensor_126" [id=2695, type=mul]; +"2696 zero_point_updated_constant126" [id=2696, type=get_attr]; +"2697 sub_tensor_126" [id=2697, type=sub]; +"2698 linear_125" [id=2698, type=linear]; +"2699 dropout_81" [id=2699, type=dropout]; +"2700 view_113" [id=2700, type=view]; +"2701 permute_94" [id=2701, type=permute]; +"2702 reshape_93" [id=2702, type=reshape]; +"2703 slice_302" [id=2703, type=slice]; +"2704 slice_303" [id=2704, type=slice]; +"2705 slice_304" [id=2705, type=slice]; +"2706 slice_305" [id=2706, type=slice]; +"2707 contiguous_39" [id=2707, type=contiguous]; +"2708 _param_constant338" [id=2708, type=get_attr]; +"2709 _param_constant339" [id=2709, type=get_attr]; +"2710 layer_norm_43" [id=2710, type=layer_norm]; +"2711 add_71" [id=2711, type=add]; +"2712 add_71_0_0_nncf_smooth_quant_0" [id=2712, type=call_module]; +"2713 quantize_per_tensor_default_127" [id=2713, type=quantize_per_tensor]; +"2714 dequantize_per_tensor_default_127" [id=2714, type=dequantize_per_tensor]; +"2715 _param_constant341_0_0" [id=2715, type=get_attr]; +"2716 scale_updated_constant127" [id=2716, type=get_attr]; +"2717 compressed_weight_updated_constant127" [id=2717, type=get_attr]; +"2718 mul_tensor_127" [id=2718, type=mul]; +"2719 zero_point_updated_constant127" [id=2719, type=get_attr]; +"2720 sub_tensor_127" [id=2720, type=sub]; +"2721 linear_126" [id=2721, type=linear]; +"2722 gelu_20" [id=2722, type=gelu]; +"2723 dropout_82" [id=2723, type=dropout]; +"2724 dropout_82_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; +"2725 quantize_per_tensor_default_128" [id=2725, type=quantize_per_tensor]; +"2726 dequantize_per_tensor_default_128" [id=2726, type=dequantize_per_tensor]; +"2727 _param_constant343_0_0" [id=2727, type=get_attr]; +"2728 scale_updated_constant128" [id=2728, type=get_attr]; +"2729 compressed_weight_updated_constant128" [id=2729, type=get_attr]; +"2730 mul_tensor_128" [id=2730, type=mul]; +"2731 zero_point_updated_constant128" [id=2731, type=get_attr]; +"2732 sub_tensor_128" [id=2732, type=sub]; +"2733 linear_127" [id=2733, type=linear]; +"2734 dropout_83" [id=2734, type=dropout]; +"2735 _param_constant344" [id=2735, type=get_attr]; +"2736 _param_constant345" [id=2736, type=get_attr]; +"2737 layer_norm_44" [id=2737, type=layer_norm]; +"2738 add_72" [id=2738, type=add]; +"2739 _tensor_constant132" [id=2739, type=get_attr]; +"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2740, type=call_module]; +"2741 _param_constant347_0_0" [id=2741, type=get_attr]; +"2742 scale_updated_constant129" [id=2742, type=get_attr]; +"2743 compressed_weight_updated_constant129" [id=2743, type=get_attr]; +"2744 mul_tensor_129" [id=2744, type=mul]; +"2745 zero_point_updated_constant129" [id=2745, type=get_attr]; +"2746 sub_tensor_129" [id=2746, type=sub]; +"2747 linear_128" [id=2747, type=linear]; +"2748 relu__21" [id=2748, type=relu_]; +"2749 relu__21_0_0_nncf_smooth_quant_0" [id=2749, type=call_module]; +"2750 scale_updated_constant130" [id=2750, type=get_attr]; +"2751 compressed_weight_updated_constant130" [id=2751, type=get_attr]; +"2752 mul_tensor_130" [id=2752, type=mul]; +"2753 zero_point_updated_constant130" [id=2753, type=get_attr]; +"2754 sub_tensor_130" [id=2754, type=sub]; +"2755 linear_129" [id=2755, type=linear]; +"2756 view_114" [id=2756, type=view]; +"2757 _tensor_constant133" [id=2757, type=get_attr]; +"2758 index_21" [id=2758, type=index]; +"2759 view_115" [id=2759, type=view]; +"2760 permute_95" [id=2760, type=permute]; +"2761 contiguous_40" [id=2761, type=contiguous]; +"2762 unsqueeze_61" [id=2762, type=unsqueeze]; +"2763 sigmoid_21" [id=2763, type=sigmoid]; +"2764 mul_42" [id=2764, type=mul]; +"2765 pad_23" [id=2765, type=pad]; +"2766 roll_20" [id=2766, type=roll]; +"2767 view_116" [id=2767, type=view]; +"2768 permute_96" [id=2768, type=permute]; +"2769 reshape_94" [id=2769, type=reshape]; +"2770 reshape_94_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; +"2771 quantize_per_tensor_default_129" [id=2771, type=quantize_per_tensor]; +"2772 dequantize_per_tensor_default_129" [id=2772, type=dequantize_per_tensor]; +"2773 _param_constant349_0_0" [id=2773, type=get_attr]; +"2774 scale_updated_constant131" [id=2774, type=get_attr]; +"2775 compressed_weight_updated_constant131" [id=2775, type=get_attr]; +"2776 mul_tensor_131" [id=2776, type=mul]; +"2777 zero_point_updated_constant131" [id=2777, type=get_attr]; +"2778 sub_tensor_131" [id=2778, type=sub]; +"2779 linear_130" [id=2779, type=linear]; +"2780 reshape_95" [id=2780, type=reshape]; +"2781 permute_97" [id=2781, type=permute]; +"2782 select_63" [id=2782, type=select]; +"2783 select_64" [id=2783, type=select]; +"2784 select_65" [id=2784, type=select]; +"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; +"2786 clamp_min_42" [id=2786, type=clamp_min]; +"2787 expand_as_42" [id=2787, type=expand_as]; +"2788 div_42" [id=2788, type=div]; +"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; +"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; +"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; +"2792 clamp_min_43" [id=2792, type=clamp_min]; +"2793 expand_as_43" [id=2793, type=expand_as]; +"2794 div_43" [id=2794, type=div]; +"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; +"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; +"2797 transpose_42" [id=2797, type=transpose]; +"2798 matmul_42" [id=2798, type=matmul]; +"2799 _param_constant351" [id=2799, type=get_attr]; +"2800 clamp_21" [id=2800, type=clamp]; +"2801 exp_21" [id=2801, type=exp]; +"2802 mul_43" [id=2802, type=mul]; +"2803 add_73" [id=2803, type=add]; +"2804 new_zeros_10" [id=2804, type=new_zeros]; +"2805 view_117" [id=2805, type=view]; +"2806 permute_98" [id=2806, type=permute]; +"2807 reshape_96" [id=2807, type=reshape]; +"2808 unsqueeze_62" [id=2808, type=unsqueeze]; +"2809 unsqueeze_63" [id=2809, type=unsqueeze]; +"2810 sub_10" [id=2810, type=sub]; +"2811 ne_10" [id=2811, type=ne]; +"2812 masked_fill_20" [id=2812, type=masked_fill]; +"2813 eq_10" [id=2813, type=eq]; +"2814 masked_fill_21" [id=2814, type=masked_fill]; +"2815 view_118" [id=2815, type=view]; +"2816 unsqueeze_64" [id=2816, type=unsqueeze]; +"2817 unsqueeze_65" [id=2817, type=unsqueeze]; +"2818 add_74" [id=2818, type=add]; +"2819 view_119" [id=2819, type=view]; +"2820 softmax_21" [id=2820, type=softmax]; +"2821 dropout_84" [id=2821, type=dropout]; +"2822 matmul_43" [id=2822, type=matmul]; +"2823 transpose_43" [id=2823, type=transpose]; +"2824 reshape_97" [id=2824, type=reshape]; +"2825 reshape_97_0_0_nncf_smooth_quant_0" [id=2825, type=call_module]; +"2826 quantize_per_tensor_default_132" [id=2826, type=quantize_per_tensor]; +"2827 dequantize_per_tensor_default_132" [id=2827, type=dequantize_per_tensor]; +"2828 _param_constant353_0_0" [id=2828, type=get_attr]; +"2829 scale_updated_constant132" [id=2829, type=get_attr]; +"2830 compressed_weight_updated_constant132" [id=2830, type=get_attr]; +"2831 mul_tensor_132" [id=2831, type=mul]; +"2832 zero_point_updated_constant132" [id=2832, type=get_attr]; +"2833 sub_tensor_132" [id=2833, type=sub]; +"2834 linear_131" [id=2834, type=linear]; +"2835 dropout_85" [id=2835, type=dropout]; +"2836 view_120" [id=2836, type=view]; +"2837 permute_99" [id=2837, type=permute]; +"2838 reshape_98" [id=2838, type=reshape]; +"2839 roll_21" [id=2839, type=roll]; +"2840 slice_325" [id=2840, type=slice]; +"2841 slice_326" [id=2841, type=slice]; +"2842 slice_327" [id=2842, type=slice]; +"2843 slice_328" [id=2843, type=slice]; +"2844 contiguous_41" [id=2844, type=contiguous]; +"2845 _param_constant354" [id=2845, type=get_attr]; +"2846 _param_constant355" [id=2846, type=get_attr]; +"2847 layer_norm_45" [id=2847, type=layer_norm]; +"2848 add_75" [id=2848, type=add]; +"2849 add_75_0_0_nncf_smooth_quant_0" [id=2849, type=call_module]; +"2850 quantize_per_tensor_default_133" [id=2850, type=quantize_per_tensor]; +"2851 dequantize_per_tensor_default_133" [id=2851, type=dequantize_per_tensor]; +"2852 _param_constant357_0_0" [id=2852, type=get_attr]; +"2853 scale_updated_constant133" [id=2853, type=get_attr]; +"2854 compressed_weight_updated_constant133" [id=2854, type=get_attr]; +"2855 mul_tensor_133" [id=2855, type=mul]; +"2856 zero_point_updated_constant133" [id=2856, type=get_attr]; +"2857 sub_tensor_133" [id=2857, type=sub]; +"2858 linear_132" [id=2858, type=linear]; +"2859 gelu_21" [id=2859, type=gelu]; +"2860 dropout_86" [id=2860, type=dropout]; +"2861 dropout_86_0_0_nncf_smooth_quant_0" [id=2861, type=call_module]; +"2862 quantize_per_tensor_default_134" [id=2862, type=quantize_per_tensor]; +"2863 dequantize_per_tensor_default_134" [id=2863, type=dequantize_per_tensor]; +"2864 _param_constant359_0_0" [id=2864, type=get_attr]; +"2865 scale_updated_constant134" [id=2865, type=get_attr]; +"2866 compressed_weight_updated_constant134" [id=2866, type=get_attr]; +"2867 mul_tensor_134" [id=2867, type=mul]; +"2868 zero_point_updated_constant134" [id=2868, type=get_attr]; +"2869 sub_tensor_134" [id=2869, type=sub]; +"2870 linear_133" [id=2870, type=linear]; +"2871 dropout_87" [id=2871, type=dropout]; +"2872 _param_constant360" [id=2872, type=get_attr]; +"2873 _param_constant361" [id=2873, type=get_attr]; +"2874 layer_norm_46" [id=2874, type=layer_norm]; +"2875 add_76" [id=2875, type=add]; +"2876 pad_24" [id=2876, type=pad]; +"2877 slice_329" [id=2877, type=slice]; +"2878 slice_330" [id=2878, type=slice]; +"2879 slice_331" [id=2879, type=slice]; +"2880 slice_332" [id=2880, type=slice]; +"2881 slice_333" [id=2881, type=slice]; +"2882 slice_334" [id=2882, type=slice]; +"2883 slice_335" [id=2883, type=slice]; +"2884 slice_336" [id=2884, type=slice]; +"2885 slice_337" [id=2885, type=slice]; +"2886 slice_338" [id=2886, type=slice]; +"2887 slice_339" [id=2887, type=slice]; +"2888 slice_340" [id=2888, type=slice]; +"2889 cat_2" [id=2889, type=cat]; +"2890 cat_2_0_0_nncf_smooth_quant_0" [id=2890, type=call_module]; +"2891 quantize_per_tensor_default_135" [id=2891, type=quantize_per_tensor]; +"2892 dequantize_per_tensor_default_135" [id=2892, type=dequantize_per_tensor]; +"2893 scale_updated_constant135" [id=2893, type=get_attr]; +"2894 compressed_weight_updated_constant135" [id=2894, type=get_attr]; +"2895 mul_tensor_135" [id=2895, type=mul]; +"2896 zero_point_updated_constant135" [id=2896, type=get_attr]; +"2897 sub_tensor_135" [id=2897, type=sub]; +"2898 linear_134" [id=2898, type=linear]; +"2899 _param_constant363" [id=2899, type=get_attr]; +"2900 _param_constant364" [id=2900, type=get_attr]; +"2901 layer_norm_47" [id=2901, type=layer_norm]; +"2902 _tensor_constant143" [id=2902, type=get_attr]; +"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2903, type=call_module]; +"2904 _param_constant366_0_0" [id=2904, type=get_attr]; +"2905 scale_updated_constant136" [id=2905, type=get_attr]; +"2906 compressed_weight_updated_constant136" [id=2906, type=get_attr]; +"2907 mul_tensor_136" [id=2907, type=mul]; +"2908 zero_point_updated_constant136" [id=2908, type=get_attr]; +"2909 sub_tensor_136" [id=2909, type=sub]; +"2910 linear_135" [id=2910, type=linear]; +"2911 relu__22" [id=2911, type=relu_]; +"2912 relu__22_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; +"2913 scale_updated_constant137" [id=2913, type=get_attr]; +"2914 compressed_weight_updated_constant137" [id=2914, type=get_attr]; +"2915 mul_tensor_137" [id=2915, type=mul]; +"2916 zero_point_updated_constant137" [id=2916, type=get_attr]; +"2917 sub_tensor_137" [id=2917, type=sub]; +"2918 linear_136" [id=2918, type=linear]; +"2919 view_121" [id=2919, type=view]; +"2920 _tensor_constant144" [id=2920, type=get_attr]; +"2921 index_22" [id=2921, type=index]; +"2922 view_122" [id=2922, type=view]; +"2923 permute_100" [id=2923, type=permute]; +"2924 contiguous_42" [id=2924, type=contiguous]; +"2925 unsqueeze_66" [id=2925, type=unsqueeze]; +"2926 sigmoid_22" [id=2926, type=sigmoid]; +"2927 mul_44" [id=2927, type=mul]; +"2928 pad_25" [id=2928, type=pad]; +"2929 view_123" [id=2929, type=view]; +"2930 permute_101" [id=2930, type=permute]; +"2931 reshape_99" [id=2931, type=reshape]; +"2932 reshape_99_0_0_nncf_smooth_quant_0" [id=2932, type=call_module]; +"2933 quantize_per_tensor_default_136" [id=2933, type=quantize_per_tensor]; +"2934 dequantize_per_tensor_default_136" [id=2934, type=dequantize_per_tensor]; +"2935 _param_constant368_0_0" [id=2935, type=get_attr]; +"2936 scale_updated_constant138" [id=2936, type=get_attr]; +"2937 compressed_weight_updated_constant138" [id=2937, type=get_attr]; +"2938 mul_tensor_138" [id=2938, type=mul]; +"2939 zero_point_updated_constant138" [id=2939, type=get_attr]; +"2940 sub_tensor_138" [id=2940, type=sub]; +"2941 linear_137" [id=2941, type=linear]; +"2942 reshape_100" [id=2942, type=reshape]; +"2943 permute_102" [id=2943, type=permute]; +"2944 select_66" [id=2944, type=select]; +"2945 select_67" [id=2945, type=select]; +"2946 select_68" [id=2946, type=select]; +"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; +"2948 clamp_min_44" [id=2948, type=clamp_min]; +"2949 expand_as_44" [id=2949, type=expand_as]; +"2950 div_44" [id=2950, type=div]; +"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; +"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; +"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; +"2954 clamp_min_45" [id=2954, type=clamp_min]; +"2955 expand_as_45" [id=2955, type=expand_as]; +"2956 div_45" [id=2956, type=div]; +"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; +"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; +"2959 transpose_44" [id=2959, type=transpose]; +"2960 matmul_44" [id=2960, type=matmul]; +"2961 _param_constant370" [id=2961, type=get_attr]; +"2962 clamp_22" [id=2962, type=clamp]; +"2963 exp_22" [id=2963, type=exp]; +"2964 mul_45" [id=2964, type=mul]; +"2965 add_77" [id=2965, type=add]; +"2966 softmax_22" [id=2966, type=softmax]; +"2967 dropout_88" [id=2967, type=dropout]; +"2968 matmul_45" [id=2968, type=matmul]; +"2969 transpose_45" [id=2969, type=transpose]; +"2970 reshape_101" [id=2970, type=reshape]; +"2971 reshape_101_0_0_nncf_smooth_quant_0" [id=2971, type=call_module]; +"2972 quantize_per_tensor_default_139" [id=2972, type=quantize_per_tensor]; +"2973 dequantize_per_tensor_default_139" [id=2973, type=dequantize_per_tensor]; +"2974 _param_constant372_0_0" [id=2974, type=get_attr]; +"2975 scale_updated_constant139" [id=2975, type=get_attr]; +"2976 compressed_weight_updated_constant139" [id=2976, type=get_attr]; +"2977 mul_tensor_139" [id=2977, type=mul]; +"2978 zero_point_updated_constant139" [id=2978, type=get_attr]; +"2979 sub_tensor_139" [id=2979, type=sub]; +"2980 linear_138" [id=2980, type=linear]; +"2981 dropout_89" [id=2981, type=dropout]; +"2982 view_124" [id=2982, type=view]; +"2983 permute_103" [id=2983, type=permute]; +"2984 reshape_102" [id=2984, type=reshape]; +"2985 slice_342" [id=2985, type=slice]; +"2986 slice_343" [id=2986, type=slice]; +"2987 slice_344" [id=2987, type=slice]; +"2988 slice_345" [id=2988, type=slice]; +"2989 contiguous_43" [id=2989, type=contiguous]; +"2990 _param_constant373" [id=2990, type=get_attr]; +"2991 _param_constant374" [id=2991, type=get_attr]; +"2992 layer_norm_48" [id=2992, type=layer_norm]; +"2993 add_78" [id=2993, type=add]; +"2994 add_78_0_0_nncf_smooth_quant_0" [id=2994, type=call_module]; +"2995 quantize_per_tensor_default_140" [id=2995, type=quantize_per_tensor]; +"2996 dequantize_per_tensor_default_140" [id=2996, type=dequantize_per_tensor]; +"2997 _param_constant376_0_0" [id=2997, type=get_attr]; +"2998 scale_updated_constant140" [id=2998, type=get_attr]; +"2999 compressed_weight_updated_constant140" [id=2999, type=get_attr]; +"3000 mul_tensor_140" [id=3000, type=mul]; +"3001 zero_point_updated_constant140" [id=3001, type=get_attr]; +"3002 sub_tensor_140" [id=3002, type=sub]; +"3003 linear_139" [id=3003, type=linear]; +"3004 gelu_22" [id=3004, type=gelu]; +"3005 dropout_90" [id=3005, type=dropout]; +"3006 dropout_90_0_0_nncf_smooth_quant_0" [id=3006, type=call_module]; +"3007 quantize_per_tensor_default_141" [id=3007, type=quantize_per_tensor]; +"3008 dequantize_per_tensor_default_141" [id=3008, type=dequantize_per_tensor]; +"3009 _param_constant378_0_0" [id=3009, type=get_attr]; +"3010 scale_updated_constant141" [id=3010, type=get_attr]; +"3011 compressed_weight_updated_constant141" [id=3011, type=get_attr]; +"3012 mul_tensor_141" [id=3012, type=mul]; +"3013 zero_point_updated_constant141" [id=3013, type=get_attr]; +"3014 sub_tensor_141" [id=3014, type=sub]; +"3015 linear_140" [id=3015, type=linear]; +"3016 dropout_91" [id=3016, type=dropout]; +"3017 _param_constant379" [id=3017, type=get_attr]; +"3018 _param_constant380" [id=3018, type=get_attr]; +"3019 layer_norm_49" [id=3019, type=layer_norm]; +"3020 add_79" [id=3020, type=add]; +"3021 _tensor_constant145" [id=3021, type=get_attr]; +"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3022, type=call_module]; +"3023 _param_constant382_0_0" [id=3023, type=get_attr]; +"3024 scale_updated_constant142" [id=3024, type=get_attr]; +"3025 compressed_weight_updated_constant142" [id=3025, type=get_attr]; +"3026 mul_tensor_142" [id=3026, type=mul]; +"3027 zero_point_updated_constant142" [id=3027, type=get_attr]; +"3028 sub_tensor_142" [id=3028, type=sub]; +"3029 linear_141" [id=3029, type=linear]; +"3030 relu__23" [id=3030, type=relu_]; +"3031 relu__23_0_0_nncf_smooth_quant_0" [id=3031, type=call_module]; +"3032 scale_updated_constant143" [id=3032, type=get_attr]; +"3033 compressed_weight_updated_constant143" [id=3033, type=get_attr]; +"3034 mul_tensor_143" [id=3034, type=mul]; +"3035 zero_point_updated_constant143" [id=3035, type=get_attr]; +"3036 sub_tensor_143" [id=3036, type=sub]; +"3037 linear_142" [id=3037, type=linear]; +"3038 view_125" [id=3038, type=view]; +"3039 _tensor_constant146" [id=3039, type=get_attr]; +"3040 index_23" [id=3040, type=index]; +"3041 view_126" [id=3041, type=view]; +"3042 permute_104" [id=3042, type=permute]; +"3043 contiguous_44" [id=3043, type=contiguous]; +"3044 unsqueeze_67" [id=3044, type=unsqueeze]; +"3045 sigmoid_23" [id=3045, type=sigmoid]; +"3046 mul_46" [id=3046, type=mul]; +"3047 pad_26" [id=3047, type=pad]; +"3048 view_127" [id=3048, type=view]; +"3049 permute_105" [id=3049, type=permute]; +"3050 reshape_103" [id=3050, type=reshape]; +"3051 reshape_103_0_0_nncf_smooth_quant_0" [id=3051, type=call_module]; +"3052 quantize_per_tensor_default_142" [id=3052, type=quantize_per_tensor]; +"3053 dequantize_per_tensor_default_142" [id=3053, type=dequantize_per_tensor]; +"3054 _param_constant384_0_0" [id=3054, type=get_attr]; +"3055 scale_updated_constant144" [id=3055, type=get_attr]; +"3056 compressed_weight_updated_constant144" [id=3056, type=get_attr]; +"3057 mul_tensor_144" [id=3057, type=mul]; +"3058 zero_point_updated_constant144" [id=3058, type=get_attr]; +"3059 sub_tensor_144" [id=3059, type=sub]; +"3060 linear_143" [id=3060, type=linear]; +"3061 reshape_104" [id=3061, type=reshape]; +"3062 permute_106" [id=3062, type=permute]; +"3063 select_69" [id=3063, type=select]; +"3064 select_70" [id=3064, type=select]; +"3065 select_71" [id=3065, type=select]; +"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; +"3067 clamp_min_46" [id=3067, type=clamp_min]; +"3068 expand_as_46" [id=3068, type=expand_as]; +"3069 div_46" [id=3069, type=div]; +"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; +"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; +"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; +"3073 clamp_min_47" [id=3073, type=clamp_min]; +"3074 expand_as_47" [id=3074, type=expand_as]; +"3075 div_47" [id=3075, type=div]; +"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; +"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; +"3078 transpose_46" [id=3078, type=transpose]; +"3079 matmul_46" [id=3079, type=matmul]; +"3080 _param_constant386" [id=3080, type=get_attr]; +"3081 clamp_23" [id=3081, type=clamp]; +"3082 exp_23" [id=3082, type=exp]; +"3083 mul_47" [id=3083, type=mul]; +"3084 add_80" [id=3084, type=add]; +"3085 softmax_23" [id=3085, type=softmax]; +"3086 dropout_92" [id=3086, type=dropout]; +"3087 matmul_47" [id=3087, type=matmul]; +"3088 transpose_47" [id=3088, type=transpose]; +"3089 reshape_105" [id=3089, type=reshape]; +"3090 reshape_105_0_0_nncf_smooth_quant_0" [id=3090, type=call_module]; +"3091 quantize_per_tensor_default_145" [id=3091, type=quantize_per_tensor]; +"3092 dequantize_per_tensor_default_145" [id=3092, type=dequantize_per_tensor]; +"3093 _param_constant388_0_0" [id=3093, type=get_attr]; +"3094 scale_updated_constant145" [id=3094, type=get_attr]; +"3095 compressed_weight_updated_constant145" [id=3095, type=get_attr]; +"3096 mul_tensor_145" [id=3096, type=mul]; +"3097 zero_point_updated_constant145" [id=3097, type=get_attr]; +"3098 sub_tensor_145" [id=3098, type=sub]; +"3099 linear_144" [id=3099, type=linear]; +"3100 dropout_93" [id=3100, type=dropout]; +"3101 view_128" [id=3101, type=view]; +"3102 permute_107" [id=3102, type=permute]; +"3103 reshape_106" [id=3103, type=reshape]; +"3104 slice_347" [id=3104, type=slice]; +"3105 slice_348" [id=3105, type=slice]; +"3106 slice_349" [id=3106, type=slice]; +"3107 slice_350" [id=3107, type=slice]; +"3108 contiguous_45" [id=3108, type=contiguous]; +"3109 _param_constant389" [id=3109, type=get_attr]; +"3110 _param_constant390" [id=3110, type=get_attr]; +"3111 layer_norm_50" [id=3111, type=layer_norm]; +"3112 add_81" [id=3112, type=add]; +"3113 add_81_0_0_nncf_smooth_quant_0" [id=3113, type=call_module]; +"3114 quantize_per_tensor_default_146" [id=3114, type=quantize_per_tensor]; +"3115 dequantize_per_tensor_default_146" [id=3115, type=dequantize_per_tensor]; +"3116 _param_constant392_0_0" [id=3116, type=get_attr]; +"3117 scale_updated_constant146" [id=3117, type=get_attr]; +"3118 compressed_weight_updated_constant146" [id=3118, type=get_attr]; +"3119 mul_tensor_146" [id=3119, type=mul]; +"3120 zero_point_updated_constant146" [id=3120, type=get_attr]; +"3121 sub_tensor_146" [id=3121, type=sub]; +"3122 linear_145" [id=3122, type=linear]; +"3123 gelu_23" [id=3123, type=gelu]; +"3124 dropout_94" [id=3124, type=dropout]; +"3125 dropout_94_0_0_nncf_smooth_quant_0" [id=3125, type=call_module]; +"3126 quantize_per_tensor_default_147" [id=3126, type=quantize_per_tensor]; +"3127 dequantize_per_tensor_default_147" [id=3127, type=dequantize_per_tensor]; +"3128 _param_constant394_0_0" [id=3128, type=get_attr]; +"3129 scale_updated_constant147" [id=3129, type=get_attr]; +"3130 compressed_weight_updated_constant147" [id=3130, type=get_attr]; +"3131 mul_tensor_147" [id=3131, type=mul]; +"3132 zero_point_updated_constant147" [id=3132, type=get_attr]; +"3133 sub_tensor_147" [id=3133, type=sub]; +"3134 linear_146" [id=3134, type=linear]; +"3135 dropout_95" [id=3135, type=dropout]; +"3136 _param_constant395" [id=3136, type=get_attr]; +"3137 _param_constant396" [id=3137, type=get_attr]; +"3138 layer_norm_51" [id=3138, type=layer_norm]; +"3139 add_82" [id=3139, type=add]; +"3140 _param_constant397" [id=3140, type=get_attr]; +"3141 _param_constant398" [id=3141, type=get_attr]; +"3142 layer_norm_52" [id=3142, type=layer_norm]; +"3143 permute_108" [id=3143, type=permute]; +"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; +"3145 flatten" [id=3145, type=flatten]; +"3146 flatten_0_0_nncf_smooth_quant_0" [id=3146, type=call_module]; +"3147 quantize_per_tensor_default_148" [id=3147, type=quantize_per_tensor]; +"3148 dequantize_per_tensor_default_148" [id=3148, type=dequantize_per_tensor]; +"3149 _param_constant400_0_0" [id=3149, type=get_attr]; +"3150 scale_updated_constant148" [id=3150, type=get_attr]; +"3151 compressed_weight_updated_constant148" [id=3151, type=get_attr]; +"3152 mul_tensor_148" [id=3152, type=mul]; +"3153 zero_point_updated_constant148" [id=3153, type=get_attr]; +"3154 sub_tensor_148" [id=3154, type=sub]; +"3155 linear_147" [id=3155, type=linear]; +"3156 output" [id=3156, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"9 conv2d" -> "10 permute" [label="(1, 96, 56, 56)", style=solid]; +"10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; +"12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; +"13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; +"13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; +"14 _tensor_constant0" -> "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"15 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; +"16 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; +"17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(512, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(512, 2)", style=solid]; +"19 mul_tensor_1" -> "21 sub_tensor_1" [label="(512, 2)", style=solid]; +"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [label="(512, 1)", style=solid]; +"21 sub_tensor_1" -> "22 linear" [label="(512, 2)", style=solid]; +"22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; +"23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; +"25 scale_updated_constant2" -> "27 mul_tensor_2" [label="(3, 1)", style=solid]; +"26 compressed_weight_updated_constant2" -> "27 mul_tensor_2" [label="(3, 512)", style=solid]; +"27 mul_tensor_2" -> "29 sub_tensor_2" [label="(3, 512)", style=solid]; +"28 zero_point_updated_constant2" -> "29 sub_tensor_2" [label="(3, 1)", style=solid]; +"29 sub_tensor_2" -> "30 linear_1" [label="(3, 512)", style=solid]; +"30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; +"31 view" -> "33 index" [label="(225, 3)", style=solid]; +"32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; +"33 index" -> "34 view_1" [label="(4096, 3)", style=solid]; +"34 view_1" -> "35 permute_1" [label="(64, 64, 3)", style=solid]; +"35 permute_1" -> "36 contiguous" [label="(3, 64, 64)", style=solid]; +"36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; +"37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; +"38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; +"39 mul" -> "77 add" [label="(1, 3, 64, 64)", style=solid]; +"40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; +"41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"43 reshape" -> "44 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"44 reshape_0_0_nncf_smooth_quant_0" -> "45 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"45 quantize_per_tensor_default_1" -> "46 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"46 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; +"47 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; +"48 scale_updated_constant3" -> "50 mul_tensor_3" [label="(288, 1)", style=solid]; +"49 compressed_weight_updated_constant3" -> "50 mul_tensor_3" [label="(288, 96)", style=solid]; +"50 mul_tensor_3" -> "52 sub_tensor_3" [label="(288, 96)", style=solid]; +"51 zero_point_updated_constant3" -> "52 sub_tensor_3" [label="(288, 1)", style=solid]; +"52 sub_tensor_3" -> "53 linear_2" [label="(288, 96)", style=solid]; +"53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; +"54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"55 permute_3" -> "57 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"55 permute_3" -> "58 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"56 select" -> "59 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"56 select" -> "61 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"56 select" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "65 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "67 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; +"58 select_2" -> "80 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"59 linalg_vector_norm" -> "60 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"60 clamp_min" -> "61 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"61 expand_as" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; +"62 div" -> "63 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"64 dequantize_per_tensor_default_2" -> "72 matmul" [label="(49, 3, 64, 32)", style=solid]; +"65 linalg_vector_norm_1" -> "66 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"66 clamp_min_1" -> "67 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"67 expand_as_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; +"68 div_1" -> "69 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 transpose" [label="(49, 3, 64, 32)", style=solid]; +"71 transpose" -> "72 matmul" [label="(49, 3, 32, 64)", style=solid]; +"72 matmul" -> "76 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"73 _param_constant9" -> "74 clamp" [label="(3, 1, 1)", style=solid]; +"74 clamp" -> "75 exp" [label="(3, 1, 1)", style=solid]; +"75 exp" -> "76 mul_1" [label="(3, 1, 1)", style=solid]; +"76 mul_1" -> "77 add" [label="(49, 3, 64, 64)", style=solid]; +"77 add" -> "78 softmax" [label="(49, 3, 64, 64)", style=solid]; +"78 softmax" -> "79 dropout" [label="(49, 3, 64, 64)", style=solid]; +"79 dropout" -> "80 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"80 matmul_1" -> "81 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"81 transpose_1" -> "82 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"82 reshape_2" -> "83 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"83 reshape_2_0_0_nncf_smooth_quant_0" -> "84 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"84 quantize_per_tensor_default_4" -> "85 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"85 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; +"86 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; +"87 scale_updated_constant4" -> "89 mul_tensor_4" [label="(96, 1)", style=solid]; +"88 compressed_weight_updated_constant4" -> "89 mul_tensor_4" [label="(96, 96)", style=solid]; +"89 mul_tensor_4" -> "91 sub_tensor_4" [label="(96, 96)", style=solid]; +"90 zero_point_updated_constant4" -> "91 sub_tensor_4" [label="(96, 1)", style=solid]; +"91 sub_tensor_4" -> "92 linear_3" [label="(96, 96)", style=solid]; +"92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; +"93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; +"94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"95 permute_4" -> "96 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"96 reshape_3" -> "97 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"97 slice_2" -> "98 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"98 slice_3" -> "101 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"99 _param_constant12" -> "101 layer_norm_1" [label="(96,)", style=solid]; +"100 _param_constant13" -> "101 layer_norm_1" [label="(96,)", style=solid]; +"101 layer_norm_1" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "103 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; +"103 add_1_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"104 quantize_per_tensor_default_5" -> "105 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"105 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"106 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; +"107 scale_updated_constant5" -> "109 mul_tensor_5" [label="(384, 1)", style=solid]; +"108 compressed_weight_updated_constant5" -> "109 mul_tensor_5" [label="(384, 96)", style=solid]; +"109 mul_tensor_5" -> "111 sub_tensor_5" [label="(384, 96)", style=solid]; +"110 zero_point_updated_constant5" -> "111 sub_tensor_5" [label="(384, 1)", style=solid]; +"111 sub_tensor_5" -> "112 linear_4" [label="(384, 96)", style=solid]; +"112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; +"113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"114 dropout_2" -> "115 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"115 dropout_2_0_0_nncf_smooth_quant_0" -> "116 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"116 quantize_per_tensor_default_6" -> "117 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"117 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"118 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; +"119 scale_updated_constant6" -> "121 mul_tensor_6" [label="(96, 1)", style=solid]; +"120 compressed_weight_updated_constant6" -> "121 mul_tensor_6" [label="(96, 384)", style=solid]; +"121 mul_tensor_6" -> "123 sub_tensor_6" [label="(96, 384)", style=solid]; +"122 zero_point_updated_constant6" -> "123 sub_tensor_6" [label="(96, 1)", style=solid]; +"123 sub_tensor_6" -> "124 linear_5" [label="(96, 384)", style=solid]; +"124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; +"127 _param_constant19" -> "128 layer_norm_2" [label="(96,)", style=solid]; +"128 layer_norm_2" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; +"129 add_2" -> "156 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; +"130 _tensor_constant2" -> "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"131 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"132 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; +"133 scale_updated_constant7" -> "135 mul_tensor_7" [label="(512, 1)", style=solid]; +"134 compressed_weight_updated_constant7" -> "135 mul_tensor_7" [label="(512, 2)", style=solid]; +"135 mul_tensor_7" -> "137 sub_tensor_7" [label="(512, 2)", style=solid]; +"136 zero_point_updated_constant7" -> "137 sub_tensor_7" [label="(512, 1)", style=solid]; +"137 sub_tensor_7" -> "138 linear_6" [label="(512, 2)", style=solid]; +"138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"139 relu__1" -> "140 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"140 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"141 scale_updated_constant8" -> "143 mul_tensor_8" [label="(3, 1)", style=solid]; +"142 compressed_weight_updated_constant8" -> "143 mul_tensor_8" [label="(3, 512)", style=solid]; +"143 mul_tensor_8" -> "145 sub_tensor_8" [label="(3, 512)", style=solid]; +"144 zero_point_updated_constant8" -> "145 sub_tensor_8" [label="(3, 1)", style=solid]; +"145 sub_tensor_8" -> "146 linear_7" [label="(3, 512)", style=solid]; +"146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; +"147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; +"148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; +"149 index_1" -> "150 view_5" [label="(4096, 3)", style=solid]; +"150 view_5" -> "151 permute_5" [label="(64, 64, 3)", style=solid]; +"151 permute_5" -> "152 contiguous_1" [label="(3, 64, 64)", style=solid]; +"152 contiguous_1" -> "153 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"153 unsqueeze_1" -> "154 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"154 sigmoid_1" -> "155 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"155 mul_2" -> "194 add_3" [label="(1, 3, 64, 64)", style=solid]; +"156 pad_1" -> "157 roll" [label="(1, 56, 56, 96)", style=solid]; +"157 roll" -> "158 view_6" [label="(1, 56, 56, 96)", style=solid]; +"158 view_6" -> "159 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"159 permute_6" -> "160 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"160 reshape_4" -> "161 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"160 reshape_4" -> "195 new_zeros" [label="(49, 64, 96)", style=solid]; +"161 reshape_4_0_0_nncf_smooth_quant_0" -> "162 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"162 quantize_per_tensor_default_7" -> "163 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"163 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; +"164 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; +"165 scale_updated_constant9" -> "167 mul_tensor_9" [label="(288, 1)", style=solid]; +"166 compressed_weight_updated_constant9" -> "167 mul_tensor_9" [label="(288, 96)", style=solid]; +"167 mul_tensor_9" -> "169 sub_tensor_9" [label="(288, 96)", style=solid]; +"168 zero_point_updated_constant9" -> "169 sub_tensor_9" [label="(288, 1)", style=solid]; +"169 sub_tensor_9" -> "170 linear_8" [label="(288, 96)", style=solid]; +"170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; +"171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"172 permute_7" -> "174 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"172 permute_7" -> "175 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"173 select_3" -> "176 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"173 select_3" -> "178 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"173 select_3" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "182 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "184 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; +"175 select_5" -> "213 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"176 linalg_vector_norm_2" -> "177 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"177 clamp_min_2" -> "178 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"178 expand_as_2" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; +"179 div_2" -> "180 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"181 dequantize_per_tensor_default_8" -> "189 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"182 linalg_vector_norm_3" -> "183 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"183 clamp_min_3" -> "184 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"184 expand_as_3" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; +"185 div_3" -> "186 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"187 dequantize_per_tensor_default_9" -> "188 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"188 transpose_2" -> "189 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"189 matmul_2" -> "193 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"190 _param_constant25" -> "191 clamp_1" [label="(3, 1, 1)", style=solid]; +"191 clamp_1" -> "192 exp_1" [label="(3, 1, 1)", style=solid]; +"192 exp_1" -> "193 mul_3" [label="(3, 1, 1)", style=solid]; +"193 mul_3" -> "194 add_3" [label="(49, 3, 64, 64)", style=solid]; +"194 add_3" -> "206 view_8" [label="(49, 3, 64, 64)", style=solid]; +"195 new_zeros" -> "196 view_7" [label="(56, 56)", style=solid]; +"196 view_7" -> "197 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"197 permute_8" -> "198 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"198 reshape_6" -> "199 unsqueeze_2" [label="(49, 64)", style=solid]; +"198 reshape_6" -> "200 unsqueeze_3" [label="(49, 64)", style=solid]; +"199 unsqueeze_2" -> "201 sub" [label="(49, 1, 64)", style=solid]; +"200 unsqueeze_3" -> "201 sub" [label="(49, 64, 1)", style=solid]; +"201 sub" -> "202 ne" [label="(49, 64, 64)", style=solid]; +"201 sub" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; +"201 sub" -> "204 eq" [label="(49, 64, 64)", style=solid]; +"202 ne" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; +"203 masked_fill" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"204 eq" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"205 masked_fill_1" -> "207 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"206 view_8" -> "209 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"207 unsqueeze_4" -> "208 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"208 unsqueeze_5" -> "209 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"209 add_4" -> "210 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"210 view_9" -> "211 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"211 softmax_1" -> "212 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"212 dropout_4" -> "213 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"213 matmul_3" -> "214 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"214 transpose_3" -> "215 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"215 reshape_7" -> "216 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"216 reshape_7_0_0_nncf_smooth_quant_0" -> "217 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"217 quantize_per_tensor_default_10" -> "218 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"218 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; +"219 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; +"220 scale_updated_constant10" -> "222 mul_tensor_10" [label="(96, 1)", style=solid]; +"221 compressed_weight_updated_constant10" -> "222 mul_tensor_10" [label="(96, 96)", style=solid]; +"222 mul_tensor_10" -> "224 sub_tensor_10" [label="(96, 96)", style=solid]; +"223 zero_point_updated_constant10" -> "224 sub_tensor_10" [label="(96, 1)", style=solid]; +"224 sub_tensor_10" -> "225 linear_9" [label="(96, 96)", style=solid]; +"225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; +"226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; +"227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"228 permute_9" -> "229 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"229 reshape_8" -> "230 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"230 roll_1" -> "231 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"231 slice_23" -> "232 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"232 slice_24" -> "235 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"233 _param_constant28" -> "235 layer_norm_3" [label="(96,)", style=solid]; +"234 _param_constant29" -> "235 layer_norm_3" [label="(96,)", style=solid]; +"235 layer_norm_3" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "237 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; +"237 add_5_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"239 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"240 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; +"241 scale_updated_constant11" -> "243 mul_tensor_11" [label="(384, 1)", style=solid]; +"242 compressed_weight_updated_constant11" -> "243 mul_tensor_11" [label="(384, 96)", style=solid]; +"243 mul_tensor_11" -> "245 sub_tensor_11" [label="(384, 96)", style=solid]; +"244 zero_point_updated_constant11" -> "245 sub_tensor_11" [label="(384, 1)", style=solid]; +"245 sub_tensor_11" -> "246 linear_10" [label="(384, 96)", style=solid]; +"246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"248 dropout_6" -> "249 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"249 dropout_6_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"250 quantize_per_tensor_default_12" -> "251 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"251 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"252 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; +"253 scale_updated_constant12" -> "255 mul_tensor_12" [label="(96, 1)", style=solid]; +"254 compressed_weight_updated_constant12" -> "255 mul_tensor_12" [label="(96, 384)", style=solid]; +"255 mul_tensor_12" -> "257 sub_tensor_12" [label="(96, 384)", style=solid]; +"256 zero_point_updated_constant12" -> "257 sub_tensor_12" [label="(96, 1)", style=solid]; +"257 sub_tensor_12" -> "258 linear_11" [label="(96, 384)", style=solid]; +"258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; +"261 _param_constant35" -> "262 layer_norm_4" [label="(96,)", style=solid]; +"262 layer_norm_4" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; +"263 add_6" -> "264 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "265 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "268 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "271 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "274 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"265 slice_25" -> "266 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"266 slice_26" -> "267 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"267 slice_27" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"268 slice_28" -> "269 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"269 slice_29" -> "270 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"270 slice_30" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"271 slice_31" -> "272 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"272 slice_32" -> "273 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"273 slice_33" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"274 slice_34" -> "275 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"275 slice_35" -> "276 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"276 slice_36" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"277 cat" -> "278 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"278 cat_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"279 quantize_per_tensor_default_13" -> "280 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"280 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"281 scale_updated_constant13" -> "283 mul_tensor_13" [label="(192, 1)", style=solid]; +"282 compressed_weight_updated_constant13" -> "283 mul_tensor_13" [label="(192, 384)", style=solid]; +"283 mul_tensor_13" -> "285 sub_tensor_13" [label="(192, 384)", style=solid]; +"284 zero_point_updated_constant13" -> "285 sub_tensor_13" [label="(192, 1)", style=solid]; +"285 sub_tensor_13" -> "286 linear_12" [label="(192, 384)", style=solid]; +"286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; +"288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; +"289 layer_norm_5" -> "316 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; +"290 _tensor_constant13" -> "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"291 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"292 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; +"293 scale_updated_constant14" -> "295 mul_tensor_14" [label="(512, 1)", style=solid]; +"294 compressed_weight_updated_constant14" -> "295 mul_tensor_14" [label="(512, 2)", style=solid]; +"295 mul_tensor_14" -> "297 sub_tensor_14" [label="(512, 2)", style=solid]; +"296 zero_point_updated_constant14" -> "297 sub_tensor_14" [label="(512, 1)", style=solid]; +"297 sub_tensor_14" -> "298 linear_13" [label="(512, 2)", style=solid]; +"298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"299 relu__2" -> "300 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"300 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"301 scale_updated_constant15" -> "303 mul_tensor_15" [label="(6, 1)", style=solid]; +"302 compressed_weight_updated_constant15" -> "303 mul_tensor_15" [label="(6, 512)", style=solid]; +"303 mul_tensor_15" -> "305 sub_tensor_15" [label="(6, 512)", style=solid]; +"304 zero_point_updated_constant15" -> "305 sub_tensor_15" [label="(6, 1)", style=solid]; +"305 sub_tensor_15" -> "306 linear_14" [label="(6, 512)", style=solid]; +"306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; +"307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; +"308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; +"309 index_2" -> "310 view_12" [label="(4096, 6)", style=solid]; +"310 view_12" -> "311 permute_10" [label="(64, 64, 6)", style=solid]; +"311 permute_10" -> "312 contiguous_2" [label="(6, 64, 64)", style=solid]; +"312 contiguous_2" -> "313 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"313 unsqueeze_6" -> "314 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"314 sigmoid_2" -> "315 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"315 mul_4" -> "353 add_7" [label="(1, 6, 64, 64)", style=solid]; +"316 pad_3" -> "317 view_13" [label="(1, 32, 32, 192)", style=solid]; +"317 view_13" -> "318 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"318 permute_11" -> "319 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"319 reshape_9" -> "320 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"320 reshape_9_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"321 quantize_per_tensor_default_14" -> "322 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"322 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; +"323 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; +"324 scale_updated_constant16" -> "326 mul_tensor_16" [label="(576, 1)", style=solid]; +"325 compressed_weight_updated_constant16" -> "326 mul_tensor_16" [label="(576, 192)", style=solid]; +"326 mul_tensor_16" -> "328 sub_tensor_16" [label="(576, 192)", style=solid]; +"327 zero_point_updated_constant16" -> "328 sub_tensor_16" [label="(576, 1)", style=solid]; +"328 sub_tensor_16" -> "329 linear_15" [label="(576, 192)", style=solid]; +"329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; +"330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"331 permute_12" -> "333 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"331 permute_12" -> "334 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"332 select_6" -> "335 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"332 select_6" -> "337 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"332 select_6" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "341 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "343 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; +"334 select_8" -> "356 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"335 linalg_vector_norm_4" -> "336 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"336 clamp_min_4" -> "337 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"337 expand_as_4" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; +"338 div_4" -> "339 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"340 dequantize_per_tensor_default_15" -> "348 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"341 linalg_vector_norm_5" -> "342 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"342 clamp_min_5" -> "343 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"343 expand_as_5" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; +"344 div_5" -> "345 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"346 dequantize_per_tensor_default_16" -> "347 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"347 transpose_4" -> "348 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"348 matmul_4" -> "352 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"349 _param_constant44" -> "350 clamp_2" [label="(6, 1, 1)", style=solid]; +"350 clamp_2" -> "351 exp_2" [label="(6, 1, 1)", style=solid]; +"351 exp_2" -> "352 mul_5" [label="(6, 1, 1)", style=solid]; +"352 mul_5" -> "353 add_7" [label="(16, 6, 64, 64)", style=solid]; +"353 add_7" -> "354 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"354 softmax_2" -> "355 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"355 dropout_8" -> "356 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"356 matmul_5" -> "357 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"357 transpose_5" -> "358 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"358 reshape_11" -> "359 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"359 reshape_11_0_0_nncf_smooth_quant_0" -> "360 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"360 quantize_per_tensor_default_17" -> "361 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"361 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; +"362 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; +"363 scale_updated_constant17" -> "365 mul_tensor_17" [label="(192, 1)", style=solid]; +"364 compressed_weight_updated_constant17" -> "365 mul_tensor_17" [label="(192, 192)", style=solid]; +"365 mul_tensor_17" -> "367 sub_tensor_17" [label="(192, 192)", style=solid]; +"366 zero_point_updated_constant17" -> "367 sub_tensor_17" [label="(192, 1)", style=solid]; +"367 sub_tensor_17" -> "368 linear_16" [label="(192, 192)", style=solid]; +"368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; +"369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; +"370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"371 permute_13" -> "372 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"372 reshape_12" -> "373 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"373 slice_38" -> "374 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"374 slice_39" -> "375 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"375 slice_40" -> "376 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"376 slice_41" -> "377 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"377 contiguous_3" -> "380 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"378 _param_constant47" -> "380 layer_norm_6" [label="(192,)", style=solid]; +"379 _param_constant48" -> "380 layer_norm_6" [label="(192,)", style=solid]; +"380 layer_norm_6" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "382 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; +"382 add_8_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"383 quantize_per_tensor_default_18" -> "384 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"384 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"385 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; +"386 scale_updated_constant18" -> "388 mul_tensor_18" [label="(768, 1)", style=solid]; +"387 compressed_weight_updated_constant18" -> "388 mul_tensor_18" [label="(768, 192)", style=solid]; +"388 mul_tensor_18" -> "390 sub_tensor_18" [label="(768, 192)", style=solid]; +"389 zero_point_updated_constant18" -> "390 sub_tensor_18" [label="(768, 1)", style=solid]; +"390 sub_tensor_18" -> "391 linear_17" [label="(768, 192)", style=solid]; +"391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"393 dropout_10" -> "394 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"394 dropout_10_0_0_nncf_smooth_quant_0" -> "395 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"395 quantize_per_tensor_default_19" -> "396 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"396 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"397 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; +"398 scale_updated_constant19" -> "400 mul_tensor_19" [label="(192, 1)", style=solid]; +"399 compressed_weight_updated_constant19" -> "400 mul_tensor_19" [label="(192, 768)", style=solid]; +"400 mul_tensor_19" -> "402 sub_tensor_19" [label="(192, 768)", style=solid]; +"401 zero_point_updated_constant19" -> "402 sub_tensor_19" [label="(192, 1)", style=solid]; +"402 sub_tensor_19" -> "403 linear_18" [label="(192, 768)", style=solid]; +"403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; +"406 _param_constant54" -> "407 layer_norm_7" [label="(192,)", style=solid]; +"407 layer_norm_7" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; +"408 add_9" -> "435 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; +"409 _tensor_constant15" -> "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"410 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"411 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; +"412 scale_updated_constant20" -> "414 mul_tensor_20" [label="(512, 1)", style=solid]; +"413 compressed_weight_updated_constant20" -> "414 mul_tensor_20" [label="(512, 2)", style=solid]; +"414 mul_tensor_20" -> "416 sub_tensor_20" [label="(512, 2)", style=solid]; +"415 zero_point_updated_constant20" -> "416 sub_tensor_20" [label="(512, 1)", style=solid]; +"416 sub_tensor_20" -> "417 linear_19" [label="(512, 2)", style=solid]; +"417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"418 relu__3" -> "419 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"419 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"420 scale_updated_constant21" -> "422 mul_tensor_21" [label="(6, 1)", style=solid]; +"421 compressed_weight_updated_constant21" -> "422 mul_tensor_21" [label="(6, 512)", style=solid]; +"422 mul_tensor_21" -> "424 sub_tensor_21" [label="(6, 512)", style=solid]; +"423 zero_point_updated_constant21" -> "424 sub_tensor_21" [label="(6, 1)", style=solid]; +"424 sub_tensor_21" -> "425 linear_20" [label="(6, 512)", style=solid]; +"425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; +"426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; +"427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; +"428 index_3" -> "429 view_16" [label="(4096, 6)", style=solid]; +"429 view_16" -> "430 permute_14" [label="(64, 64, 6)", style=solid]; +"430 permute_14" -> "431 contiguous_4" [label="(6, 64, 64)", style=solid]; +"431 contiguous_4" -> "432 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"432 unsqueeze_7" -> "433 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"433 sigmoid_3" -> "434 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"434 mul_6" -> "473 add_10" [label="(1, 6, 64, 64)", style=solid]; +"435 pad_4" -> "436 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"436 roll_2" -> "437 view_17" [label="(1, 32, 32, 192)", style=solid]; +"437 view_17" -> "438 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"438 permute_15" -> "439 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"439 reshape_13" -> "440 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"439 reshape_13" -> "474 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"440 reshape_13_0_0_nncf_smooth_quant_0" -> "441 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"441 quantize_per_tensor_default_20" -> "442 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"442 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; +"443 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; +"444 scale_updated_constant22" -> "446 mul_tensor_22" [label="(576, 1)", style=solid]; +"445 compressed_weight_updated_constant22" -> "446 mul_tensor_22" [label="(576, 192)", style=solid]; +"446 mul_tensor_22" -> "448 sub_tensor_22" [label="(576, 192)", style=solid]; +"447 zero_point_updated_constant22" -> "448 sub_tensor_22" [label="(576, 1)", style=solid]; +"448 sub_tensor_22" -> "449 linear_21" [label="(576, 192)", style=solid]; +"449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; +"450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"451 permute_16" -> "453 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"451 permute_16" -> "454 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"452 select_9" -> "455 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"452 select_9" -> "457 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"452 select_9" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "461 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "463 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; +"454 select_11" -> "492 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"455 linalg_vector_norm_6" -> "456 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"456 clamp_min_6" -> "457 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"457 expand_as_6" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; +"458 div_6" -> "459 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"460 dequantize_per_tensor_default_21" -> "468 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"461 linalg_vector_norm_7" -> "462 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"462 clamp_min_7" -> "463 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"463 expand_as_7" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; +"464 div_7" -> "465 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"466 dequantize_per_tensor_default_22" -> "467 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"467 transpose_6" -> "468 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"468 matmul_6" -> "472 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"469 _param_constant60" -> "470 clamp_3" [label="(6, 1, 1)", style=solid]; +"470 clamp_3" -> "471 exp_3" [label="(6, 1, 1)", style=solid]; +"471 exp_3" -> "472 mul_7" [label="(6, 1, 1)", style=solid]; +"472 mul_7" -> "473 add_10" [label="(16, 6, 64, 64)", style=solid]; +"473 add_10" -> "485 view_19" [label="(16, 6, 64, 64)", style=solid]; +"474 new_zeros_1" -> "475 view_18" [label="(32, 32)", style=solid]; +"475 view_18" -> "476 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"476 permute_17" -> "477 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"477 reshape_15" -> "478 unsqueeze_8" [label="(16, 64)", style=solid]; +"477 reshape_15" -> "479 unsqueeze_9" [label="(16, 64)", style=solid]; +"478 unsqueeze_8" -> "480 sub_1" [label="(16, 1, 64)", style=solid]; +"479 unsqueeze_9" -> "480 sub_1" [label="(16, 64, 1)", style=solid]; +"480 sub_1" -> "481 ne_1" [label="(16, 64, 64)", style=solid]; +"480 sub_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"480 sub_1" -> "483 eq_1" [label="(16, 64, 64)", style=solid]; +"481 ne_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"482 masked_fill_2" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"483 eq_1" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"484 masked_fill_3" -> "486 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"485 view_19" -> "488 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"486 unsqueeze_10" -> "487 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"487 unsqueeze_11" -> "488 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"488 add_11" -> "489 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"489 view_20" -> "490 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"490 softmax_3" -> "491 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"491 dropout_12" -> "492 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"492 matmul_7" -> "493 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"493 transpose_7" -> "494 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"494 reshape_16" -> "495 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"495 reshape_16_0_0_nncf_smooth_quant_0" -> "496 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"496 quantize_per_tensor_default_23" -> "497 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"497 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; +"498 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; +"499 scale_updated_constant23" -> "501 mul_tensor_23" [label="(192, 1)", style=solid]; +"500 compressed_weight_updated_constant23" -> "501 mul_tensor_23" [label="(192, 192)", style=solid]; +"501 mul_tensor_23" -> "503 sub_tensor_23" [label="(192, 192)", style=solid]; +"502 zero_point_updated_constant23" -> "503 sub_tensor_23" [label="(192, 1)", style=solid]; +"503 sub_tensor_23" -> "504 linear_22" [label="(192, 192)", style=solid]; +"504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; +"505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; +"506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"507 permute_18" -> "508 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"508 reshape_17" -> "509 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"509 roll_3" -> "510 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"510 slice_61" -> "511 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"511 slice_62" -> "512 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"512 slice_63" -> "513 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"513 slice_64" -> "514 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"514 contiguous_5" -> "517 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"515 _param_constant63" -> "517 layer_norm_8" [label="(192,)", style=solid]; +"516 _param_constant64" -> "517 layer_norm_8" [label="(192,)", style=solid]; +"517 layer_norm_8" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "519 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; +"519 add_12_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"520 quantize_per_tensor_default_24" -> "521 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"521 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"522 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; +"523 scale_updated_constant24" -> "525 mul_tensor_24" [label="(768, 1)", style=solid]; +"524 compressed_weight_updated_constant24" -> "525 mul_tensor_24" [label="(768, 192)", style=solid]; +"525 mul_tensor_24" -> "527 sub_tensor_24" [label="(768, 192)", style=solid]; +"526 zero_point_updated_constant24" -> "527 sub_tensor_24" [label="(768, 1)", style=solid]; +"527 sub_tensor_24" -> "528 linear_23" [label="(768, 192)", style=solid]; +"528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"530 dropout_14" -> "531 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"531 dropout_14_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"532 quantize_per_tensor_default_25" -> "533 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"533 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"534 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; +"535 scale_updated_constant25" -> "537 mul_tensor_25" [label="(192, 1)", style=solid]; +"536 compressed_weight_updated_constant25" -> "537 mul_tensor_25" [label="(192, 768)", style=solid]; +"537 mul_tensor_25" -> "539 sub_tensor_25" [label="(192, 768)", style=solid]; +"538 zero_point_updated_constant25" -> "539 sub_tensor_25" [label="(192, 1)", style=solid]; +"539 sub_tensor_25" -> "540 linear_24" [label="(192, 768)", style=solid]; +"540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; +"543 _param_constant70" -> "544 layer_norm_9" [label="(192,)", style=solid]; +"544 layer_norm_9" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; +"545 add_13" -> "546 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "547 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "550 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "553 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "556 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"547 slice_65" -> "548 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"548 slice_66" -> "549 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"549 slice_67" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"550 slice_68" -> "551 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"551 slice_69" -> "552 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"552 slice_70" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"553 slice_71" -> "554 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"554 slice_72" -> "555 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"555 slice_73" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"556 slice_74" -> "557 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"557 slice_75" -> "558 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"558 slice_76" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"559 cat_1" -> "560 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"560 cat_1_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"561 quantize_per_tensor_default_26" -> "562 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"562 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"563 scale_updated_constant26" -> "565 mul_tensor_26" [label="(384, 1)", style=solid]; +"564 compressed_weight_updated_constant26" -> "565 mul_tensor_26" [label="(384, 768)", style=solid]; +"565 mul_tensor_26" -> "567 sub_tensor_26" [label="(384, 768)", style=solid]; +"566 zero_point_updated_constant26" -> "567 sub_tensor_26" [label="(384, 1)", style=solid]; +"567 sub_tensor_26" -> "568 linear_25" [label="(384, 768)", style=solid]; +"568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; +"570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; +"571 layer_norm_10" -> "598 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; +"572 _tensor_constant26" -> "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"573 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"574 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; +"575 scale_updated_constant27" -> "577 mul_tensor_27" [label="(512, 1)", style=solid]; +"576 compressed_weight_updated_constant27" -> "577 mul_tensor_27" [label="(512, 2)", style=solid]; +"577 mul_tensor_27" -> "579 sub_tensor_27" [label="(512, 2)", style=solid]; +"578 zero_point_updated_constant27" -> "579 sub_tensor_27" [label="(512, 1)", style=solid]; +"579 sub_tensor_27" -> "580 linear_26" [label="(512, 2)", style=solid]; +"580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"581 relu__4" -> "582 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"582 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"583 scale_updated_constant28" -> "585 mul_tensor_28" [label="(12, 1)", style=solid]; +"584 compressed_weight_updated_constant28" -> "585 mul_tensor_28" [label="(12, 512)", style=solid]; +"585 mul_tensor_28" -> "587 sub_tensor_28" [label="(12, 512)", style=solid]; +"586 zero_point_updated_constant28" -> "587 sub_tensor_28" [label="(12, 1)", style=solid]; +"587 sub_tensor_28" -> "588 linear_27" [label="(12, 512)", style=solid]; +"588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; +"589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; +"590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; +"591 index_4" -> "592 view_23" [label="(4096, 12)", style=solid]; +"592 view_23" -> "593 permute_19" [label="(64, 64, 12)", style=solid]; +"593 permute_19" -> "594 contiguous_6" [label="(12, 64, 64)", style=solid]; +"594 contiguous_6" -> "595 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"595 unsqueeze_12" -> "596 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"596 sigmoid_4" -> "597 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"597 mul_8" -> "635 add_14" [label="(1, 12, 64, 64)", style=solid]; +"598 pad_6" -> "599 view_24" [label="(1, 16, 16, 384)", style=solid]; +"599 view_24" -> "600 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"600 permute_20" -> "601 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"601 reshape_18" -> "602 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"602 reshape_18_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"603 quantize_per_tensor_default_27" -> "604 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"604 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; +"605 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; +"606 scale_updated_constant29" -> "608 mul_tensor_29" [label="(1152, 1)", style=solid]; +"607 compressed_weight_updated_constant29" -> "608 mul_tensor_29" [label="(1152, 384)", style=solid]; +"608 mul_tensor_29" -> "610 sub_tensor_29" [label="(1152, 384)", style=solid]; +"609 zero_point_updated_constant29" -> "610 sub_tensor_29" [label="(1152, 1)", style=solid]; +"610 sub_tensor_29" -> "611 linear_28" [label="(1152, 384)", style=solid]; +"611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; +"612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"613 permute_21" -> "615 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"613 permute_21" -> "616 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"614 select_12" -> "617 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"614 select_12" -> "619 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"614 select_12" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "623 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "625 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; +"616 select_14" -> "638 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"617 linalg_vector_norm_8" -> "618 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"618 clamp_min_8" -> "619 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"619 expand_as_8" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; +"620 div_8" -> "621 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"622 dequantize_per_tensor_default_28" -> "630 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"623 linalg_vector_norm_9" -> "624 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"624 clamp_min_9" -> "625 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"625 expand_as_9" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; +"626 div_9" -> "627 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"628 dequantize_per_tensor_default_29" -> "629 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"629 transpose_8" -> "630 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"630 matmul_8" -> "634 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"631 _param_constant79" -> "632 clamp_4" [label="(12, 1, 1)", style=solid]; +"632 clamp_4" -> "633 exp_4" [label="(12, 1, 1)", style=solid]; +"633 exp_4" -> "634 mul_9" [label="(12, 1, 1)", style=solid]; +"634 mul_9" -> "635 add_14" [label="(4, 12, 64, 64)", style=solid]; +"635 add_14" -> "636 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"636 softmax_4" -> "637 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"637 dropout_16" -> "638 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"638 matmul_9" -> "639 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"639 transpose_9" -> "640 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"640 reshape_20" -> "641 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"641 reshape_20_0_0_nncf_smooth_quant_0" -> "642 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"642 quantize_per_tensor_default_30" -> "643 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"643 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; +"644 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; +"645 scale_updated_constant30" -> "647 mul_tensor_30" [label="(384, 1)", style=solid]; +"646 compressed_weight_updated_constant30" -> "647 mul_tensor_30" [label="(384, 384)", style=solid]; +"647 mul_tensor_30" -> "649 sub_tensor_30" [label="(384, 384)", style=solid]; +"648 zero_point_updated_constant30" -> "649 sub_tensor_30" [label="(384, 1)", style=solid]; +"649 sub_tensor_30" -> "650 linear_29" [label="(384, 384)", style=solid]; +"650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; +"651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; +"652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"653 permute_22" -> "654 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"654 reshape_21" -> "655 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"655 slice_78" -> "656 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"656 slice_79" -> "657 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"657 slice_80" -> "658 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"658 slice_81" -> "659 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"659 contiguous_7" -> "662 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"660 _param_constant82" -> "662 layer_norm_11" [label="(384,)", style=solid]; +"661 _param_constant83" -> "662 layer_norm_11" [label="(384,)", style=solid]; +"662 layer_norm_11" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "664 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; +"664 add_15_0_0_nncf_smooth_quant_0" -> "665 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"665 quantize_per_tensor_default_31" -> "666 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"666 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"667 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; +"668 scale_updated_constant31" -> "670 mul_tensor_31" [label="(1536, 1)", style=solid]; +"669 compressed_weight_updated_constant31" -> "670 mul_tensor_31" [label="(1536, 384)", style=solid]; +"670 mul_tensor_31" -> "672 sub_tensor_31" [label="(1536, 384)", style=solid]; +"671 zero_point_updated_constant31" -> "672 sub_tensor_31" [label="(1536, 1)", style=solid]; +"672 sub_tensor_31" -> "673 linear_30" [label="(1536, 384)", style=solid]; +"673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"675 dropout_18" -> "676 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"676 dropout_18_0_0_nncf_smooth_quant_0" -> "677 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"677 quantize_per_tensor_default_32" -> "678 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"678 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"679 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; +"680 scale_updated_constant32" -> "682 mul_tensor_32" [label="(384, 1)", style=solid]; +"681 compressed_weight_updated_constant32" -> "682 mul_tensor_32" [label="(384, 1536)", style=solid]; +"682 mul_tensor_32" -> "684 sub_tensor_32" [label="(384, 1536)", style=solid]; +"683 zero_point_updated_constant32" -> "684 sub_tensor_32" [label="(384, 1)", style=solid]; +"684 sub_tensor_32" -> "685 linear_31" [label="(384, 1536)", style=solid]; +"685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; +"688 _param_constant89" -> "689 layer_norm_12" [label="(384,)", style=solid]; +"689 layer_norm_12" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; +"690 add_16" -> "717 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; +"691 _tensor_constant28" -> "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"692 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"693 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; +"694 scale_updated_constant33" -> "696 mul_tensor_33" [label="(512, 1)", style=solid]; +"695 compressed_weight_updated_constant33" -> "696 mul_tensor_33" [label="(512, 2)", style=solid]; +"696 mul_tensor_33" -> "698 sub_tensor_33" [label="(512, 2)", style=solid]; +"697 zero_point_updated_constant33" -> "698 sub_tensor_33" [label="(512, 1)", style=solid]; +"698 sub_tensor_33" -> "699 linear_32" [label="(512, 2)", style=solid]; +"699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"700 relu__5" -> "701 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"701 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"702 scale_updated_constant34" -> "704 mul_tensor_34" [label="(12, 1)", style=solid]; +"703 compressed_weight_updated_constant34" -> "704 mul_tensor_34" [label="(12, 512)", style=solid]; +"704 mul_tensor_34" -> "706 sub_tensor_34" [label="(12, 512)", style=solid]; +"705 zero_point_updated_constant34" -> "706 sub_tensor_34" [label="(12, 1)", style=solid]; +"706 sub_tensor_34" -> "707 linear_33" [label="(12, 512)", style=solid]; +"707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; +"708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; +"709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; +"710 index_5" -> "711 view_27" [label="(4096, 12)", style=solid]; +"711 view_27" -> "712 permute_23" [label="(64, 64, 12)", style=solid]; +"712 permute_23" -> "713 contiguous_8" [label="(12, 64, 64)", style=solid]; +"713 contiguous_8" -> "714 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"714 unsqueeze_13" -> "715 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"715 sigmoid_5" -> "716 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"716 mul_10" -> "755 add_17" [label="(1, 12, 64, 64)", style=solid]; +"717 pad_7" -> "718 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"718 roll_4" -> "719 view_28" [label="(1, 16, 16, 384)", style=solid]; +"719 view_28" -> "720 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"720 permute_24" -> "721 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"721 reshape_22" -> "722 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"721 reshape_22" -> "756 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"722 reshape_22_0_0_nncf_smooth_quant_0" -> "723 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"723 quantize_per_tensor_default_33" -> "724 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"724 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; +"725 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; +"726 scale_updated_constant35" -> "728 mul_tensor_35" [label="(1152, 1)", style=solid]; +"727 compressed_weight_updated_constant35" -> "728 mul_tensor_35" [label="(1152, 384)", style=solid]; +"728 mul_tensor_35" -> "730 sub_tensor_35" [label="(1152, 384)", style=solid]; +"729 zero_point_updated_constant35" -> "730 sub_tensor_35" [label="(1152, 1)", style=solid]; +"730 sub_tensor_35" -> "731 linear_34" [label="(1152, 384)", style=solid]; +"731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; +"732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"733 permute_25" -> "735 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"733 permute_25" -> "736 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"734 select_15" -> "737 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"734 select_15" -> "739 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"734 select_15" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "743 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "745 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; +"736 select_17" -> "774 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"737 linalg_vector_norm_10" -> "738 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"738 clamp_min_10" -> "739 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"739 expand_as_10" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; +"740 div_10" -> "741 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"742 dequantize_per_tensor_default_34" -> "750 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"743 linalg_vector_norm_11" -> "744 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"744 clamp_min_11" -> "745 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"745 expand_as_11" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; +"746 div_11" -> "747 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"748 dequantize_per_tensor_default_35" -> "749 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"749 transpose_10" -> "750 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"750 matmul_10" -> "754 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"751 _param_constant95" -> "752 clamp_5" [label="(12, 1, 1)", style=solid]; +"752 clamp_5" -> "753 exp_5" [label="(12, 1, 1)", style=solid]; +"753 exp_5" -> "754 mul_11" [label="(12, 1, 1)", style=solid]; +"754 mul_11" -> "755 add_17" [label="(4, 12, 64, 64)", style=solid]; +"755 add_17" -> "767 view_30" [label="(4, 12, 64, 64)", style=solid]; +"756 new_zeros_2" -> "757 view_29" [label="(16, 16)", style=solid]; +"757 view_29" -> "758 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"758 permute_26" -> "759 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"759 reshape_24" -> "760 unsqueeze_14" [label="(4, 64)", style=solid]; +"759 reshape_24" -> "761 unsqueeze_15" [label="(4, 64)", style=solid]; +"760 unsqueeze_14" -> "762 sub_2" [label="(4, 1, 64)", style=solid]; +"761 unsqueeze_15" -> "762 sub_2" [label="(4, 64, 1)", style=solid]; +"762 sub_2" -> "763 ne_2" [label="(4, 64, 64)", style=solid]; +"762 sub_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"762 sub_2" -> "765 eq_2" [label="(4, 64, 64)", style=solid]; +"763 ne_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"764 masked_fill_4" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"765 eq_2" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"766 masked_fill_5" -> "768 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"767 view_30" -> "770 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"768 unsqueeze_16" -> "769 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"769 unsqueeze_17" -> "770 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"770 add_18" -> "771 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"771 view_31" -> "772 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"772 softmax_5" -> "773 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"773 dropout_20" -> "774 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"774 matmul_11" -> "775 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"775 transpose_11" -> "776 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"776 reshape_25" -> "777 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"777 reshape_25_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"778 quantize_per_tensor_default_36" -> "779 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"779 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; +"780 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; +"781 scale_updated_constant36" -> "783 mul_tensor_36" [label="(384, 1)", style=solid]; +"782 compressed_weight_updated_constant36" -> "783 mul_tensor_36" [label="(384, 384)", style=solid]; +"783 mul_tensor_36" -> "785 sub_tensor_36" [label="(384, 384)", style=solid]; +"784 zero_point_updated_constant36" -> "785 sub_tensor_36" [label="(384, 1)", style=solid]; +"785 sub_tensor_36" -> "786 linear_35" [label="(384, 384)", style=solid]; +"786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; +"787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; +"788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"789 permute_27" -> "790 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"790 reshape_26" -> "791 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"791 roll_5" -> "792 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"792 slice_101" -> "793 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"793 slice_102" -> "794 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"794 slice_103" -> "795 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"795 slice_104" -> "796 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"796 contiguous_9" -> "799 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"797 _param_constant98" -> "799 layer_norm_13" [label="(384,)", style=solid]; +"798 _param_constant99" -> "799 layer_norm_13" [label="(384,)", style=solid]; +"799 layer_norm_13" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "801 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; +"801 add_19_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"802 quantize_per_tensor_default_37" -> "803 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"803 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"804 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; +"805 scale_updated_constant37" -> "807 mul_tensor_37" [label="(1536, 1)", style=solid]; +"806 compressed_weight_updated_constant37" -> "807 mul_tensor_37" [label="(1536, 384)", style=solid]; +"807 mul_tensor_37" -> "809 sub_tensor_37" [label="(1536, 384)", style=solid]; +"808 zero_point_updated_constant37" -> "809 sub_tensor_37" [label="(1536, 1)", style=solid]; +"809 sub_tensor_37" -> "810 linear_36" [label="(1536, 384)", style=solid]; +"810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"812 dropout_22" -> "813 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"813 dropout_22_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"814 quantize_per_tensor_default_38" -> "815 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"815 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"816 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; +"817 scale_updated_constant38" -> "819 mul_tensor_38" [label="(384, 1)", style=solid]; +"818 compressed_weight_updated_constant38" -> "819 mul_tensor_38" [label="(384, 1536)", style=solid]; +"819 mul_tensor_38" -> "821 sub_tensor_38" [label="(384, 1536)", style=solid]; +"820 zero_point_updated_constant38" -> "821 sub_tensor_38" [label="(384, 1)", style=solid]; +"821 sub_tensor_38" -> "822 linear_37" [label="(384, 1536)", style=solid]; +"822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; +"825 _param_constant105" -> "826 layer_norm_14" [label="(384,)", style=solid]; +"826 layer_norm_14" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; +"827 add_20" -> "854 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; +"828 _tensor_constant39" -> "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"829 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"830 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; +"831 scale_updated_constant39" -> "833 mul_tensor_39" [label="(512, 1)", style=solid]; +"832 compressed_weight_updated_constant39" -> "833 mul_tensor_39" [label="(512, 2)", style=solid]; +"833 mul_tensor_39" -> "835 sub_tensor_39" [label="(512, 2)", style=solid]; +"834 zero_point_updated_constant39" -> "835 sub_tensor_39" [label="(512, 1)", style=solid]; +"835 sub_tensor_39" -> "836 linear_38" [label="(512, 2)", style=solid]; +"836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"837 relu__6" -> "838 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"838 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"839 scale_updated_constant40" -> "841 mul_tensor_40" [label="(12, 1)", style=solid]; +"840 compressed_weight_updated_constant40" -> "841 mul_tensor_40" [label="(12, 512)", style=solid]; +"841 mul_tensor_40" -> "843 sub_tensor_40" [label="(12, 512)", style=solid]; +"842 zero_point_updated_constant40" -> "843 sub_tensor_40" [label="(12, 1)", style=solid]; +"843 sub_tensor_40" -> "844 linear_39" [label="(12, 512)", style=solid]; +"844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; +"845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; +"846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; +"847 index_6" -> "848 view_34" [label="(4096, 12)", style=solid]; +"848 view_34" -> "849 permute_28" [label="(64, 64, 12)", style=solid]; +"849 permute_28" -> "850 contiguous_10" [label="(12, 64, 64)", style=solid]; +"850 contiguous_10" -> "851 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"851 unsqueeze_18" -> "852 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"852 sigmoid_6" -> "853 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"853 mul_12" -> "891 add_21" [label="(1, 12, 64, 64)", style=solid]; +"854 pad_8" -> "855 view_35" [label="(1, 16, 16, 384)", style=solid]; +"855 view_35" -> "856 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"856 permute_29" -> "857 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"857 reshape_27" -> "858 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"858 reshape_27_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"859 quantize_per_tensor_default_39" -> "860 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"860 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; +"861 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; +"862 scale_updated_constant41" -> "864 mul_tensor_41" [label="(1152, 1)", style=solid]; +"863 compressed_weight_updated_constant41" -> "864 mul_tensor_41" [label="(1152, 384)", style=solid]; +"864 mul_tensor_41" -> "866 sub_tensor_41" [label="(1152, 384)", style=solid]; +"865 zero_point_updated_constant41" -> "866 sub_tensor_41" [label="(1152, 1)", style=solid]; +"866 sub_tensor_41" -> "867 linear_40" [label="(1152, 384)", style=solid]; +"867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; +"868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"869 permute_30" -> "871 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"869 permute_30" -> "872 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"870 select_18" -> "873 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"870 select_18" -> "875 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"870 select_18" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "879 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "881 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; +"872 select_20" -> "894 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"873 linalg_vector_norm_12" -> "874 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"874 clamp_min_12" -> "875 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"875 expand_as_12" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; +"876 div_12" -> "877 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"878 dequantize_per_tensor_default_40" -> "886 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"879 linalg_vector_norm_13" -> "880 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"880 clamp_min_13" -> "881 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"881 expand_as_13" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; +"882 div_13" -> "883 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"884 dequantize_per_tensor_default_41" -> "885 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"885 transpose_12" -> "886 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"886 matmul_12" -> "890 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"887 _param_constant111" -> "888 clamp_6" [label="(12, 1, 1)", style=solid]; +"888 clamp_6" -> "889 exp_6" [label="(12, 1, 1)", style=solid]; +"889 exp_6" -> "890 mul_13" [label="(12, 1, 1)", style=solid]; +"890 mul_13" -> "891 add_21" [label="(4, 12, 64, 64)", style=solid]; +"891 add_21" -> "892 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"892 softmax_6" -> "893 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"893 dropout_24" -> "894 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"894 matmul_13" -> "895 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"895 transpose_13" -> "896 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"896 reshape_29" -> "897 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"898 quantize_per_tensor_default_42" -> "899 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"899 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; +"900 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; +"901 scale_updated_constant42" -> "903 mul_tensor_42" [label="(384, 1)", style=solid]; +"902 compressed_weight_updated_constant42" -> "903 mul_tensor_42" [label="(384, 384)", style=solid]; +"903 mul_tensor_42" -> "905 sub_tensor_42" [label="(384, 384)", style=solid]; +"904 zero_point_updated_constant42" -> "905 sub_tensor_42" [label="(384, 1)", style=solid]; +"905 sub_tensor_42" -> "906 linear_41" [label="(384, 384)", style=solid]; +"906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; +"907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; +"908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"909 permute_31" -> "910 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"910 reshape_30" -> "911 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"911 slice_106" -> "912 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"912 slice_107" -> "913 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"913 slice_108" -> "914 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"914 slice_109" -> "915 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"915 contiguous_11" -> "918 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"916 _param_constant114" -> "918 layer_norm_15" [label="(384,)", style=solid]; +"917 _param_constant115" -> "918 layer_norm_15" [label="(384,)", style=solid]; +"918 layer_norm_15" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "920 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; +"920 add_22_0_0_nncf_smooth_quant_0" -> "921 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"921 quantize_per_tensor_default_43" -> "922 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"922 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"923 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; +"924 scale_updated_constant43" -> "926 mul_tensor_43" [label="(1536, 1)", style=solid]; +"925 compressed_weight_updated_constant43" -> "926 mul_tensor_43" [label="(1536, 384)", style=solid]; +"926 mul_tensor_43" -> "928 sub_tensor_43" [label="(1536, 384)", style=solid]; +"927 zero_point_updated_constant43" -> "928 sub_tensor_43" [label="(1536, 1)", style=solid]; +"928 sub_tensor_43" -> "929 linear_42" [label="(1536, 384)", style=solid]; +"929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"931 dropout_26" -> "932 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"932 dropout_26_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"933 quantize_per_tensor_default_44" -> "934 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"934 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"935 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; +"936 scale_updated_constant44" -> "938 mul_tensor_44" [label="(384, 1)", style=solid]; +"937 compressed_weight_updated_constant44" -> "938 mul_tensor_44" [label="(384, 1536)", style=solid]; +"938 mul_tensor_44" -> "940 sub_tensor_44" [label="(384, 1536)", style=solid]; +"939 zero_point_updated_constant44" -> "940 sub_tensor_44" [label="(384, 1)", style=solid]; +"940 sub_tensor_44" -> "941 linear_43" [label="(384, 1536)", style=solid]; +"941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; +"944 _param_constant121" -> "945 layer_norm_16" [label="(384,)", style=solid]; +"945 layer_norm_16" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; +"946 add_23" -> "973 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; +"947 _tensor_constant41" -> "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"948 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"949 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; +"950 scale_updated_constant45" -> "952 mul_tensor_45" [label="(512, 1)", style=solid]; +"951 compressed_weight_updated_constant45" -> "952 mul_tensor_45" [label="(512, 2)", style=solid]; +"952 mul_tensor_45" -> "954 sub_tensor_45" [label="(512, 2)", style=solid]; +"953 zero_point_updated_constant45" -> "954 sub_tensor_45" [label="(512, 1)", style=solid]; +"954 sub_tensor_45" -> "955 linear_44" [label="(512, 2)", style=solid]; +"955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"956 relu__7" -> "957 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"957 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"958 scale_updated_constant46" -> "960 mul_tensor_46" [label="(12, 1)", style=solid]; +"959 compressed_weight_updated_constant46" -> "960 mul_tensor_46" [label="(12, 512)", style=solid]; +"960 mul_tensor_46" -> "962 sub_tensor_46" [label="(12, 512)", style=solid]; +"961 zero_point_updated_constant46" -> "962 sub_tensor_46" [label="(12, 1)", style=solid]; +"962 sub_tensor_46" -> "963 linear_45" [label="(12, 512)", style=solid]; +"963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; +"964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; +"965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; +"966 index_7" -> "967 view_38" [label="(4096, 12)", style=solid]; +"967 view_38" -> "968 permute_32" [label="(64, 64, 12)", style=solid]; +"968 permute_32" -> "969 contiguous_12" [label="(12, 64, 64)", style=solid]; +"969 contiguous_12" -> "970 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"970 unsqueeze_19" -> "971 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"971 sigmoid_7" -> "972 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"972 mul_14" -> "1011 add_24" [label="(1, 12, 64, 64)", style=solid]; +"973 pad_9" -> "974 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"974 roll_6" -> "975 view_39" [label="(1, 16, 16, 384)", style=solid]; +"975 view_39" -> "976 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"976 permute_33" -> "977 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"977 reshape_31" -> "978 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"977 reshape_31" -> "1012 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"978 reshape_31_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"979 quantize_per_tensor_default_45" -> "980 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"980 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; +"981 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; +"982 scale_updated_constant47" -> "984 mul_tensor_47" [label="(1152, 1)", style=solid]; +"983 compressed_weight_updated_constant47" -> "984 mul_tensor_47" [label="(1152, 384)", style=solid]; +"984 mul_tensor_47" -> "986 sub_tensor_47" [label="(1152, 384)", style=solid]; +"985 zero_point_updated_constant47" -> "986 sub_tensor_47" [label="(1152, 1)", style=solid]; +"986 sub_tensor_47" -> "987 linear_46" [label="(1152, 384)", style=solid]; +"987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; +"988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"989 permute_34" -> "991 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"989 permute_34" -> "992 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"990 select_21" -> "993 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"990 select_21" -> "995 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"990 select_21" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "999 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "1001 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; +"992 select_23" -> "1030 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"993 linalg_vector_norm_14" -> "994 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"994 clamp_min_14" -> "995 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"995 expand_as_14" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; +"996 div_14" -> "997 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"998 dequantize_per_tensor_default_46" -> "1006 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"999 linalg_vector_norm_15" -> "1000 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1000 clamp_min_15" -> "1001 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1001 expand_as_15" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1002 div_15" -> "1003 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"1005 transpose_14" -> "1006 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1006 matmul_14" -> "1010 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1007 _param_constant127" -> "1008 clamp_7" [label="(12, 1, 1)", style=solid]; +"1008 clamp_7" -> "1009 exp_7" [label="(12, 1, 1)", style=solid]; +"1009 exp_7" -> "1010 mul_15" [label="(12, 1, 1)", style=solid]; +"1010 mul_15" -> "1011 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1011 add_24" -> "1023 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1012 new_zeros_3" -> "1013 view_40" [label="(16, 16)", style=solid]; +"1013 view_40" -> "1014 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1014 permute_35" -> "1015 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1015 reshape_33" -> "1016 unsqueeze_20" [label="(4, 64)", style=solid]; +"1015 reshape_33" -> "1017 unsqueeze_21" [label="(4, 64)", style=solid]; +"1016 unsqueeze_20" -> "1018 sub_3" [label="(4, 1, 64)", style=solid]; +"1017 unsqueeze_21" -> "1018 sub_3" [label="(4, 64, 1)", style=solid]; +"1018 sub_3" -> "1019 ne_3" [label="(4, 64, 64)", style=solid]; +"1018 sub_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1018 sub_3" -> "1021 eq_3" [label="(4, 64, 64)", style=solid]; +"1019 ne_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1020 masked_fill_6" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1021 eq_3" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1022 masked_fill_7" -> "1024 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1023 view_41" -> "1026 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1024 unsqueeze_22" -> "1025 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1025 unsqueeze_23" -> "1026 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1026 add_25" -> "1027 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1027 view_42" -> "1028 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1028 softmax_7" -> "1029 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1029 dropout_28" -> "1030 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1030 matmul_15" -> "1031 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"1031 transpose_15" -> "1032 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1032 reshape_34" -> "1033 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1035 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; +"1036 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; +"1037 scale_updated_constant48" -> "1039 mul_tensor_48" [label="(384, 1)", style=solid]; +"1038 compressed_weight_updated_constant48" -> "1039 mul_tensor_48" [label="(384, 384)", style=solid]; +"1039 mul_tensor_48" -> "1041 sub_tensor_48" [label="(384, 384)", style=solid]; +"1040 zero_point_updated_constant48" -> "1041 sub_tensor_48" [label="(384, 1)", style=solid]; +"1041 sub_tensor_48" -> "1042 linear_47" [label="(384, 384)", style=solid]; +"1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; +"1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; +"1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1045 permute_36" -> "1046 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1046 reshape_35" -> "1047 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1047 roll_7" -> "1048 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1048 slice_129" -> "1049 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1049 slice_130" -> "1050 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1050 slice_131" -> "1051 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1051 slice_132" -> "1052 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1052 contiguous_13" -> "1055 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1053 _param_constant130" -> "1055 layer_norm_17" [label="(384,)", style=solid]; +"1054 _param_constant131" -> "1055 layer_norm_17" [label="(384,)", style=solid]; +"1055 layer_norm_17" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1057 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1057 add_26_0_0_nncf_smooth_quant_0" -> "1058 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1058 quantize_per_tensor_default_49" -> "1059 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1059 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"1060 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; +"1061 scale_updated_constant49" -> "1063 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1062 compressed_weight_updated_constant49" -> "1063 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1063 mul_tensor_49" -> "1065 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1064 zero_point_updated_constant49" -> "1065 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1065 sub_tensor_49" -> "1066 linear_48" [label="(1536, 384)", style=solid]; +"1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"1068 dropout_30" -> "1069 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1069 dropout_30_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1070 quantize_per_tensor_default_50" -> "1071 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1071 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1072 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; +"1073 scale_updated_constant50" -> "1075 mul_tensor_50" [label="(384, 1)", style=solid]; +"1074 compressed_weight_updated_constant50" -> "1075 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1075 mul_tensor_50" -> "1077 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1076 zero_point_updated_constant50" -> "1077 sub_tensor_50" [label="(384, 1)", style=solid]; +"1077 sub_tensor_50" -> "1078 linear_49" [label="(384, 1536)", style=solid]; +"1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; +"1081 _param_constant137" -> "1082 layer_norm_18" [label="(384,)", style=solid]; +"1082 layer_norm_18" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1083 add_27" -> "1110 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1084 _tensor_constant52" -> "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"1086 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; +"1087 scale_updated_constant51" -> "1089 mul_tensor_51" [label="(512, 1)", style=solid]; +"1088 compressed_weight_updated_constant51" -> "1089 mul_tensor_51" [label="(512, 2)", style=solid]; +"1089 mul_tensor_51" -> "1091 sub_tensor_51" [label="(512, 2)", style=solid]; +"1090 zero_point_updated_constant51" -> "1091 sub_tensor_51" [label="(512, 1)", style=solid]; +"1091 sub_tensor_51" -> "1092 linear_50" [label="(512, 2)", style=solid]; +"1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"1093 relu__8" -> "1094 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1094 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1095 scale_updated_constant52" -> "1097 mul_tensor_52" [label="(12, 1)", style=solid]; +"1096 compressed_weight_updated_constant52" -> "1097 mul_tensor_52" [label="(12, 512)", style=solid]; +"1097 mul_tensor_52" -> "1099 sub_tensor_52" [label="(12, 512)", style=solid]; +"1098 zero_point_updated_constant52" -> "1099 sub_tensor_52" [label="(12, 1)", style=solid]; +"1099 sub_tensor_52" -> "1100 linear_51" [label="(12, 512)", style=solid]; +"1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; +"1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; +"1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; +"1103 index_8" -> "1104 view_45" [label="(4096, 12)", style=solid]; +"1104 view_45" -> "1105 permute_37" [label="(64, 64, 12)", style=solid]; +"1105 permute_37" -> "1106 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1106 contiguous_14" -> "1107 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1107 unsqueeze_24" -> "1108 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1108 sigmoid_8" -> "1109 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1109 mul_16" -> "1147 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1110 pad_10" -> "1111 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1111 view_46" -> "1112 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1112 permute_38" -> "1113 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1113 reshape_36" -> "1114 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1114 reshape_36_0_0_nncf_smooth_quant_0" -> "1115 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1115 quantize_per_tensor_default_51" -> "1116 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1116 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; +"1117 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; +"1118 scale_updated_constant53" -> "1120 mul_tensor_53" [label="(1152, 1)", style=solid]; +"1119 compressed_weight_updated_constant53" -> "1120 mul_tensor_53" [label="(1152, 384)", style=solid]; +"1120 mul_tensor_53" -> "1122 sub_tensor_53" [label="(1152, 384)", style=solid]; +"1121 zero_point_updated_constant53" -> "1122 sub_tensor_53" [label="(1152, 1)", style=solid]; +"1122 sub_tensor_53" -> "1123 linear_52" [label="(1152, 384)", style=solid]; +"1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_39" -> "1127 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_39" -> "1128 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1129 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1131 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1135 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1137 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1128 select_26" -> "1150 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1129 linalg_vector_norm_16" -> "1130 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1130 clamp_min_16" -> "1131 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1131 expand_as_16" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1132 div_16" -> "1133 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1135 linalg_vector_norm_17" -> "1136 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1136 clamp_min_17" -> "1137 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1137 expand_as_17" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1138 div_17" -> "1139 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1141 transpose_16" -> "1142 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1142 matmul_16" -> "1146 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1143 _param_constant143" -> "1144 clamp_8" [label="(12, 1, 1)", style=solid]; +"1144 clamp_8" -> "1145 exp_8" [label="(12, 1, 1)", style=solid]; +"1145 exp_8" -> "1146 mul_17" [label="(12, 1, 1)", style=solid]; +"1146 mul_17" -> "1147 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1147 add_28" -> "1148 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1148 softmax_8" -> "1149 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1149 dropout_32" -> "1150 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1150 matmul_17" -> "1151 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1151 transpose_17" -> "1152 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1152 reshape_38" -> "1153 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1153 reshape_38_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1154 quantize_per_tensor_default_54" -> "1155 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1155 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; +"1156 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; +"1157 scale_updated_constant54" -> "1159 mul_tensor_54" [label="(384, 1)", style=solid]; +"1158 compressed_weight_updated_constant54" -> "1159 mul_tensor_54" [label="(384, 384)", style=solid]; +"1159 mul_tensor_54" -> "1161 sub_tensor_54" [label="(384, 384)", style=solid]; +"1160 zero_point_updated_constant54" -> "1161 sub_tensor_54" [label="(384, 1)", style=solid]; +"1161 sub_tensor_54" -> "1162 linear_53" [label="(384, 384)", style=solid]; +"1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; +"1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; +"1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1165 permute_40" -> "1166 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1166 reshape_39" -> "1167 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1167 slice_134" -> "1168 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1168 slice_135" -> "1169 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1169 slice_136" -> "1170 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1170 slice_137" -> "1171 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1171 contiguous_15" -> "1174 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1172 _param_constant146" -> "1174 layer_norm_19" [label="(384,)", style=solid]; +"1173 _param_constant147" -> "1174 layer_norm_19" [label="(384,)", style=solid]; +"1174 layer_norm_19" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1176 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1176 add_29_0_0_nncf_smooth_quant_0" -> "1177 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1177 quantize_per_tensor_default_55" -> "1178 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1178 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1179 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; +"1180 scale_updated_constant55" -> "1182 mul_tensor_55" [label="(1536, 1)", style=solid]; +"1181 compressed_weight_updated_constant55" -> "1182 mul_tensor_55" [label="(1536, 384)", style=solid]; +"1182 mul_tensor_55" -> "1184 sub_tensor_55" [label="(1536, 384)", style=solid]; +"1183 zero_point_updated_constant55" -> "1184 sub_tensor_55" [label="(1536, 1)", style=solid]; +"1184 sub_tensor_55" -> "1185 linear_54" [label="(1536, 384)", style=solid]; +"1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1187 dropout_34" -> "1188 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1188 dropout_34_0_0_nncf_smooth_quant_0" -> "1189 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1189 quantize_per_tensor_default_56" -> "1190 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1190 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1191 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; +"1192 scale_updated_constant56" -> "1194 mul_tensor_56" [label="(384, 1)", style=solid]; +"1193 compressed_weight_updated_constant56" -> "1194 mul_tensor_56" [label="(384, 1536)", style=solid]; +"1194 mul_tensor_56" -> "1196 sub_tensor_56" [label="(384, 1536)", style=solid]; +"1195 zero_point_updated_constant56" -> "1196 sub_tensor_56" [label="(384, 1)", style=solid]; +"1196 sub_tensor_56" -> "1197 linear_55" [label="(384, 1536)", style=solid]; +"1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; +"1200 _param_constant153" -> "1201 layer_norm_20" [label="(384,)", style=solid]; +"1201 layer_norm_20" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1202 add_30" -> "1229 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1203 _tensor_constant54" -> "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1205 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; +"1206 scale_updated_constant57" -> "1208 mul_tensor_57" [label="(512, 1)", style=solid]; +"1207 compressed_weight_updated_constant57" -> "1208 mul_tensor_57" [label="(512, 2)", style=solid]; +"1208 mul_tensor_57" -> "1210 sub_tensor_57" [label="(512, 2)", style=solid]; +"1209 zero_point_updated_constant57" -> "1210 sub_tensor_57" [label="(512, 1)", style=solid]; +"1210 sub_tensor_57" -> "1211 linear_56" [label="(512, 2)", style=solid]; +"1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1212 relu__9" -> "1213 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1213 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1214 scale_updated_constant58" -> "1216 mul_tensor_58" [label="(12, 1)", style=solid]; +"1215 compressed_weight_updated_constant58" -> "1216 mul_tensor_58" [label="(12, 512)", style=solid]; +"1216 mul_tensor_58" -> "1218 sub_tensor_58" [label="(12, 512)", style=solid]; +"1217 zero_point_updated_constant58" -> "1218 sub_tensor_58" [label="(12, 1)", style=solid]; +"1218 sub_tensor_58" -> "1219 linear_57" [label="(12, 512)", style=solid]; +"1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; +"1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; +"1222 index_9" -> "1223 view_49" [label="(4096, 12)", style=solid]; +"1223 view_49" -> "1224 permute_41" [label="(64, 64, 12)", style=solid]; +"1224 permute_41" -> "1225 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1225 contiguous_16" -> "1226 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1226 unsqueeze_25" -> "1227 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1227 sigmoid_9" -> "1228 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1228 mul_18" -> "1267 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1229 pad_11" -> "1230 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1230 roll_8" -> "1231 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1231 view_50" -> "1232 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1232 permute_42" -> "1233 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1233 reshape_40" -> "1234 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1233 reshape_40" -> "1268 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1234 reshape_40_0_0_nncf_smooth_quant_0" -> "1235 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1235 quantize_per_tensor_default_57" -> "1236 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1236 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; +"1237 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; +"1238 scale_updated_constant59" -> "1240 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1239 compressed_weight_updated_constant59" -> "1240 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1240 mul_tensor_59" -> "1242 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1241 zero_point_updated_constant59" -> "1242 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1242 sub_tensor_59" -> "1243 linear_58" [label="(1152, 384)", style=solid]; +"1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1245 permute_43" -> "1247 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1245 permute_43" -> "1248 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1249 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1251 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1255 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1257 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1248 select_29" -> "1286 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1249 linalg_vector_norm_18" -> "1250 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1250 clamp_min_18" -> "1251 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1251 expand_as_18" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1252 div_18" -> "1253 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1255 linalg_vector_norm_19" -> "1256 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1256 clamp_min_19" -> "1257 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1257 expand_as_19" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1258 div_19" -> "1259 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1261 transpose_18" -> "1262 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1262 matmul_18" -> "1266 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1263 _param_constant159" -> "1264 clamp_9" [label="(12, 1, 1)", style=solid]; +"1264 clamp_9" -> "1265 exp_9" [label="(12, 1, 1)", style=solid]; +"1265 exp_9" -> "1266 mul_19" [label="(12, 1, 1)", style=solid]; +"1266 mul_19" -> "1267 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1267 add_31" -> "1279 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1268 new_zeros_4" -> "1269 view_51" [label="(16, 16)", style=solid]; +"1269 view_51" -> "1270 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1270 permute_44" -> "1271 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1271 reshape_42" -> "1272 unsqueeze_26" [label="(4, 64)", style=solid]; +"1271 reshape_42" -> "1273 unsqueeze_27" [label="(4, 64)", style=solid]; +"1272 unsqueeze_26" -> "1274 sub_4" [label="(4, 1, 64)", style=solid]; +"1273 unsqueeze_27" -> "1274 sub_4" [label="(4, 64, 1)", style=solid]; +"1274 sub_4" -> "1275 ne_4" [label="(4, 64, 64)", style=solid]; +"1274 sub_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1274 sub_4" -> "1277 eq_4" [label="(4, 64, 64)", style=solid]; +"1275 ne_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1276 masked_fill_8" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1277 eq_4" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1278 masked_fill_9" -> "1280 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1279 view_52" -> "1282 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1280 unsqueeze_28" -> "1281 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1281 unsqueeze_29" -> "1282 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1282 add_32" -> "1283 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1283 view_53" -> "1284 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1284 softmax_9" -> "1285 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1285 dropout_36" -> "1286 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1286 matmul_19" -> "1287 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1287 transpose_19" -> "1288 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1288 reshape_43" -> "1289 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1289 reshape_43_0_0_nncf_smooth_quant_0" -> "1290 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1290 quantize_per_tensor_default_60" -> "1291 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1291 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; +"1292 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; +"1293 scale_updated_constant60" -> "1295 mul_tensor_60" [label="(384, 1)", style=solid]; +"1294 compressed_weight_updated_constant60" -> "1295 mul_tensor_60" [label="(384, 384)", style=solid]; +"1295 mul_tensor_60" -> "1297 sub_tensor_60" [label="(384, 384)", style=solid]; +"1296 zero_point_updated_constant60" -> "1297 sub_tensor_60" [label="(384, 1)", style=solid]; +"1297 sub_tensor_60" -> "1298 linear_59" [label="(384, 384)", style=solid]; +"1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; +"1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; +"1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1301 permute_45" -> "1302 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1302 reshape_44" -> "1303 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1303 roll_9" -> "1304 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1304 slice_157" -> "1305 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1305 slice_158" -> "1306 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1306 slice_159" -> "1307 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1307 slice_160" -> "1308 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1308 contiguous_17" -> "1311 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1309 _param_constant162" -> "1311 layer_norm_21" [label="(384,)", style=solid]; +"1310 _param_constant163" -> "1311 layer_norm_21" [label="(384,)", style=solid]; +"1311 layer_norm_21" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1313 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1313 add_33_0_0_nncf_smooth_quant_0" -> "1314 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1314 quantize_per_tensor_default_61" -> "1315 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1315 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1316 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; +"1317 scale_updated_constant61" -> "1319 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1318 compressed_weight_updated_constant61" -> "1319 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1319 mul_tensor_61" -> "1321 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1320 zero_point_updated_constant61" -> "1321 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1321 sub_tensor_61" -> "1322 linear_60" [label="(1536, 384)", style=solid]; +"1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1324 dropout_38" -> "1325 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1325 dropout_38_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1326 quantize_per_tensor_default_62" -> "1327 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1327 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1328 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; +"1329 scale_updated_constant62" -> "1331 mul_tensor_62" [label="(384, 1)", style=solid]; +"1330 compressed_weight_updated_constant62" -> "1331 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1331 mul_tensor_62" -> "1333 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1332 zero_point_updated_constant62" -> "1333 sub_tensor_62" [label="(384, 1)", style=solid]; +"1333 sub_tensor_62" -> "1334 linear_61" [label="(384, 1536)", style=solid]; +"1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; +"1337 _param_constant169" -> "1338 layer_norm_22" [label="(384,)", style=solid]; +"1338 layer_norm_22" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1339 add_34" -> "1366 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1340 _tensor_constant65" -> "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1342 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; +"1343 scale_updated_constant63" -> "1345 mul_tensor_63" [label="(512, 1)", style=solid]; +"1344 compressed_weight_updated_constant63" -> "1345 mul_tensor_63" [label="(512, 2)", style=solid]; +"1345 mul_tensor_63" -> "1347 sub_tensor_63" [label="(512, 2)", style=solid]; +"1346 zero_point_updated_constant63" -> "1347 sub_tensor_63" [label="(512, 1)", style=solid]; +"1347 sub_tensor_63" -> "1348 linear_62" [label="(512, 2)", style=solid]; +"1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"1349 relu__10" -> "1350 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1350 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1351 scale_updated_constant64" -> "1353 mul_tensor_64" [label="(12, 1)", style=solid]; +"1352 compressed_weight_updated_constant64" -> "1353 mul_tensor_64" [label="(12, 512)", style=solid]; +"1353 mul_tensor_64" -> "1355 sub_tensor_64" [label="(12, 512)", style=solid]; +"1354 zero_point_updated_constant64" -> "1355 sub_tensor_64" [label="(12, 1)", style=solid]; +"1355 sub_tensor_64" -> "1356 linear_63" [label="(12, 512)", style=solid]; +"1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; +"1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; +"1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; +"1359 index_10" -> "1360 view_56" [label="(4096, 12)", style=solid]; +"1360 view_56" -> "1361 permute_46" [label="(64, 64, 12)", style=solid]; +"1361 permute_46" -> "1362 contiguous_18" [label="(12, 64, 64)", style=solid]; +"1362 contiguous_18" -> "1363 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"1363 unsqueeze_30" -> "1364 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"1364 sigmoid_10" -> "1365 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"1365 mul_20" -> "1403 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1366 pad_12" -> "1367 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1367 view_57" -> "1368 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1368 permute_47" -> "1369 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1369 reshape_45" -> "1370 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1370 reshape_45_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1371 quantize_per_tensor_default_63" -> "1372 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1372 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; +"1373 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; +"1374 scale_updated_constant65" -> "1376 mul_tensor_65" [label="(1152, 1)", style=solid]; +"1375 compressed_weight_updated_constant65" -> "1376 mul_tensor_65" [label="(1152, 384)", style=solid]; +"1376 mul_tensor_65" -> "1378 sub_tensor_65" [label="(1152, 384)", style=solid]; +"1377 zero_point_updated_constant65" -> "1378 sub_tensor_65" [label="(1152, 1)", style=solid]; +"1378 sub_tensor_65" -> "1379 linear_64" [label="(1152, 384)", style=solid]; +"1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_48" -> "1383 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_48" -> "1384 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1385 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1387 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1391 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1393 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1384 select_32" -> "1406 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1385 linalg_vector_norm_20" -> "1386 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1386 clamp_min_20" -> "1387 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1387 expand_as_20" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1388 div_20" -> "1389 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1391 linalg_vector_norm_21" -> "1392 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1392 clamp_min_21" -> "1393 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1393 expand_as_21" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1394 div_21" -> "1395 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1397 transpose_20" -> "1398 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1398 matmul_20" -> "1402 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1399 _param_constant175" -> "1400 clamp_10" [label="(12, 1, 1)", style=solid]; +"1400 clamp_10" -> "1401 exp_10" [label="(12, 1, 1)", style=solid]; +"1401 exp_10" -> "1402 mul_21" [label="(12, 1, 1)", style=solid]; +"1402 mul_21" -> "1403 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1403 add_35" -> "1404 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1404 softmax_10" -> "1405 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1405 dropout_40" -> "1406 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1406 matmul_21" -> "1407 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1407 transpose_21" -> "1408 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1408 reshape_47" -> "1409 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1409 reshape_47_0_0_nncf_smooth_quant_0" -> "1410 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1410 quantize_per_tensor_default_66" -> "1411 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1411 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; +"1412 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; +"1413 scale_updated_constant66" -> "1415 mul_tensor_66" [label="(384, 1)", style=solid]; +"1414 compressed_weight_updated_constant66" -> "1415 mul_tensor_66" [label="(384, 384)", style=solid]; +"1415 mul_tensor_66" -> "1417 sub_tensor_66" [label="(384, 384)", style=solid]; +"1416 zero_point_updated_constant66" -> "1417 sub_tensor_66" [label="(384, 1)", style=solid]; +"1417 sub_tensor_66" -> "1418 linear_65" [label="(384, 384)", style=solid]; +"1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; +"1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; +"1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1421 permute_49" -> "1422 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1422 reshape_48" -> "1423 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1423 slice_162" -> "1424 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1424 slice_163" -> "1425 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1425 slice_164" -> "1426 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1426 slice_165" -> "1427 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1427 contiguous_19" -> "1430 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1428 _param_constant178" -> "1430 layer_norm_23" [label="(384,)", style=solid]; +"1429 _param_constant179" -> "1430 layer_norm_23" [label="(384,)", style=solid]; +"1430 layer_norm_23" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1432 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1432 add_36_0_0_nncf_smooth_quant_0" -> "1433 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1433 quantize_per_tensor_default_67" -> "1434 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1434 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1435 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; +"1436 scale_updated_constant67" -> "1438 mul_tensor_67" [label="(1536, 1)", style=solid]; +"1437 compressed_weight_updated_constant67" -> "1438 mul_tensor_67" [label="(1536, 384)", style=solid]; +"1438 mul_tensor_67" -> "1440 sub_tensor_67" [label="(1536, 384)", style=solid]; +"1439 zero_point_updated_constant67" -> "1440 sub_tensor_67" [label="(1536, 1)", style=solid]; +"1440 sub_tensor_67" -> "1441 linear_66" [label="(1536, 384)", style=solid]; +"1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1443 dropout_42" -> "1444 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1444 dropout_42_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1445 quantize_per_tensor_default_68" -> "1446 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1446 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1447 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; +"1448 scale_updated_constant68" -> "1450 mul_tensor_68" [label="(384, 1)", style=solid]; +"1449 compressed_weight_updated_constant68" -> "1450 mul_tensor_68" [label="(384, 1536)", style=solid]; +"1450 mul_tensor_68" -> "1452 sub_tensor_68" [label="(384, 1536)", style=solid]; +"1451 zero_point_updated_constant68" -> "1452 sub_tensor_68" [label="(384, 1)", style=solid]; +"1452 sub_tensor_68" -> "1453 linear_67" [label="(384, 1536)", style=solid]; +"1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; +"1456 _param_constant185" -> "1457 layer_norm_24" [label="(384,)", style=solid]; +"1457 layer_norm_24" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1458 add_37" -> "1485 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1459 _tensor_constant67" -> "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1461 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; +"1462 scale_updated_constant69" -> "1464 mul_tensor_69" [label="(512, 1)", style=solid]; +"1463 compressed_weight_updated_constant69" -> "1464 mul_tensor_69" [label="(512, 2)", style=solid]; +"1464 mul_tensor_69" -> "1466 sub_tensor_69" [label="(512, 2)", style=solid]; +"1465 zero_point_updated_constant69" -> "1466 sub_tensor_69" [label="(512, 1)", style=solid]; +"1466 sub_tensor_69" -> "1467 linear_68" [label="(512, 2)", style=solid]; +"1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"1468 relu__11" -> "1469 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1469 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1470 scale_updated_constant70" -> "1472 mul_tensor_70" [label="(12, 1)", style=solid]; +"1471 compressed_weight_updated_constant70" -> "1472 mul_tensor_70" [label="(12, 512)", style=solid]; +"1472 mul_tensor_70" -> "1474 sub_tensor_70" [label="(12, 512)", style=solid]; +"1473 zero_point_updated_constant70" -> "1474 sub_tensor_70" [label="(12, 1)", style=solid]; +"1474 sub_tensor_70" -> "1475 linear_69" [label="(12, 512)", style=solid]; +"1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; +"1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; +"1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; +"1478 index_11" -> "1479 view_60" [label="(4096, 12)", style=solid]; +"1479 view_60" -> "1480 permute_50" [label="(64, 64, 12)", style=solid]; +"1480 permute_50" -> "1481 contiguous_20" [label="(12, 64, 64)", style=solid]; +"1481 contiguous_20" -> "1482 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"1482 unsqueeze_31" -> "1483 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"1483 sigmoid_11" -> "1484 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"1484 mul_22" -> "1523 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1485 pad_13" -> "1486 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1486 roll_10" -> "1487 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1487 view_61" -> "1488 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1488 permute_51" -> "1489 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1489 reshape_49" -> "1490 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1489 reshape_49" -> "1524 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1490 reshape_49_0_0_nncf_smooth_quant_0" -> "1491 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1491 quantize_per_tensor_default_69" -> "1492 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1492 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; +"1493 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; +"1494 scale_updated_constant71" -> "1496 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1495 compressed_weight_updated_constant71" -> "1496 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1496 mul_tensor_71" -> "1498 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1497 zero_point_updated_constant71" -> "1498 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1498 sub_tensor_71" -> "1499 linear_70" [label="(1152, 384)", style=solid]; +"1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1501 permute_52" -> "1503 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1501 permute_52" -> "1504 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1505 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1507 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1511 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1513 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1504 select_35" -> "1542 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1505 linalg_vector_norm_22" -> "1506 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1506 clamp_min_22" -> "1507 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1507 expand_as_22" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1508 div_22" -> "1509 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1511 linalg_vector_norm_23" -> "1512 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1512 clamp_min_23" -> "1513 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1513 expand_as_23" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1514 div_23" -> "1515 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1517 transpose_22" -> "1518 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1518 matmul_22" -> "1522 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1519 _param_constant191" -> "1520 clamp_11" [label="(12, 1, 1)", style=solid]; +"1520 clamp_11" -> "1521 exp_11" [label="(12, 1, 1)", style=solid]; +"1521 exp_11" -> "1522 mul_23" [label="(12, 1, 1)", style=solid]; +"1522 mul_23" -> "1523 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1523 add_38" -> "1535 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1524 new_zeros_5" -> "1525 view_62" [label="(16, 16)", style=solid]; +"1525 view_62" -> "1526 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1526 permute_53" -> "1527 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1527 reshape_51" -> "1528 unsqueeze_32" [label="(4, 64)", style=solid]; +"1527 reshape_51" -> "1529 unsqueeze_33" [label="(4, 64)", style=solid]; +"1528 unsqueeze_32" -> "1530 sub_5" [label="(4, 1, 64)", style=solid]; +"1529 unsqueeze_33" -> "1530 sub_5" [label="(4, 64, 1)", style=solid]; +"1530 sub_5" -> "1531 ne_5" [label="(4, 64, 64)", style=solid]; +"1530 sub_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1530 sub_5" -> "1533 eq_5" [label="(4, 64, 64)", style=solid]; +"1531 ne_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1532 masked_fill_10" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1533 eq_5" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1534 masked_fill_11" -> "1536 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1535 view_63" -> "1538 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1536 unsqueeze_34" -> "1537 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1537 unsqueeze_35" -> "1538 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1538 add_39" -> "1539 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1539 view_64" -> "1540 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1540 softmax_11" -> "1541 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1541 dropout_44" -> "1542 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1542 matmul_23" -> "1543 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1543 transpose_23" -> "1544 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1544 reshape_52" -> "1545 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1545 reshape_52_0_0_nncf_smooth_quant_0" -> "1546 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1546 quantize_per_tensor_default_72" -> "1547 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1547 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; +"1548 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; +"1549 scale_updated_constant72" -> "1551 mul_tensor_72" [label="(384, 1)", style=solid]; +"1550 compressed_weight_updated_constant72" -> "1551 mul_tensor_72" [label="(384, 384)", style=solid]; +"1551 mul_tensor_72" -> "1553 sub_tensor_72" [label="(384, 384)", style=solid]; +"1552 zero_point_updated_constant72" -> "1553 sub_tensor_72" [label="(384, 1)", style=solid]; +"1553 sub_tensor_72" -> "1554 linear_71" [label="(384, 384)", style=solid]; +"1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; +"1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; +"1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1557 permute_54" -> "1558 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1558 reshape_53" -> "1559 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1559 roll_11" -> "1560 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1560 slice_185" -> "1561 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1561 slice_186" -> "1562 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1562 slice_187" -> "1563 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1563 slice_188" -> "1564 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1564 contiguous_21" -> "1567 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1565 _param_constant194" -> "1567 layer_norm_25" [label="(384,)", style=solid]; +"1566 _param_constant195" -> "1567 layer_norm_25" [label="(384,)", style=solid]; +"1567 layer_norm_25" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1569 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1569 add_40_0_0_nncf_smooth_quant_0" -> "1570 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1570 quantize_per_tensor_default_73" -> "1571 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1571 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1572 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; +"1573 scale_updated_constant73" -> "1575 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1574 compressed_weight_updated_constant73" -> "1575 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1575 mul_tensor_73" -> "1577 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1576 zero_point_updated_constant73" -> "1577 sub_tensor_73" [label="(1536, 1)", style=solid]; +"1577 sub_tensor_73" -> "1578 linear_72" [label="(1536, 384)", style=solid]; +"1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1580 dropout_46" -> "1581 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1581 dropout_46_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1582 quantize_per_tensor_default_74" -> "1583 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1583 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1584 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; +"1585 scale_updated_constant74" -> "1587 mul_tensor_74" [label="(384, 1)", style=solid]; +"1586 compressed_weight_updated_constant74" -> "1587 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1587 mul_tensor_74" -> "1589 sub_tensor_74" [label="(384, 1536)", style=solid]; +"1588 zero_point_updated_constant74" -> "1589 sub_tensor_74" [label="(384, 1)", style=solid]; +"1589 sub_tensor_74" -> "1590 linear_73" [label="(384, 1536)", style=solid]; +"1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; +"1593 _param_constant201" -> "1594 layer_norm_26" [label="(384,)", style=solid]; +"1594 layer_norm_26" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_41" -> "1622 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1596 _tensor_constant78" -> "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1598 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; +"1599 scale_updated_constant75" -> "1601 mul_tensor_75" [label="(512, 1)", style=solid]; +"1600 compressed_weight_updated_constant75" -> "1601 mul_tensor_75" [label="(512, 2)", style=solid]; +"1601 mul_tensor_75" -> "1603 sub_tensor_75" [label="(512, 2)", style=solid]; +"1602 zero_point_updated_constant75" -> "1603 sub_tensor_75" [label="(512, 1)", style=solid]; +"1603 sub_tensor_75" -> "1604 linear_74" [label="(512, 2)", style=solid]; +"1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"1605 relu__12" -> "1606 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1606 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1607 scale_updated_constant76" -> "1609 mul_tensor_76" [label="(12, 1)", style=solid]; +"1608 compressed_weight_updated_constant76" -> "1609 mul_tensor_76" [label="(12, 512)", style=solid]; +"1609 mul_tensor_76" -> "1611 sub_tensor_76" [label="(12, 512)", style=solid]; +"1610 zero_point_updated_constant76" -> "1611 sub_tensor_76" [label="(12, 1)", style=solid]; +"1611 sub_tensor_76" -> "1612 linear_75" [label="(12, 512)", style=solid]; +"1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; +"1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; +"1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; +"1615 index_12" -> "1616 view_67" [label="(4096, 12)", style=solid]; +"1616 view_67" -> "1617 permute_55" [label="(64, 64, 12)", style=solid]; +"1617 permute_55" -> "1618 contiguous_22" [label="(12, 64, 64)", style=solid]; +"1618 contiguous_22" -> "1619 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"1619 unsqueeze_36" -> "1620 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"1620 sigmoid_12" -> "1621 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"1621 mul_24" -> "1659 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1622 pad_14" -> "1623 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1623 view_68" -> "1624 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1624 permute_56" -> "1625 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1625 reshape_54" -> "1626 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1626 reshape_54_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1627 quantize_per_tensor_default_75" -> "1628 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1628 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; +"1629 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; +"1630 scale_updated_constant77" -> "1632 mul_tensor_77" [label="(1152, 1)", style=solid]; +"1631 compressed_weight_updated_constant77" -> "1632 mul_tensor_77" [label="(1152, 384)", style=solid]; +"1632 mul_tensor_77" -> "1634 sub_tensor_77" [label="(1152, 384)", style=solid]; +"1633 zero_point_updated_constant77" -> "1634 sub_tensor_77" [label="(1152, 1)", style=solid]; +"1634 sub_tensor_77" -> "1635 linear_76" [label="(1152, 384)", style=solid]; +"1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1637 permute_57" -> "1639 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1637 permute_57" -> "1640 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1641 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1643 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1647 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1649 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1640 select_38" -> "1662 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1641 linalg_vector_norm_24" -> "1642 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1642 clamp_min_24" -> "1643 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1643 expand_as_24" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1644 div_24" -> "1645 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1647 linalg_vector_norm_25" -> "1648 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1648 clamp_min_25" -> "1649 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1649 expand_as_25" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1650 div_25" -> "1651 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1653 transpose_24" -> "1654 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1654 matmul_24" -> "1658 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1655 _param_constant207" -> "1656 clamp_12" [label="(12, 1, 1)", style=solid]; +"1656 clamp_12" -> "1657 exp_12" [label="(12, 1, 1)", style=solid]; +"1657 exp_12" -> "1658 mul_25" [label="(12, 1, 1)", style=solid]; +"1658 mul_25" -> "1659 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1659 add_42" -> "1660 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1660 softmax_12" -> "1661 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1661 dropout_48" -> "1662 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1662 matmul_25" -> "1663 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1663 transpose_25" -> "1664 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1664 reshape_56" -> "1665 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1665 reshape_56_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1666 quantize_per_tensor_default_78" -> "1667 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1667 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; +"1668 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; +"1669 scale_updated_constant78" -> "1671 mul_tensor_78" [label="(384, 1)", style=solid]; +"1670 compressed_weight_updated_constant78" -> "1671 mul_tensor_78" [label="(384, 384)", style=solid]; +"1671 mul_tensor_78" -> "1673 sub_tensor_78" [label="(384, 384)", style=solid]; +"1672 zero_point_updated_constant78" -> "1673 sub_tensor_78" [label="(384, 1)", style=solid]; +"1673 sub_tensor_78" -> "1674 linear_77" [label="(384, 384)", style=solid]; +"1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; +"1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; +"1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1677 permute_58" -> "1678 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1678 reshape_57" -> "1679 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1679 slice_190" -> "1680 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1680 slice_191" -> "1681 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1681 slice_192" -> "1682 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1682 slice_193" -> "1683 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1683 contiguous_23" -> "1686 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1684 _param_constant210" -> "1686 layer_norm_27" [label="(384,)", style=solid]; +"1685 _param_constant211" -> "1686 layer_norm_27" [label="(384,)", style=solid]; +"1686 layer_norm_27" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1688 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1688 add_43_0_0_nncf_smooth_quant_0" -> "1689 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1689 quantize_per_tensor_default_79" -> "1690 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1690 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1691 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; +"1692 scale_updated_constant79" -> "1694 mul_tensor_79" [label="(1536, 1)", style=solid]; +"1693 compressed_weight_updated_constant79" -> "1694 mul_tensor_79" [label="(1536, 384)", style=solid]; +"1694 mul_tensor_79" -> "1696 sub_tensor_79" [label="(1536, 384)", style=solid]; +"1695 zero_point_updated_constant79" -> "1696 sub_tensor_79" [label="(1536, 1)", style=solid]; +"1696 sub_tensor_79" -> "1697 linear_78" [label="(1536, 384)", style=solid]; +"1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1699 dropout_50" -> "1700 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1700 dropout_50_0_0_nncf_smooth_quant_0" -> "1701 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1701 quantize_per_tensor_default_80" -> "1702 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1702 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1703 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; +"1704 scale_updated_constant80" -> "1706 mul_tensor_80" [label="(384, 1)", style=solid]; +"1705 compressed_weight_updated_constant80" -> "1706 mul_tensor_80" [label="(384, 1536)", style=solid]; +"1706 mul_tensor_80" -> "1708 sub_tensor_80" [label="(384, 1536)", style=solid]; +"1707 zero_point_updated_constant80" -> "1708 sub_tensor_80" [label="(384, 1)", style=solid]; +"1708 sub_tensor_80" -> "1709 linear_79" [label="(384, 1536)", style=solid]; +"1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; +"1712 _param_constant217" -> "1713 layer_norm_28" [label="(384,)", style=solid]; +"1713 layer_norm_28" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_44" -> "1741 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1715 _tensor_constant80" -> "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1717 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; +"1718 scale_updated_constant81" -> "1720 mul_tensor_81" [label="(512, 1)", style=solid]; +"1719 compressed_weight_updated_constant81" -> "1720 mul_tensor_81" [label="(512, 2)", style=solid]; +"1720 mul_tensor_81" -> "1722 sub_tensor_81" [label="(512, 2)", style=solid]; +"1721 zero_point_updated_constant81" -> "1722 sub_tensor_81" [label="(512, 1)", style=solid]; +"1722 sub_tensor_81" -> "1723 linear_80" [label="(512, 2)", style=solid]; +"1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"1724 relu__13" -> "1725 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1725 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1726 scale_updated_constant82" -> "1728 mul_tensor_82" [label="(12, 1)", style=solid]; +"1727 compressed_weight_updated_constant82" -> "1728 mul_tensor_82" [label="(12, 512)", style=solid]; +"1728 mul_tensor_82" -> "1730 sub_tensor_82" [label="(12, 512)", style=solid]; +"1729 zero_point_updated_constant82" -> "1730 sub_tensor_82" [label="(12, 1)", style=solid]; +"1730 sub_tensor_82" -> "1731 linear_81" [label="(12, 512)", style=solid]; +"1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; +"1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; +"1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; +"1734 index_13" -> "1735 view_71" [label="(4096, 12)", style=solid]; +"1735 view_71" -> "1736 permute_59" [label="(64, 64, 12)", style=solid]; +"1736 permute_59" -> "1737 contiguous_24" [label="(12, 64, 64)", style=solid]; +"1737 contiguous_24" -> "1738 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"1738 unsqueeze_37" -> "1739 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"1739 sigmoid_13" -> "1740 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"1740 mul_26" -> "1779 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1741 pad_15" -> "1742 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1742 roll_12" -> "1743 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1743 view_72" -> "1744 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1744 permute_60" -> "1745 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1745 reshape_58" -> "1746 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1745 reshape_58" -> "1780 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1746 reshape_58_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1747 quantize_per_tensor_default_81" -> "1748 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1748 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; +"1749 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; +"1750 scale_updated_constant83" -> "1752 mul_tensor_83" [label="(1152, 1)", style=solid]; +"1751 compressed_weight_updated_constant83" -> "1752 mul_tensor_83" [label="(1152, 384)", style=solid]; +"1752 mul_tensor_83" -> "1754 sub_tensor_83" [label="(1152, 384)", style=solid]; +"1753 zero_point_updated_constant83" -> "1754 sub_tensor_83" [label="(1152, 1)", style=solid]; +"1754 sub_tensor_83" -> "1755 linear_82" [label="(1152, 384)", style=solid]; +"1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1757 permute_61" -> "1759 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1757 permute_61" -> "1760 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1761 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1763 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1767 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1769 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1760 select_41" -> "1798 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1761 linalg_vector_norm_26" -> "1762 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1762 clamp_min_26" -> "1763 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1763 expand_as_26" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1764 div_26" -> "1765 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1767 linalg_vector_norm_27" -> "1768 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1768 clamp_min_27" -> "1769 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1769 expand_as_27" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1770 div_27" -> "1771 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1773 transpose_26" -> "1774 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1774 matmul_26" -> "1778 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1775 _param_constant223" -> "1776 clamp_13" [label="(12, 1, 1)", style=solid]; +"1776 clamp_13" -> "1777 exp_13" [label="(12, 1, 1)", style=solid]; +"1777 exp_13" -> "1778 mul_27" [label="(12, 1, 1)", style=solid]; +"1778 mul_27" -> "1779 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1779 add_45" -> "1791 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1780 new_zeros_6" -> "1781 view_73" [label="(16, 16)", style=solid]; +"1781 view_73" -> "1782 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1782 permute_62" -> "1783 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1783 reshape_60" -> "1784 unsqueeze_38" [label="(4, 64)", style=solid]; +"1783 reshape_60" -> "1785 unsqueeze_39" [label="(4, 64)", style=solid]; +"1784 unsqueeze_38" -> "1786 sub_6" [label="(4, 1, 64)", style=solid]; +"1785 unsqueeze_39" -> "1786 sub_6" [label="(4, 64, 1)", style=solid]; +"1786 sub_6" -> "1787 ne_6" [label="(4, 64, 64)", style=solid]; +"1786 sub_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1786 sub_6" -> "1789 eq_6" [label="(4, 64, 64)", style=solid]; +"1787 ne_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1788 masked_fill_12" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1789 eq_6" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1790 masked_fill_13" -> "1792 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1791 view_74" -> "1794 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1792 unsqueeze_40" -> "1793 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1793 unsqueeze_41" -> "1794 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1794 add_46" -> "1795 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1795 view_75" -> "1796 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1796 softmax_13" -> "1797 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1797 dropout_52" -> "1798 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1798 matmul_27" -> "1799 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1799 transpose_27" -> "1800 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1800 reshape_61" -> "1801 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1801 reshape_61_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1802 quantize_per_tensor_default_84" -> "1803 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1803 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; +"1804 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; +"1805 scale_updated_constant84" -> "1807 mul_tensor_84" [label="(384, 1)", style=solid]; +"1806 compressed_weight_updated_constant84" -> "1807 mul_tensor_84" [label="(384, 384)", style=solid]; +"1807 mul_tensor_84" -> "1809 sub_tensor_84" [label="(384, 384)", style=solid]; +"1808 zero_point_updated_constant84" -> "1809 sub_tensor_84" [label="(384, 1)", style=solid]; +"1809 sub_tensor_84" -> "1810 linear_83" [label="(384, 384)", style=solid]; +"1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; +"1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; +"1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1813 permute_63" -> "1814 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1814 reshape_62" -> "1815 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1815 roll_13" -> "1816 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1816 slice_213" -> "1817 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1817 slice_214" -> "1818 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1818 slice_215" -> "1819 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1819 slice_216" -> "1820 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1820 contiguous_25" -> "1823 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1821 _param_constant226" -> "1823 layer_norm_29" [label="(384,)", style=solid]; +"1822 _param_constant227" -> "1823 layer_norm_29" [label="(384,)", style=solid]; +"1823 layer_norm_29" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1825 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1825 add_47_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1826 quantize_per_tensor_default_85" -> "1827 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1827 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1828 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; +"1829 scale_updated_constant85" -> "1831 mul_tensor_85" [label="(1536, 1)", style=solid]; +"1830 compressed_weight_updated_constant85" -> "1831 mul_tensor_85" [label="(1536, 384)", style=solid]; +"1831 mul_tensor_85" -> "1833 sub_tensor_85" [label="(1536, 384)", style=solid]; +"1832 zero_point_updated_constant85" -> "1833 sub_tensor_85" [label="(1536, 1)", style=solid]; +"1833 sub_tensor_85" -> "1834 linear_84" [label="(1536, 384)", style=solid]; +"1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1836 dropout_54" -> "1837 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1837 dropout_54_0_0_nncf_smooth_quant_0" -> "1838 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1838 quantize_per_tensor_default_86" -> "1839 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1839 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1840 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; +"1841 scale_updated_constant86" -> "1843 mul_tensor_86" [label="(384, 1)", style=solid]; +"1842 compressed_weight_updated_constant86" -> "1843 mul_tensor_86" [label="(384, 1536)", style=solid]; +"1843 mul_tensor_86" -> "1845 sub_tensor_86" [label="(384, 1536)", style=solid]; +"1844 zero_point_updated_constant86" -> "1845 sub_tensor_86" [label="(384, 1)", style=solid]; +"1845 sub_tensor_86" -> "1846 linear_85" [label="(384, 1536)", style=solid]; +"1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; +"1849 _param_constant233" -> "1850 layer_norm_30" [label="(384,)", style=solid]; +"1850 layer_norm_30" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1851 add_48" -> "1878 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1852 _tensor_constant91" -> "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1854 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; +"1855 scale_updated_constant87" -> "1857 mul_tensor_87" [label="(512, 1)", style=solid]; +"1856 compressed_weight_updated_constant87" -> "1857 mul_tensor_87" [label="(512, 2)", style=solid]; +"1857 mul_tensor_87" -> "1859 sub_tensor_87" [label="(512, 2)", style=solid]; +"1858 zero_point_updated_constant87" -> "1859 sub_tensor_87" [label="(512, 1)", style=solid]; +"1859 sub_tensor_87" -> "1860 linear_86" [label="(512, 2)", style=solid]; +"1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"1861 relu__14" -> "1862 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1862 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1863 scale_updated_constant88" -> "1865 mul_tensor_88" [label="(12, 1)", style=solid]; +"1864 compressed_weight_updated_constant88" -> "1865 mul_tensor_88" [label="(12, 512)", style=solid]; +"1865 mul_tensor_88" -> "1867 sub_tensor_88" [label="(12, 512)", style=solid]; +"1866 zero_point_updated_constant88" -> "1867 sub_tensor_88" [label="(12, 1)", style=solid]; +"1867 sub_tensor_88" -> "1868 linear_87" [label="(12, 512)", style=solid]; +"1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; +"1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; +"1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; +"1871 index_14" -> "1872 view_78" [label="(4096, 12)", style=solid]; +"1872 view_78" -> "1873 permute_64" [label="(64, 64, 12)", style=solid]; +"1873 permute_64" -> "1874 contiguous_26" [label="(12, 64, 64)", style=solid]; +"1874 contiguous_26" -> "1875 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"1875 unsqueeze_42" -> "1876 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"1876 sigmoid_14" -> "1877 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"1877 mul_28" -> "1915 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1878 pad_16" -> "1879 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1879 view_79" -> "1880 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1880 permute_65" -> "1881 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1881 reshape_63" -> "1882 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1882 reshape_63_0_0_nncf_smooth_quant_0" -> "1883 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1883 quantize_per_tensor_default_87" -> "1884 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1884 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; +"1885 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; +"1886 scale_updated_constant89" -> "1888 mul_tensor_89" [label="(1152, 1)", style=solid]; +"1887 compressed_weight_updated_constant89" -> "1888 mul_tensor_89" [label="(1152, 384)", style=solid]; +"1888 mul_tensor_89" -> "1890 sub_tensor_89" [label="(1152, 384)", style=solid]; +"1889 zero_point_updated_constant89" -> "1890 sub_tensor_89" [label="(1152, 1)", style=solid]; +"1890 sub_tensor_89" -> "1891 linear_88" [label="(1152, 384)", style=solid]; +"1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1893 permute_66" -> "1895 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1893 permute_66" -> "1896 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1897 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1899 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1903 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1905 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_44" -> "1918 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1897 linalg_vector_norm_28" -> "1898 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1898 clamp_min_28" -> "1899 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1899 expand_as_28" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1900 div_28" -> "1901 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1903 linalg_vector_norm_29" -> "1904 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1904 clamp_min_29" -> "1905 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1905 expand_as_29" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1906 div_29" -> "1907 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1909 transpose_28" -> "1910 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1910 matmul_28" -> "1914 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1911 _param_constant239" -> "1912 clamp_14" [label="(12, 1, 1)", style=solid]; +"1912 clamp_14" -> "1913 exp_14" [label="(12, 1, 1)", style=solid]; +"1913 exp_14" -> "1914 mul_29" [label="(12, 1, 1)", style=solid]; +"1914 mul_29" -> "1915 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1915 add_49" -> "1916 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1916 softmax_14" -> "1917 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1917 dropout_56" -> "1918 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1918 matmul_29" -> "1919 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1919 transpose_29" -> "1920 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1920 reshape_65" -> "1921 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1921 reshape_65_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1922 quantize_per_tensor_default_90" -> "1923 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1923 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; +"1924 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; +"1925 scale_updated_constant90" -> "1927 mul_tensor_90" [label="(384, 1)", style=solid]; +"1926 compressed_weight_updated_constant90" -> "1927 mul_tensor_90" [label="(384, 384)", style=solid]; +"1927 mul_tensor_90" -> "1929 sub_tensor_90" [label="(384, 384)", style=solid]; +"1928 zero_point_updated_constant90" -> "1929 sub_tensor_90" [label="(384, 1)", style=solid]; +"1929 sub_tensor_90" -> "1930 linear_89" [label="(384, 384)", style=solid]; +"1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; +"1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; +"1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1933 permute_67" -> "1934 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1934 reshape_66" -> "1935 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1935 slice_218" -> "1936 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1936 slice_219" -> "1937 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1937 slice_220" -> "1938 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1938 slice_221" -> "1939 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1939 contiguous_27" -> "1942 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1940 _param_constant242" -> "1942 layer_norm_31" [label="(384,)", style=solid]; +"1941 _param_constant243" -> "1942 layer_norm_31" [label="(384,)", style=solid]; +"1942 layer_norm_31" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1944 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1944 add_50_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1945 quantize_per_tensor_default_91" -> "1946 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1946 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1947 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; +"1948 scale_updated_constant91" -> "1950 mul_tensor_91" [label="(1536, 1)", style=solid]; +"1949 compressed_weight_updated_constant91" -> "1950 mul_tensor_91" [label="(1536, 384)", style=solid]; +"1950 mul_tensor_91" -> "1952 sub_tensor_91" [label="(1536, 384)", style=solid]; +"1951 zero_point_updated_constant91" -> "1952 sub_tensor_91" [label="(1536, 1)", style=solid]; +"1952 sub_tensor_91" -> "1953 linear_90" [label="(1536, 384)", style=solid]; +"1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1955 dropout_58" -> "1956 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1956 dropout_58_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1957 quantize_per_tensor_default_92" -> "1958 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1958 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1959 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; +"1960 scale_updated_constant92" -> "1962 mul_tensor_92" [label="(384, 1)", style=solid]; +"1961 compressed_weight_updated_constant92" -> "1962 mul_tensor_92" [label="(384, 1536)", style=solid]; +"1962 mul_tensor_92" -> "1964 sub_tensor_92" [label="(384, 1536)", style=solid]; +"1963 zero_point_updated_constant92" -> "1964 sub_tensor_92" [label="(384, 1)", style=solid]; +"1964 sub_tensor_92" -> "1965 linear_91" [label="(384, 1536)", style=solid]; +"1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; +"1968 _param_constant249" -> "1969 layer_norm_32" [label="(384,)", style=solid]; +"1969 layer_norm_32" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1970 add_51" -> "1997 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1971 _tensor_constant93" -> "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1973 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; +"1974 scale_updated_constant93" -> "1976 mul_tensor_93" [label="(512, 1)", style=solid]; +"1975 compressed_weight_updated_constant93" -> "1976 mul_tensor_93" [label="(512, 2)", style=solid]; +"1976 mul_tensor_93" -> "1978 sub_tensor_93" [label="(512, 2)", style=solid]; +"1977 zero_point_updated_constant93" -> "1978 sub_tensor_93" [label="(512, 1)", style=solid]; +"1978 sub_tensor_93" -> "1979 linear_92" [label="(512, 2)", style=solid]; +"1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"1980 relu__15" -> "1981 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1981 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1982 scale_updated_constant94" -> "1984 mul_tensor_94" [label="(12, 1)", style=solid]; +"1983 compressed_weight_updated_constant94" -> "1984 mul_tensor_94" [label="(12, 512)", style=solid]; +"1984 mul_tensor_94" -> "1986 sub_tensor_94" [label="(12, 512)", style=solid]; +"1985 zero_point_updated_constant94" -> "1986 sub_tensor_94" [label="(12, 1)", style=solid]; +"1986 sub_tensor_94" -> "1987 linear_93" [label="(12, 512)", style=solid]; +"1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; +"1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; +"1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; +"1990 index_15" -> "1991 view_82" [label="(4096, 12)", style=solid]; +"1991 view_82" -> "1992 permute_68" [label="(64, 64, 12)", style=solid]; +"1992 permute_68" -> "1993 contiguous_28" [label="(12, 64, 64)", style=solid]; +"1993 contiguous_28" -> "1994 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"1994 unsqueeze_43" -> "1995 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"1995 sigmoid_15" -> "1996 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"1996 mul_30" -> "2035 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1997 pad_17" -> "1998 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1998 roll_14" -> "1999 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1999 view_83" -> "2000 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2000 permute_69" -> "2001 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2001 reshape_67" -> "2002 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2001 reshape_67" -> "2036 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"2002 reshape_67_0_0_nncf_smooth_quant_0" -> "2003 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2003 quantize_per_tensor_default_93" -> "2004 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2004 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; +"2005 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; +"2006 scale_updated_constant95" -> "2008 mul_tensor_95" [label="(1152, 1)", style=solid]; +"2007 compressed_weight_updated_constant95" -> "2008 mul_tensor_95" [label="(1152, 384)", style=solid]; +"2008 mul_tensor_95" -> "2010 sub_tensor_95" [label="(1152, 384)", style=solid]; +"2009 zero_point_updated_constant95" -> "2010 sub_tensor_95" [label="(1152, 1)", style=solid]; +"2010 sub_tensor_95" -> "2011 linear_94" [label="(1152, 384)", style=solid]; +"2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; +"2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"2013 permute_70" -> "2015 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"2013 permute_70" -> "2016 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2017 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2019 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2023 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2025 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2016 select_47" -> "2054 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"2017 linalg_vector_norm_30" -> "2018 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"2018 clamp_min_30" -> "2019 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"2019 expand_as_30" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2020 div_30" -> "2021 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"2023 linalg_vector_norm_31" -> "2024 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"2024 clamp_min_31" -> "2025 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"2025 expand_as_31" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2026 div_31" -> "2027 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"2029 transpose_30" -> "2030 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"2030 matmul_30" -> "2034 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"2031 _param_constant255" -> "2032 clamp_15" [label="(12, 1, 1)", style=solid]; +"2032 clamp_15" -> "2033 exp_15" [label="(12, 1, 1)", style=solid]; +"2033 exp_15" -> "2034 mul_31" [label="(12, 1, 1)", style=solid]; +"2034 mul_31" -> "2035 add_52" [label="(4, 12, 64, 64)", style=solid]; +"2035 add_52" -> "2047 view_85" [label="(4, 12, 64, 64)", style=solid]; +"2036 new_zeros_7" -> "2037 view_84" [label="(16, 16)", style=solid]; +"2037 view_84" -> "2038 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"2038 permute_71" -> "2039 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"2039 reshape_69" -> "2040 unsqueeze_44" [label="(4, 64)", style=solid]; +"2039 reshape_69" -> "2041 unsqueeze_45" [label="(4, 64)", style=solid]; +"2040 unsqueeze_44" -> "2042 sub_7" [label="(4, 1, 64)", style=solid]; +"2041 unsqueeze_45" -> "2042 sub_7" [label="(4, 64, 1)", style=solid]; +"2042 sub_7" -> "2043 ne_7" [label="(4, 64, 64)", style=solid]; +"2042 sub_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2042 sub_7" -> "2045 eq_7" [label="(4, 64, 64)", style=solid]; +"2043 ne_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2044 masked_fill_14" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2045 eq_7" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2046 masked_fill_15" -> "2048 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"2047 view_85" -> "2050 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"2048 unsqueeze_46" -> "2049 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"2049 unsqueeze_47" -> "2050 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"2050 add_53" -> "2051 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"2051 view_86" -> "2052 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"2052 softmax_15" -> "2053 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"2053 dropout_60" -> "2054 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"2054 matmul_31" -> "2055 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"2055 transpose_31" -> "2056 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"2056 reshape_70" -> "2057 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2057 reshape_70_0_0_nncf_smooth_quant_0" -> "2058 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2058 quantize_per_tensor_default_96" -> "2059 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2059 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; +"2060 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; +"2061 scale_updated_constant96" -> "2063 mul_tensor_96" [label="(384, 1)", style=solid]; +"2062 compressed_weight_updated_constant96" -> "2063 mul_tensor_96" [label="(384, 384)", style=solid]; +"2063 mul_tensor_96" -> "2065 sub_tensor_96" [label="(384, 384)", style=solid]; +"2064 zero_point_updated_constant96" -> "2065 sub_tensor_96" [label="(384, 1)", style=solid]; +"2065 sub_tensor_96" -> "2066 linear_95" [label="(384, 384)", style=solid]; +"2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; +"2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; +"2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2069 permute_72" -> "2070 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2070 reshape_71" -> "2071 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"2071 roll_15" -> "2072 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"2072 slice_241" -> "2073 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"2073 slice_242" -> "2074 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"2074 slice_243" -> "2075 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"2075 slice_244" -> "2076 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"2076 contiguous_29" -> "2079 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"2077 _param_constant258" -> "2079 layer_norm_33" [label="(384,)", style=solid]; +"2078 _param_constant259" -> "2079 layer_norm_33" [label="(384,)", style=solid]; +"2079 layer_norm_33" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2081 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2081 add_54_0_0_nncf_smooth_quant_0" -> "2082 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2082 quantize_per_tensor_default_97" -> "2083 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2083 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"2084 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; +"2085 scale_updated_constant97" -> "2087 mul_tensor_97" [label="(1536, 1)", style=solid]; +"2086 compressed_weight_updated_constant97" -> "2087 mul_tensor_97" [label="(1536, 384)", style=solid]; +"2087 mul_tensor_97" -> "2089 sub_tensor_97" [label="(1536, 384)", style=solid]; +"2088 zero_point_updated_constant97" -> "2089 sub_tensor_97" [label="(1536, 1)", style=solid]; +"2089 sub_tensor_97" -> "2090 linear_96" [label="(1536, 384)", style=solid]; +"2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"2092 dropout_62" -> "2093 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2093 dropout_62_0_0_nncf_smooth_quant_0" -> "2094 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2094 quantize_per_tensor_default_98" -> "2095 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2095 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"2096 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; +"2097 scale_updated_constant98" -> "2099 mul_tensor_98" [label="(384, 1)", style=solid]; +"2098 compressed_weight_updated_constant98" -> "2099 mul_tensor_98" [label="(384, 1536)", style=solid]; +"2099 mul_tensor_98" -> "2101 sub_tensor_98" [label="(384, 1536)", style=solid]; +"2100 zero_point_updated_constant98" -> "2101 sub_tensor_98" [label="(384, 1)", style=solid]; +"2101 sub_tensor_98" -> "2102 linear_97" [label="(384, 1536)", style=solid]; +"2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; +"2105 _param_constant265" -> "2106 layer_norm_34" [label="(384,)", style=solid]; +"2106 layer_norm_34" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2107 add_55" -> "2134 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2108 _tensor_constant104" -> "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"2110 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; +"2111 scale_updated_constant99" -> "2113 mul_tensor_99" [label="(512, 1)", style=solid]; +"2112 compressed_weight_updated_constant99" -> "2113 mul_tensor_99" [label="(512, 2)", style=solid]; +"2113 mul_tensor_99" -> "2115 sub_tensor_99" [label="(512, 2)", style=solid]; +"2114 zero_point_updated_constant99" -> "2115 sub_tensor_99" [label="(512, 1)", style=solid]; +"2115 sub_tensor_99" -> "2116 linear_98" [label="(512, 2)", style=solid]; +"2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"2117 relu__16" -> "2118 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2118 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"2119 scale_updated_constant100" -> "2121 mul_tensor_100" [label="(12, 1)", style=solid]; +"2120 compressed_weight_updated_constant100" -> "2121 mul_tensor_100" [label="(12, 512)", style=solid]; +"2121 mul_tensor_100" -> "2123 sub_tensor_100" [label="(12, 512)", style=solid]; +"2122 zero_point_updated_constant100" -> "2123 sub_tensor_100" [label="(12, 1)", style=solid]; +"2123 sub_tensor_100" -> "2124 linear_99" [label="(12, 512)", style=solid]; +"2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; +"2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; +"2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; +"2127 index_16" -> "2128 view_89" [label="(4096, 12)", style=solid]; +"2128 view_89" -> "2129 permute_73" [label="(64, 64, 12)", style=solid]; +"2129 permute_73" -> "2130 contiguous_30" [label="(12, 64, 64)", style=solid]; +"2130 contiguous_30" -> "2131 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"2131 unsqueeze_48" -> "2132 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"2132 sigmoid_16" -> "2133 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"2133 mul_32" -> "2171 add_56" [label="(1, 12, 64, 64)", style=solid]; +"2134 pad_18" -> "2135 view_90" [label="(1, 16, 16, 384)", style=solid]; +"2135 view_90" -> "2136 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2136 permute_74" -> "2137 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2137 reshape_72" -> "2138 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2138 reshape_72_0_0_nncf_smooth_quant_0" -> "2139 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2139 quantize_per_tensor_default_99" -> "2140 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2140 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; +"2141 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; +"2142 scale_updated_constant101" -> "2144 mul_tensor_101" [label="(1152, 1)", style=solid]; +"2143 compressed_weight_updated_constant101" -> "2144 mul_tensor_101" [label="(1152, 384)", style=solid]; +"2144 mul_tensor_101" -> "2146 sub_tensor_101" [label="(1152, 384)", style=solid]; +"2145 zero_point_updated_constant101" -> "2146 sub_tensor_101" [label="(1152, 1)", style=solid]; +"2146 sub_tensor_101" -> "2147 linear_100" [label="(1152, 384)", style=solid]; +"2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; +"2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"2149 permute_75" -> "2151 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"2149 permute_75" -> "2152 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2153 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2155 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2159 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2161 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2152 select_50" -> "2174 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"2153 linalg_vector_norm_32" -> "2154 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"2154 clamp_min_32" -> "2155 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"2155 expand_as_32" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2156 div_32" -> "2157 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"2159 linalg_vector_norm_33" -> "2160 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"2160 clamp_min_33" -> "2161 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"2161 expand_as_33" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2162 div_33" -> "2163 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"2165 transpose_32" -> "2166 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"2166 matmul_32" -> "2170 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"2167 _param_constant271" -> "2168 clamp_16" [label="(12, 1, 1)", style=solid]; +"2168 clamp_16" -> "2169 exp_16" [label="(12, 1, 1)", style=solid]; +"2169 exp_16" -> "2170 mul_33" [label="(12, 1, 1)", style=solid]; +"2170 mul_33" -> "2171 add_56" [label="(4, 12, 64, 64)", style=solid]; +"2171 add_56" -> "2172 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"2172 softmax_16" -> "2173 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"2173 dropout_64" -> "2174 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"2174 matmul_33" -> "2175 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"2175 transpose_33" -> "2176 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"2176 reshape_74" -> "2177 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2177 reshape_74_0_0_nncf_smooth_quant_0" -> "2178 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2178 quantize_per_tensor_default_102" -> "2179 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2179 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; +"2180 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; +"2181 scale_updated_constant102" -> "2183 mul_tensor_102" [label="(384, 1)", style=solid]; +"2182 compressed_weight_updated_constant102" -> "2183 mul_tensor_102" [label="(384, 384)", style=solid]; +"2183 mul_tensor_102" -> "2185 sub_tensor_102" [label="(384, 384)", style=solid]; +"2184 zero_point_updated_constant102" -> "2185 sub_tensor_102" [label="(384, 1)", style=solid]; +"2185 sub_tensor_102" -> "2186 linear_101" [label="(384, 384)", style=solid]; +"2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; +"2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; +"2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2189 permute_76" -> "2190 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2190 reshape_75" -> "2191 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"2191 slice_246" -> "2192 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"2192 slice_247" -> "2193 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"2193 slice_248" -> "2194 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"2194 slice_249" -> "2195 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"2195 contiguous_31" -> "2198 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"2196 _param_constant274" -> "2198 layer_norm_35" [label="(384,)", style=solid]; +"2197 _param_constant275" -> "2198 layer_norm_35" [label="(384,)", style=solid]; +"2198 layer_norm_35" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2200 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2200 add_57_0_0_nncf_smooth_quant_0" -> "2201 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2201 quantize_per_tensor_default_103" -> "2202 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2202 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"2203 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; +"2204 scale_updated_constant103" -> "2206 mul_tensor_103" [label="(1536, 1)", style=solid]; +"2205 compressed_weight_updated_constant103" -> "2206 mul_tensor_103" [label="(1536, 384)", style=solid]; +"2206 mul_tensor_103" -> "2208 sub_tensor_103" [label="(1536, 384)", style=solid]; +"2207 zero_point_updated_constant103" -> "2208 sub_tensor_103" [label="(1536, 1)", style=solid]; +"2208 sub_tensor_103" -> "2209 linear_102" [label="(1536, 384)", style=solid]; +"2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"2211 dropout_66" -> "2212 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2212 dropout_66_0_0_nncf_smooth_quant_0" -> "2213 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2213 quantize_per_tensor_default_104" -> "2214 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2214 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2215 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; +"2216 scale_updated_constant104" -> "2218 mul_tensor_104" [label="(384, 1)", style=solid]; +"2217 compressed_weight_updated_constant104" -> "2218 mul_tensor_104" [label="(384, 1536)", style=solid]; +"2218 mul_tensor_104" -> "2220 sub_tensor_104" [label="(384, 1536)", style=solid]; +"2219 zero_point_updated_constant104" -> "2220 sub_tensor_104" [label="(384, 1)", style=solid]; +"2220 sub_tensor_104" -> "2221 linear_103" [label="(384, 1536)", style=solid]; +"2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; +"2224 _param_constant281" -> "2225 layer_norm_36" [label="(384,)", style=solid]; +"2225 layer_norm_36" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_58" -> "2253 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2227 _tensor_constant106" -> "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2229 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; +"2230 scale_updated_constant105" -> "2232 mul_tensor_105" [label="(512, 1)", style=solid]; +"2231 compressed_weight_updated_constant105" -> "2232 mul_tensor_105" [label="(512, 2)", style=solid]; +"2232 mul_tensor_105" -> "2234 sub_tensor_105" [label="(512, 2)", style=solid]; +"2233 zero_point_updated_constant105" -> "2234 sub_tensor_105" [label="(512, 1)", style=solid]; +"2234 sub_tensor_105" -> "2235 linear_104" [label="(512, 2)", style=solid]; +"2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2236 relu__17" -> "2237 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2237 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2238 scale_updated_constant106" -> "2240 mul_tensor_106" [label="(12, 1)", style=solid]; +"2239 compressed_weight_updated_constant106" -> "2240 mul_tensor_106" [label="(12, 512)", style=solid]; +"2240 mul_tensor_106" -> "2242 sub_tensor_106" [label="(12, 512)", style=solid]; +"2241 zero_point_updated_constant106" -> "2242 sub_tensor_106" [label="(12, 1)", style=solid]; +"2242 sub_tensor_106" -> "2243 linear_105" [label="(12, 512)", style=solid]; +"2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; +"2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; +"2246 index_17" -> "2247 view_93" [label="(4096, 12)", style=solid]; +"2247 view_93" -> "2248 permute_77" [label="(64, 64, 12)", style=solid]; +"2248 permute_77" -> "2249 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2249 contiguous_32" -> "2250 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2250 unsqueeze_49" -> "2251 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2251 sigmoid_17" -> "2252 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2252 mul_34" -> "2291 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2253 pad_19" -> "2254 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2254 roll_16" -> "2255 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2255 view_94" -> "2256 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2256 permute_78" -> "2257 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2257 reshape_76" -> "2258 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2257 reshape_76" -> "2292 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2258 reshape_76_0_0_nncf_smooth_quant_0" -> "2259 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2259 quantize_per_tensor_default_105" -> "2260 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2260 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; +"2261 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; +"2262 scale_updated_constant107" -> "2264 mul_tensor_107" [label="(1152, 1)", style=solid]; +"2263 compressed_weight_updated_constant107" -> "2264 mul_tensor_107" [label="(1152, 384)", style=solid]; +"2264 mul_tensor_107" -> "2266 sub_tensor_107" [label="(1152, 384)", style=solid]; +"2265 zero_point_updated_constant107" -> "2266 sub_tensor_107" [label="(1152, 1)", style=solid]; +"2266 sub_tensor_107" -> "2267 linear_106" [label="(1152, 384)", style=solid]; +"2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2269 permute_79" -> "2271 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2269 permute_79" -> "2272 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2273 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2275 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2279 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2281 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2272 select_53" -> "2310 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2273 linalg_vector_norm_34" -> "2274 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2274 clamp_min_34" -> "2275 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2275 expand_as_34" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2276 div_34" -> "2277 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"2279 linalg_vector_norm_35" -> "2280 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2280 clamp_min_35" -> "2281 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2281 expand_as_35" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2282 div_35" -> "2283 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"2285 transpose_34" -> "2286 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2286 matmul_34" -> "2290 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2287 _param_constant287" -> "2288 clamp_17" [label="(12, 1, 1)", style=solid]; +"2288 clamp_17" -> "2289 exp_17" [label="(12, 1, 1)", style=solid]; +"2289 exp_17" -> "2290 mul_35" [label="(12, 1, 1)", style=solid]; +"2290 mul_35" -> "2291 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2291 add_59" -> "2303 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2292 new_zeros_8" -> "2293 view_95" [label="(16, 16)", style=solid]; +"2293 view_95" -> "2294 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2294 permute_80" -> "2295 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2295 reshape_78" -> "2296 unsqueeze_50" [label="(4, 64)", style=solid]; +"2295 reshape_78" -> "2297 unsqueeze_51" [label="(4, 64)", style=solid]; +"2296 unsqueeze_50" -> "2298 sub_8" [label="(4, 1, 64)", style=solid]; +"2297 unsqueeze_51" -> "2298 sub_8" [label="(4, 64, 1)", style=solid]; +"2298 sub_8" -> "2299 ne_8" [label="(4, 64, 64)", style=solid]; +"2298 sub_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2298 sub_8" -> "2301 eq_8" [label="(4, 64, 64)", style=solid]; +"2299 ne_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2300 masked_fill_16" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2301 eq_8" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2302 masked_fill_17" -> "2304 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2303 view_96" -> "2306 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2304 unsqueeze_52" -> "2305 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2305 unsqueeze_53" -> "2306 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2306 add_60" -> "2307 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2307 view_97" -> "2308 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2308 softmax_17" -> "2309 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2309 dropout_68" -> "2310 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2310 matmul_35" -> "2311 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"2311 transpose_35" -> "2312 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2312 reshape_79" -> "2313 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2313 reshape_79_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2314 quantize_per_tensor_default_108" -> "2315 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2315 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; +"2316 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; +"2317 scale_updated_constant108" -> "2319 mul_tensor_108" [label="(384, 1)", style=solid]; +"2318 compressed_weight_updated_constant108" -> "2319 mul_tensor_108" [label="(384, 384)", style=solid]; +"2319 mul_tensor_108" -> "2321 sub_tensor_108" [label="(384, 384)", style=solid]; +"2320 zero_point_updated_constant108" -> "2321 sub_tensor_108" [label="(384, 1)", style=solid]; +"2321 sub_tensor_108" -> "2322 linear_107" [label="(384, 384)", style=solid]; +"2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; +"2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; +"2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2325 permute_81" -> "2326 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2326 reshape_80" -> "2327 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2327 roll_17" -> "2328 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2328 slice_269" -> "2329 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2329 slice_270" -> "2330 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2330 slice_271" -> "2331 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2331 slice_272" -> "2332 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2332 contiguous_33" -> "2335 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2333 _param_constant290" -> "2335 layer_norm_37" [label="(384,)", style=solid]; +"2334 _param_constant291" -> "2335 layer_norm_37" [label="(384,)", style=solid]; +"2335 layer_norm_37" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2337 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2337 add_61_0_0_nncf_smooth_quant_0" -> "2338 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2338 quantize_per_tensor_default_109" -> "2339 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2339 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2340 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; +"2341 scale_updated_constant109" -> "2343 mul_tensor_109" [label="(1536, 1)", style=solid]; +"2342 compressed_weight_updated_constant109" -> "2343 mul_tensor_109" [label="(1536, 384)", style=solid]; +"2343 mul_tensor_109" -> "2345 sub_tensor_109" [label="(1536, 384)", style=solid]; +"2344 zero_point_updated_constant109" -> "2345 sub_tensor_109" [label="(1536, 1)", style=solid]; +"2345 sub_tensor_109" -> "2346 linear_108" [label="(1536, 384)", style=solid]; +"2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"2348 dropout_70" -> "2349 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2349 dropout_70_0_0_nncf_smooth_quant_0" -> "2350 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2350 quantize_per_tensor_default_110" -> "2351 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2351 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2352 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; +"2353 scale_updated_constant110" -> "2355 mul_tensor_110" [label="(384, 1)", style=solid]; +"2354 compressed_weight_updated_constant110" -> "2355 mul_tensor_110" [label="(384, 1536)", style=solid]; +"2355 mul_tensor_110" -> "2357 sub_tensor_110" [label="(384, 1536)", style=solid]; +"2356 zero_point_updated_constant110" -> "2357 sub_tensor_110" [label="(384, 1)", style=solid]; +"2357 sub_tensor_110" -> "2358 linear_109" [label="(384, 1536)", style=solid]; +"2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; +"2361 _param_constant297" -> "2362 layer_norm_38" [label="(384,)", style=solid]; +"2362 layer_norm_38" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2363 add_62" -> "2390 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2364 _tensor_constant117" -> "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2366 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; +"2367 scale_updated_constant111" -> "2369 mul_tensor_111" [label="(512, 1)", style=solid]; +"2368 compressed_weight_updated_constant111" -> "2369 mul_tensor_111" [label="(512, 2)", style=solid]; +"2369 mul_tensor_111" -> "2371 sub_tensor_111" [label="(512, 2)", style=solid]; +"2370 zero_point_updated_constant111" -> "2371 sub_tensor_111" [label="(512, 1)", style=solid]; +"2371 sub_tensor_111" -> "2372 linear_110" [label="(512, 2)", style=solid]; +"2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2373 relu__18" -> "2374 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2374 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2375 scale_updated_constant112" -> "2377 mul_tensor_112" [label="(12, 1)", style=solid]; +"2376 compressed_weight_updated_constant112" -> "2377 mul_tensor_112" [label="(12, 512)", style=solid]; +"2377 mul_tensor_112" -> "2379 sub_tensor_112" [label="(12, 512)", style=solid]; +"2378 zero_point_updated_constant112" -> "2379 sub_tensor_112" [label="(12, 1)", style=solid]; +"2379 sub_tensor_112" -> "2380 linear_111" [label="(12, 512)", style=solid]; +"2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; +"2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; +"2383 index_18" -> "2384 view_100" [label="(4096, 12)", style=solid]; +"2384 view_100" -> "2385 permute_82" [label="(64, 64, 12)", style=solid]; +"2385 permute_82" -> "2386 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2386 contiguous_34" -> "2387 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2387 unsqueeze_54" -> "2388 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2388 sigmoid_18" -> "2389 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2389 mul_36" -> "2427 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2390 pad_20" -> "2391 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2391 view_101" -> "2392 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2392 permute_83" -> "2393 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2393 reshape_81" -> "2394 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2394 reshape_81_0_0_nncf_smooth_quant_0" -> "2395 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2395 quantize_per_tensor_default_111" -> "2396 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2396 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; +"2397 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; +"2398 scale_updated_constant113" -> "2400 mul_tensor_113" [label="(1152, 1)", style=solid]; +"2399 compressed_weight_updated_constant113" -> "2400 mul_tensor_113" [label="(1152, 384)", style=solid]; +"2400 mul_tensor_113" -> "2402 sub_tensor_113" [label="(1152, 384)", style=solid]; +"2401 zero_point_updated_constant113" -> "2402 sub_tensor_113" [label="(1152, 1)", style=solid]; +"2402 sub_tensor_113" -> "2403 linear_112" [label="(1152, 384)", style=solid]; +"2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2405 permute_84" -> "2407 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2405 permute_84" -> "2408 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2409 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2411 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2415 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2417 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2408 select_56" -> "2430 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2409 linalg_vector_norm_36" -> "2410 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2410 clamp_min_36" -> "2411 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2411 expand_as_36" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2412 div_36" -> "2413 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"2415 linalg_vector_norm_37" -> "2416 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2416 clamp_min_37" -> "2417 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2417 expand_as_37" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2418 div_37" -> "2419 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"2421 transpose_36" -> "2422 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2422 matmul_36" -> "2426 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2423 _param_constant303" -> "2424 clamp_18" [label="(12, 1, 1)", style=solid]; +"2424 clamp_18" -> "2425 exp_18" [label="(12, 1, 1)", style=solid]; +"2425 exp_18" -> "2426 mul_37" [label="(12, 1, 1)", style=solid]; +"2426 mul_37" -> "2427 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2427 add_63" -> "2428 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2428 softmax_18" -> "2429 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2429 dropout_72" -> "2430 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2430 matmul_37" -> "2431 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"2431 transpose_37" -> "2432 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2432 reshape_83" -> "2433 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2433 reshape_83_0_0_nncf_smooth_quant_0" -> "2434 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2434 quantize_per_tensor_default_114" -> "2435 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2435 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; +"2436 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; +"2437 scale_updated_constant114" -> "2439 mul_tensor_114" [label="(384, 1)", style=solid]; +"2438 compressed_weight_updated_constant114" -> "2439 mul_tensor_114" [label="(384, 384)", style=solid]; +"2439 mul_tensor_114" -> "2441 sub_tensor_114" [label="(384, 384)", style=solid]; +"2440 zero_point_updated_constant114" -> "2441 sub_tensor_114" [label="(384, 1)", style=solid]; +"2441 sub_tensor_114" -> "2442 linear_113" [label="(384, 384)", style=solid]; +"2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; +"2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; +"2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2445 permute_85" -> "2446 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2446 reshape_84" -> "2447 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2447 slice_274" -> "2448 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2448 slice_275" -> "2449 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2449 slice_276" -> "2450 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2450 slice_277" -> "2451 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2451 contiguous_35" -> "2454 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2452 _param_constant306" -> "2454 layer_norm_39" [label="(384,)", style=solid]; +"2453 _param_constant307" -> "2454 layer_norm_39" [label="(384,)", style=solid]; +"2454 layer_norm_39" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2456 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2456 add_64_0_0_nncf_smooth_quant_0" -> "2457 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2457 quantize_per_tensor_default_115" -> "2458 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2458 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2459 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; +"2460 scale_updated_constant115" -> "2462 mul_tensor_115" [label="(1536, 1)", style=solid]; +"2461 compressed_weight_updated_constant115" -> "2462 mul_tensor_115" [label="(1536, 384)", style=solid]; +"2462 mul_tensor_115" -> "2464 sub_tensor_115" [label="(1536, 384)", style=solid]; +"2463 zero_point_updated_constant115" -> "2464 sub_tensor_115" [label="(1536, 1)", style=solid]; +"2464 sub_tensor_115" -> "2465 linear_114" [label="(1536, 384)", style=solid]; +"2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"2467 dropout_74" -> "2468 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2468 dropout_74_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2469 quantize_per_tensor_default_116" -> "2470 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2470 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2471 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; +"2472 scale_updated_constant116" -> "2474 mul_tensor_116" [label="(384, 1)", style=solid]; +"2473 compressed_weight_updated_constant116" -> "2474 mul_tensor_116" [label="(384, 1536)", style=solid]; +"2474 mul_tensor_116" -> "2476 sub_tensor_116" [label="(384, 1536)", style=solid]; +"2475 zero_point_updated_constant116" -> "2476 sub_tensor_116" [label="(384, 1)", style=solid]; +"2476 sub_tensor_116" -> "2477 linear_115" [label="(384, 1536)", style=solid]; +"2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; +"2480 _param_constant313" -> "2481 layer_norm_40" [label="(384,)", style=solid]; +"2481 layer_norm_40" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2482 add_65" -> "2509 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2483 _tensor_constant119" -> "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2485 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; +"2486 scale_updated_constant117" -> "2488 mul_tensor_117" [label="(512, 1)", style=solid]; +"2487 compressed_weight_updated_constant117" -> "2488 mul_tensor_117" [label="(512, 2)", style=solid]; +"2488 mul_tensor_117" -> "2490 sub_tensor_117" [label="(512, 2)", style=solid]; +"2489 zero_point_updated_constant117" -> "2490 sub_tensor_117" [label="(512, 1)", style=solid]; +"2490 sub_tensor_117" -> "2491 linear_116" [label="(512, 2)", style=solid]; +"2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2492 relu__19" -> "2493 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2493 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2494 scale_updated_constant118" -> "2496 mul_tensor_118" [label="(12, 1)", style=solid]; +"2495 compressed_weight_updated_constant118" -> "2496 mul_tensor_118" [label="(12, 512)", style=solid]; +"2496 mul_tensor_118" -> "2498 sub_tensor_118" [label="(12, 512)", style=solid]; +"2497 zero_point_updated_constant118" -> "2498 sub_tensor_118" [label="(12, 1)", style=solid]; +"2498 sub_tensor_118" -> "2499 linear_117" [label="(12, 512)", style=solid]; +"2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; +"2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; +"2502 index_19" -> "2503 view_104" [label="(4096, 12)", style=solid]; +"2503 view_104" -> "2504 permute_86" [label="(64, 64, 12)", style=solid]; +"2504 permute_86" -> "2505 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2505 contiguous_36" -> "2506 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2506 unsqueeze_55" -> "2507 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2507 sigmoid_19" -> "2508 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2508 mul_38" -> "2547 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2509 pad_21" -> "2510 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2510 roll_18" -> "2511 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2511 view_105" -> "2512 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2512 permute_87" -> "2513 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2513 reshape_85" -> "2514 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2513 reshape_85" -> "2548 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2514 reshape_85_0_0_nncf_smooth_quant_0" -> "2515 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2515 quantize_per_tensor_default_117" -> "2516 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2516 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; +"2517 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; +"2518 scale_updated_constant119" -> "2520 mul_tensor_119" [label="(1152, 1)", style=solid]; +"2519 compressed_weight_updated_constant119" -> "2520 mul_tensor_119" [label="(1152, 384)", style=solid]; +"2520 mul_tensor_119" -> "2522 sub_tensor_119" [label="(1152, 384)", style=solid]; +"2521 zero_point_updated_constant119" -> "2522 sub_tensor_119" [label="(1152, 1)", style=solid]; +"2522 sub_tensor_119" -> "2523 linear_118" [label="(1152, 384)", style=solid]; +"2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2525 permute_88" -> "2527 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2525 permute_88" -> "2528 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2529 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2531 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2535 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2537 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2528 select_59" -> "2566 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2529 linalg_vector_norm_38" -> "2530 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2530 clamp_min_38" -> "2531 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2531 expand_as_38" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2532 div_38" -> "2533 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2535 linalg_vector_norm_39" -> "2536 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2536 clamp_min_39" -> "2537 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2537 expand_as_39" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2538 div_39" -> "2539 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2541 transpose_38" -> "2542 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2542 matmul_38" -> "2546 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2543 _param_constant319" -> "2544 clamp_19" [label="(12, 1, 1)", style=solid]; +"2544 clamp_19" -> "2545 exp_19" [label="(12, 1, 1)", style=solid]; +"2545 exp_19" -> "2546 mul_39" [label="(12, 1, 1)", style=solid]; +"2546 mul_39" -> "2547 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2547 add_66" -> "2559 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2548 new_zeros_9" -> "2549 view_106" [label="(16, 16)", style=solid]; +"2549 view_106" -> "2550 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2550 permute_89" -> "2551 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2551 reshape_87" -> "2552 unsqueeze_56" [label="(4, 64)", style=solid]; +"2551 reshape_87" -> "2553 unsqueeze_57" [label="(4, 64)", style=solid]; +"2552 unsqueeze_56" -> "2554 sub_9" [label="(4, 1, 64)", style=solid]; +"2553 unsqueeze_57" -> "2554 sub_9" [label="(4, 64, 1)", style=solid]; +"2554 sub_9" -> "2555 ne_9" [label="(4, 64, 64)", style=solid]; +"2554 sub_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2554 sub_9" -> "2557 eq_9" [label="(4, 64, 64)", style=solid]; +"2555 ne_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2556 masked_fill_18" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2557 eq_9" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2558 masked_fill_19" -> "2560 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2559 view_107" -> "2562 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2560 unsqueeze_58" -> "2561 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2561 unsqueeze_59" -> "2562 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2562 add_67" -> "2563 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2563 view_108" -> "2564 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2564 softmax_19" -> "2565 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2565 dropout_76" -> "2566 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2566 matmul_39" -> "2567 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2567 transpose_39" -> "2568 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2568 reshape_88" -> "2569 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2569 reshape_88_0_0_nncf_smooth_quant_0" -> "2570 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2570 quantize_per_tensor_default_120" -> "2571 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2571 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; +"2572 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; +"2573 scale_updated_constant120" -> "2575 mul_tensor_120" [label="(384, 1)", style=solid]; +"2574 compressed_weight_updated_constant120" -> "2575 mul_tensor_120" [label="(384, 384)", style=solid]; +"2575 mul_tensor_120" -> "2577 sub_tensor_120" [label="(384, 384)", style=solid]; +"2576 zero_point_updated_constant120" -> "2577 sub_tensor_120" [label="(384, 1)", style=solid]; +"2577 sub_tensor_120" -> "2578 linear_119" [label="(384, 384)", style=solid]; +"2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; +"2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; +"2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2581 permute_90" -> "2582 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2582 reshape_89" -> "2583 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2583 roll_19" -> "2584 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2584 slice_297" -> "2585 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2585 slice_298" -> "2586 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2586 slice_299" -> "2587 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2587 slice_300" -> "2588 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2588 contiguous_37" -> "2591 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2589 _param_constant322" -> "2591 layer_norm_41" [label="(384,)", style=solid]; +"2590 _param_constant323" -> "2591 layer_norm_41" [label="(384,)", style=solid]; +"2591 layer_norm_41" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2593 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2593 add_68_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2594 quantize_per_tensor_default_121" -> "2595 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2595 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2596 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; +"2597 scale_updated_constant121" -> "2599 mul_tensor_121" [label="(1536, 1)", style=solid]; +"2598 compressed_weight_updated_constant121" -> "2599 mul_tensor_121" [label="(1536, 384)", style=solid]; +"2599 mul_tensor_121" -> "2601 sub_tensor_121" [label="(1536, 384)", style=solid]; +"2600 zero_point_updated_constant121" -> "2601 sub_tensor_121" [label="(1536, 1)", style=solid]; +"2601 sub_tensor_121" -> "2602 linear_120" [label="(1536, 384)", style=solid]; +"2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2604 dropout_78" -> "2605 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2605 dropout_78_0_0_nncf_smooth_quant_0" -> "2606 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2606 quantize_per_tensor_default_122" -> "2607 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2607 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2608 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; +"2609 scale_updated_constant122" -> "2611 mul_tensor_122" [label="(384, 1)", style=solid]; +"2610 compressed_weight_updated_constant122" -> "2611 mul_tensor_122" [label="(384, 1536)", style=solid]; +"2611 mul_tensor_122" -> "2613 sub_tensor_122" [label="(384, 1536)", style=solid]; +"2612 zero_point_updated_constant122" -> "2613 sub_tensor_122" [label="(384, 1)", style=solid]; +"2613 sub_tensor_122" -> "2614 linear_121" [label="(384, 1536)", style=solid]; +"2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; +"2617 _param_constant329" -> "2618 layer_norm_42" [label="(384,)", style=solid]; +"2618 layer_norm_42" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2619 add_69" -> "2646 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2620 _tensor_constant130" -> "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2622 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; +"2623 scale_updated_constant123" -> "2625 mul_tensor_123" [label="(512, 1)", style=solid]; +"2624 compressed_weight_updated_constant123" -> "2625 mul_tensor_123" [label="(512, 2)", style=solid]; +"2625 mul_tensor_123" -> "2627 sub_tensor_123" [label="(512, 2)", style=solid]; +"2626 zero_point_updated_constant123" -> "2627 sub_tensor_123" [label="(512, 1)", style=solid]; +"2627 sub_tensor_123" -> "2628 linear_122" [label="(512, 2)", style=solid]; +"2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"2629 relu__20" -> "2630 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2630 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2631 scale_updated_constant124" -> "2633 mul_tensor_124" [label="(12, 1)", style=solid]; +"2632 compressed_weight_updated_constant124" -> "2633 mul_tensor_124" [label="(12, 512)", style=solid]; +"2633 mul_tensor_124" -> "2635 sub_tensor_124" [label="(12, 512)", style=solid]; +"2634 zero_point_updated_constant124" -> "2635 sub_tensor_124" [label="(12, 1)", style=solid]; +"2635 sub_tensor_124" -> "2636 linear_123" [label="(12, 512)", style=solid]; +"2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; +"2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; +"2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; +"2639 index_20" -> "2640 view_111" [label="(4096, 12)", style=solid]; +"2640 view_111" -> "2641 permute_91" [label="(64, 64, 12)", style=solid]; +"2641 permute_91" -> "2642 contiguous_38" [label="(12, 64, 64)", style=solid]; +"2642 contiguous_38" -> "2643 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"2643 unsqueeze_60" -> "2644 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"2644 sigmoid_20" -> "2645 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"2645 mul_40" -> "2683 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2646 pad_22" -> "2647 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2647 view_112" -> "2648 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2648 permute_92" -> "2649 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2649 reshape_90" -> "2650 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2650 reshape_90_0_0_nncf_smooth_quant_0" -> "2651 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2651 quantize_per_tensor_default_123" -> "2652 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2652 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; +"2653 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; +"2654 scale_updated_constant125" -> "2656 mul_tensor_125" [label="(1152, 1)", style=solid]; +"2655 compressed_weight_updated_constant125" -> "2656 mul_tensor_125" [label="(1152, 384)", style=solid]; +"2656 mul_tensor_125" -> "2658 sub_tensor_125" [label="(1152, 384)", style=solid]; +"2657 zero_point_updated_constant125" -> "2658 sub_tensor_125" [label="(1152, 1)", style=solid]; +"2658 sub_tensor_125" -> "2659 linear_124" [label="(1152, 384)", style=solid]; +"2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2661 permute_93" -> "2663 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2661 permute_93" -> "2664 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2665 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2667 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2671 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2673 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2664 select_62" -> "2686 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2665 linalg_vector_norm_40" -> "2666 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2666 clamp_min_40" -> "2667 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2667 expand_as_40" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2668 div_40" -> "2669 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2671 linalg_vector_norm_41" -> "2672 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2672 clamp_min_41" -> "2673 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2673 expand_as_41" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2674 div_41" -> "2675 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2677 transpose_40" -> "2678 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2678 matmul_40" -> "2682 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2679 _param_constant335" -> "2680 clamp_20" [label="(12, 1, 1)", style=solid]; +"2680 clamp_20" -> "2681 exp_20" [label="(12, 1, 1)", style=solid]; +"2681 exp_20" -> "2682 mul_41" [label="(12, 1, 1)", style=solid]; +"2682 mul_41" -> "2683 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2683 add_70" -> "2684 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2684 softmax_20" -> "2685 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2685 dropout_80" -> "2686 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2686 matmul_41" -> "2687 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2687 transpose_41" -> "2688 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2688 reshape_92" -> "2689 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2689 reshape_92_0_0_nncf_smooth_quant_0" -> "2690 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2690 quantize_per_tensor_default_126" -> "2691 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2691 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; +"2692 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; +"2693 scale_updated_constant126" -> "2695 mul_tensor_126" [label="(384, 1)", style=solid]; +"2694 compressed_weight_updated_constant126" -> "2695 mul_tensor_126" [label="(384, 384)", style=solid]; +"2695 mul_tensor_126" -> "2697 sub_tensor_126" [label="(384, 384)", style=solid]; +"2696 zero_point_updated_constant126" -> "2697 sub_tensor_126" [label="(384, 1)", style=solid]; +"2697 sub_tensor_126" -> "2698 linear_125" [label="(384, 384)", style=solid]; +"2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; +"2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; +"2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2701 permute_94" -> "2702 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2702 reshape_93" -> "2703 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2703 slice_302" -> "2704 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2704 slice_303" -> "2705 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2705 slice_304" -> "2706 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2706 slice_305" -> "2707 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2707 contiguous_39" -> "2710 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2708 _param_constant338" -> "2710 layer_norm_43" [label="(384,)", style=solid]; +"2709 _param_constant339" -> "2710 layer_norm_43" [label="(384,)", style=solid]; +"2710 layer_norm_43" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2712 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2712 add_71_0_0_nncf_smooth_quant_0" -> "2713 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2713 quantize_per_tensor_default_127" -> "2714 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2714 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2715 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; +"2716 scale_updated_constant127" -> "2718 mul_tensor_127" [label="(1536, 1)", style=solid]; +"2717 compressed_weight_updated_constant127" -> "2718 mul_tensor_127" [label="(1536, 384)", style=solid]; +"2718 mul_tensor_127" -> "2720 sub_tensor_127" [label="(1536, 384)", style=solid]; +"2719 zero_point_updated_constant127" -> "2720 sub_tensor_127" [label="(1536, 1)", style=solid]; +"2720 sub_tensor_127" -> "2721 linear_126" [label="(1536, 384)", style=solid]; +"2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2723 dropout_82" -> "2724 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2724 dropout_82_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2725 quantize_per_tensor_default_128" -> "2726 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2726 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2727 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; +"2728 scale_updated_constant128" -> "2730 mul_tensor_128" [label="(384, 1)", style=solid]; +"2729 compressed_weight_updated_constant128" -> "2730 mul_tensor_128" [label="(384, 1536)", style=solid]; +"2730 mul_tensor_128" -> "2732 sub_tensor_128" [label="(384, 1536)", style=solid]; +"2731 zero_point_updated_constant128" -> "2732 sub_tensor_128" [label="(384, 1)", style=solid]; +"2732 sub_tensor_128" -> "2733 linear_127" [label="(384, 1536)", style=solid]; +"2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; +"2736 _param_constant345" -> "2737 layer_norm_44" [label="(384,)", style=solid]; +"2737 layer_norm_44" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2738 add_72" -> "2765 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2739 _tensor_constant132" -> "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2741 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; +"2742 scale_updated_constant129" -> "2744 mul_tensor_129" [label="(512, 1)", style=solid]; +"2743 compressed_weight_updated_constant129" -> "2744 mul_tensor_129" [label="(512, 2)", style=solid]; +"2744 mul_tensor_129" -> "2746 sub_tensor_129" [label="(512, 2)", style=solid]; +"2745 zero_point_updated_constant129" -> "2746 sub_tensor_129" [label="(512, 1)", style=solid]; +"2746 sub_tensor_129" -> "2747 linear_128" [label="(512, 2)", style=solid]; +"2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"2748 relu__21" -> "2749 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2749 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2750 scale_updated_constant130" -> "2752 mul_tensor_130" [label="(12, 1)", style=solid]; +"2751 compressed_weight_updated_constant130" -> "2752 mul_tensor_130" [label="(12, 512)", style=solid]; +"2752 mul_tensor_130" -> "2754 sub_tensor_130" [label="(12, 512)", style=solid]; +"2753 zero_point_updated_constant130" -> "2754 sub_tensor_130" [label="(12, 1)", style=solid]; +"2754 sub_tensor_130" -> "2755 linear_129" [label="(12, 512)", style=solid]; +"2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; +"2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; +"2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; +"2758 index_21" -> "2759 view_115" [label="(4096, 12)", style=solid]; +"2759 view_115" -> "2760 permute_95" [label="(64, 64, 12)", style=solid]; +"2760 permute_95" -> "2761 contiguous_40" [label="(12, 64, 64)", style=solid]; +"2761 contiguous_40" -> "2762 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"2762 unsqueeze_61" -> "2763 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"2763 sigmoid_21" -> "2764 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"2764 mul_42" -> "2803 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2765 pad_23" -> "2766 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2766 roll_20" -> "2767 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2767 view_116" -> "2768 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2768 permute_96" -> "2769 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2769 reshape_94" -> "2770 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2769 reshape_94" -> "2804 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2770 reshape_94_0_0_nncf_smooth_quant_0" -> "2771 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2771 quantize_per_tensor_default_129" -> "2772 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2772 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; +"2773 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; +"2774 scale_updated_constant131" -> "2776 mul_tensor_131" [label="(1152, 1)", style=solid]; +"2775 compressed_weight_updated_constant131" -> "2776 mul_tensor_131" [label="(1152, 384)", style=solid]; +"2776 mul_tensor_131" -> "2778 sub_tensor_131" [label="(1152, 384)", style=solid]; +"2777 zero_point_updated_constant131" -> "2778 sub_tensor_131" [label="(1152, 1)", style=solid]; +"2778 sub_tensor_131" -> "2779 linear_130" [label="(1152, 384)", style=solid]; +"2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2781 permute_97" -> "2783 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2781 permute_97" -> "2784 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2785 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2787 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2791 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2793 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2784 select_65" -> "2822 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2785 linalg_vector_norm_42" -> "2786 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2786 clamp_min_42" -> "2787 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2787 expand_as_42" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2788 div_42" -> "2789 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2791 linalg_vector_norm_43" -> "2792 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2792 clamp_min_43" -> "2793 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2793 expand_as_43" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2794 div_43" -> "2795 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2797 transpose_42" -> "2798 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2798 matmul_42" -> "2802 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2799 _param_constant351" -> "2800 clamp_21" [label="(12, 1, 1)", style=solid]; +"2800 clamp_21" -> "2801 exp_21" [label="(12, 1, 1)", style=solid]; +"2801 exp_21" -> "2802 mul_43" [label="(12, 1, 1)", style=solid]; +"2802 mul_43" -> "2803 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2803 add_73" -> "2815 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2804 new_zeros_10" -> "2805 view_117" [label="(16, 16)", style=solid]; +"2805 view_117" -> "2806 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2806 permute_98" -> "2807 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2807 reshape_96" -> "2808 unsqueeze_62" [label="(4, 64)", style=solid]; +"2807 reshape_96" -> "2809 unsqueeze_63" [label="(4, 64)", style=solid]; +"2808 unsqueeze_62" -> "2810 sub_10" [label="(4, 1, 64)", style=solid]; +"2809 unsqueeze_63" -> "2810 sub_10" [label="(4, 64, 1)", style=solid]; +"2810 sub_10" -> "2811 ne_10" [label="(4, 64, 64)", style=solid]; +"2810 sub_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2810 sub_10" -> "2813 eq_10" [label="(4, 64, 64)", style=solid]; +"2811 ne_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2812 masked_fill_20" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2813 eq_10" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2814 masked_fill_21" -> "2816 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2815 view_118" -> "2818 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2816 unsqueeze_64" -> "2817 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2817 unsqueeze_65" -> "2818 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2818 add_74" -> "2819 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2819 view_119" -> "2820 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2820 softmax_21" -> "2821 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2821 dropout_84" -> "2822 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2822 matmul_43" -> "2823 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2823 transpose_43" -> "2824 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2824 reshape_97" -> "2825 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2825 reshape_97_0_0_nncf_smooth_quant_0" -> "2826 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2826 quantize_per_tensor_default_132" -> "2827 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2827 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; +"2828 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; +"2829 scale_updated_constant132" -> "2831 mul_tensor_132" [label="(384, 1)", style=solid]; +"2830 compressed_weight_updated_constant132" -> "2831 mul_tensor_132" [label="(384, 384)", style=solid]; +"2831 mul_tensor_132" -> "2833 sub_tensor_132" [label="(384, 384)", style=solid]; +"2832 zero_point_updated_constant132" -> "2833 sub_tensor_132" [label="(384, 1)", style=solid]; +"2833 sub_tensor_132" -> "2834 linear_131" [label="(384, 384)", style=solid]; +"2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; +"2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; +"2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2837 permute_99" -> "2838 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2838 reshape_98" -> "2839 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2839 roll_21" -> "2840 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2840 slice_325" -> "2841 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2841 slice_326" -> "2842 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2842 slice_327" -> "2843 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2843 slice_328" -> "2844 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2844 contiguous_41" -> "2847 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2845 _param_constant354" -> "2847 layer_norm_45" [label="(384,)", style=solid]; +"2846 _param_constant355" -> "2847 layer_norm_45" [label="(384,)", style=solid]; +"2847 layer_norm_45" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2849 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2849 add_75_0_0_nncf_smooth_quant_0" -> "2850 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2850 quantize_per_tensor_default_133" -> "2851 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2851 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2852 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; +"2853 scale_updated_constant133" -> "2855 mul_tensor_133" [label="(1536, 1)", style=solid]; +"2854 compressed_weight_updated_constant133" -> "2855 mul_tensor_133" [label="(1536, 384)", style=solid]; +"2855 mul_tensor_133" -> "2857 sub_tensor_133" [label="(1536, 384)", style=solid]; +"2856 zero_point_updated_constant133" -> "2857 sub_tensor_133" [label="(1536, 1)", style=solid]; +"2857 sub_tensor_133" -> "2858 linear_132" [label="(1536, 384)", style=solid]; +"2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2860 dropout_86" -> "2861 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2861 dropout_86_0_0_nncf_smooth_quant_0" -> "2862 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2862 quantize_per_tensor_default_134" -> "2863 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2863 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2864 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; +"2865 scale_updated_constant134" -> "2867 mul_tensor_134" [label="(384, 1)", style=solid]; +"2866 compressed_weight_updated_constant134" -> "2867 mul_tensor_134" [label="(384, 1536)", style=solid]; +"2867 mul_tensor_134" -> "2869 sub_tensor_134" [label="(384, 1536)", style=solid]; +"2868 zero_point_updated_constant134" -> "2869 sub_tensor_134" [label="(384, 1)", style=solid]; +"2869 sub_tensor_134" -> "2870 linear_133" [label="(384, 1536)", style=solid]; +"2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; +"2873 _param_constant361" -> "2874 layer_norm_46" [label="(384,)", style=solid]; +"2874 layer_norm_46" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2875 add_76" -> "2876 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2877 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2880 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2883 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2886 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2877 slice_329" -> "2878 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2878 slice_330" -> "2879 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2879 slice_331" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2880 slice_332" -> "2881 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2881 slice_333" -> "2882 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2882 slice_334" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2883 slice_335" -> "2884 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2884 slice_336" -> "2885 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2885 slice_337" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2886 slice_338" -> "2887 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2887 slice_339" -> "2888 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2888 slice_340" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2889 cat_2" -> "2890 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2890 cat_2_0_0_nncf_smooth_quant_0" -> "2891 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2891 quantize_per_tensor_default_135" -> "2892 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2892 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2893 scale_updated_constant135" -> "2895 mul_tensor_135" [label="(768, 1)", style=solid]; +"2894 compressed_weight_updated_constant135" -> "2895 mul_tensor_135" [label="(768, 1536)", style=solid]; +"2895 mul_tensor_135" -> "2897 sub_tensor_135" [label="(768, 1536)", style=solid]; +"2896 zero_point_updated_constant135" -> "2897 sub_tensor_135" [label="(768, 1)", style=solid]; +"2897 sub_tensor_135" -> "2898 linear_134" [label="(768, 1536)", style=solid]; +"2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; +"2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; +"2901 layer_norm_47" -> "2928 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2902 _tensor_constant143" -> "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2904 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; +"2905 scale_updated_constant136" -> "2907 mul_tensor_136" [label="(512, 1)", style=solid]; +"2906 compressed_weight_updated_constant136" -> "2907 mul_tensor_136" [label="(512, 2)", style=solid]; +"2907 mul_tensor_136" -> "2909 sub_tensor_136" [label="(512, 2)", style=solid]; +"2908 zero_point_updated_constant136" -> "2909 sub_tensor_136" [label="(512, 1)", style=solid]; +"2909 sub_tensor_136" -> "2910 linear_135" [label="(512, 2)", style=solid]; +"2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"2911 relu__22" -> "2912 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2912 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2913 scale_updated_constant137" -> "2915 mul_tensor_137" [label="(24, 1)", style=solid]; +"2914 compressed_weight_updated_constant137" -> "2915 mul_tensor_137" [label="(24, 512)", style=solid]; +"2915 mul_tensor_137" -> "2917 sub_tensor_137" [label="(24, 512)", style=solid]; +"2916 zero_point_updated_constant137" -> "2917 sub_tensor_137" [label="(24, 1)", style=solid]; +"2917 sub_tensor_137" -> "2918 linear_136" [label="(24, 512)", style=solid]; +"2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; +"2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; +"2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; +"2921 index_22" -> "2922 view_122" [label="(4096, 24)", style=solid]; +"2922 view_122" -> "2923 permute_100" [label="(64, 64, 24)", style=solid]; +"2923 permute_100" -> "2924 contiguous_42" [label="(24, 64, 64)", style=solid]; +"2924 contiguous_42" -> "2925 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"2925 unsqueeze_66" -> "2926 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"2926 sigmoid_22" -> "2927 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"2927 mul_44" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2928 pad_25" -> "2929 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2929 view_123" -> "2930 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2930 permute_101" -> "2931 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2931 reshape_99" -> "2932 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2932 reshape_99_0_0_nncf_smooth_quant_0" -> "2933 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2933 quantize_per_tensor_default_136" -> "2934 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2934 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; +"2935 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; +"2936 scale_updated_constant138" -> "2938 mul_tensor_138" [label="(2304, 1)", style=solid]; +"2937 compressed_weight_updated_constant138" -> "2938 mul_tensor_138" [label="(2304, 768)", style=solid]; +"2938 mul_tensor_138" -> "2940 sub_tensor_138" [label="(2304, 768)", style=solid]; +"2939 zero_point_updated_constant138" -> "2940 sub_tensor_138" [label="(2304, 1)", style=solid]; +"2940 sub_tensor_138" -> "2941 linear_137" [label="(2304, 768)", style=solid]; +"2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2943 permute_102" -> "2945 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2943 permute_102" -> "2946 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2947 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2949 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2953 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2955 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2946 select_68" -> "2968 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2947 linalg_vector_norm_44" -> "2948 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2948 clamp_min_44" -> "2949 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2949 expand_as_44" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2950 div_44" -> "2951 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2953 linalg_vector_norm_45" -> "2954 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2954 clamp_min_45" -> "2955 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2955 expand_as_45" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2956 div_45" -> "2957 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2959 transpose_44" -> "2960 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2960 matmul_44" -> "2964 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2961 _param_constant370" -> "2962 clamp_22" [label="(24, 1, 1)", style=solid]; +"2962 clamp_22" -> "2963 exp_22" [label="(24, 1, 1)", style=solid]; +"2963 exp_22" -> "2964 mul_45" [label="(24, 1, 1)", style=solid]; +"2964 mul_45" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2965 add_77" -> "2966 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2966 softmax_22" -> "2967 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2967 dropout_88" -> "2968 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2968 matmul_45" -> "2969 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2969 transpose_45" -> "2970 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2970 reshape_101" -> "2971 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2971 reshape_101_0_0_nncf_smooth_quant_0" -> "2972 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2972 quantize_per_tensor_default_139" -> "2973 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2973 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; +"2974 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; +"2975 scale_updated_constant139" -> "2977 mul_tensor_139" [label="(768, 1)", style=solid]; +"2976 compressed_weight_updated_constant139" -> "2977 mul_tensor_139" [label="(768, 768)", style=solid]; +"2977 mul_tensor_139" -> "2979 sub_tensor_139" [label="(768, 768)", style=solid]; +"2978 zero_point_updated_constant139" -> "2979 sub_tensor_139" [label="(768, 1)", style=solid]; +"2979 sub_tensor_139" -> "2980 linear_138" [label="(768, 768)", style=solid]; +"2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; +"2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; +"2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2983 permute_103" -> "2984 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2984 reshape_102" -> "2985 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2985 slice_342" -> "2986 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2986 slice_343" -> "2987 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2987 slice_344" -> "2988 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2988 slice_345" -> "2989 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2989 contiguous_43" -> "2992 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2990 _param_constant373" -> "2992 layer_norm_48" [label="(768,)", style=solid]; +"2991 _param_constant374" -> "2992 layer_norm_48" [label="(768,)", style=solid]; +"2992 layer_norm_48" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "2994 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2994 add_78_0_0_nncf_smooth_quant_0" -> "2995 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2995 quantize_per_tensor_default_140" -> "2996 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2996 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2997 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; +"2998 scale_updated_constant140" -> "3000 mul_tensor_140" [label="(3072, 1)", style=solid]; +"2999 compressed_weight_updated_constant140" -> "3000 mul_tensor_140" [label="(3072, 768)", style=solid]; +"3000 mul_tensor_140" -> "3002 sub_tensor_140" [label="(3072, 768)", style=solid]; +"3001 zero_point_updated_constant140" -> "3002 sub_tensor_140" [label="(3072, 1)", style=solid]; +"3002 sub_tensor_140" -> "3003 linear_139" [label="(3072, 768)", style=solid]; +"3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"3005 dropout_90" -> "3006 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3006 dropout_90_0_0_nncf_smooth_quant_0" -> "3007 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3007 quantize_per_tensor_default_141" -> "3008 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3008 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"3009 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; +"3010 scale_updated_constant141" -> "3012 mul_tensor_141" [label="(768, 1)", style=solid]; +"3011 compressed_weight_updated_constant141" -> "3012 mul_tensor_141" [label="(768, 3072)", style=solid]; +"3012 mul_tensor_141" -> "3014 sub_tensor_141" [label="(768, 3072)", style=solid]; +"3013 zero_point_updated_constant141" -> "3014 sub_tensor_141" [label="(768, 1)", style=solid]; +"3014 sub_tensor_141" -> "3015 linear_140" [label="(768, 3072)", style=solid]; +"3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; +"3018 _param_constant380" -> "3019 layer_norm_49" [label="(768,)", style=solid]; +"3019 layer_norm_49" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3020 add_79" -> "3047 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3021 _tensor_constant145" -> "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"3023 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; +"3024 scale_updated_constant142" -> "3026 mul_tensor_142" [label="(512, 1)", style=solid]; +"3025 compressed_weight_updated_constant142" -> "3026 mul_tensor_142" [label="(512, 2)", style=solid]; +"3026 mul_tensor_142" -> "3028 sub_tensor_142" [label="(512, 2)", style=solid]; +"3027 zero_point_updated_constant142" -> "3028 sub_tensor_142" [label="(512, 1)", style=solid]; +"3028 sub_tensor_142" -> "3029 linear_141" [label="(512, 2)", style=solid]; +"3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"3030 relu__23" -> "3031 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"3031 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"3032 scale_updated_constant143" -> "3034 mul_tensor_143" [label="(24, 1)", style=solid]; +"3033 compressed_weight_updated_constant143" -> "3034 mul_tensor_143" [label="(24, 512)", style=solid]; +"3034 mul_tensor_143" -> "3036 sub_tensor_143" [label="(24, 512)", style=solid]; +"3035 zero_point_updated_constant143" -> "3036 sub_tensor_143" [label="(24, 1)", style=solid]; +"3036 sub_tensor_143" -> "3037 linear_142" [label="(24, 512)", style=solid]; +"3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; +"3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; +"3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; +"3040 index_23" -> "3041 view_126" [label="(4096, 24)", style=solid]; +"3041 view_126" -> "3042 permute_104" [label="(64, 64, 24)", style=solid]; +"3042 permute_104" -> "3043 contiguous_44" [label="(24, 64, 64)", style=solid]; +"3043 contiguous_44" -> "3044 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"3044 unsqueeze_67" -> "3045 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"3045 sigmoid_23" -> "3046 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"3046 mul_46" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3047 pad_26" -> "3048 view_127" [label="(1, 8, 8, 768)", style=solid]; +"3048 view_127" -> "3049 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3049 permute_105" -> "3050 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3050 reshape_103" -> "3051 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3051 reshape_103_0_0_nncf_smooth_quant_0" -> "3052 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3052 quantize_per_tensor_default_142" -> "3053 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3053 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; +"3054 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; +"3055 scale_updated_constant144" -> "3057 mul_tensor_144" [label="(2304, 1)", style=solid]; +"3056 compressed_weight_updated_constant144" -> "3057 mul_tensor_144" [label="(2304, 768)", style=solid]; +"3057 mul_tensor_144" -> "3059 sub_tensor_144" [label="(2304, 768)", style=solid]; +"3058 zero_point_updated_constant144" -> "3059 sub_tensor_144" [label="(2304, 1)", style=solid]; +"3059 sub_tensor_144" -> "3060 linear_143" [label="(2304, 768)", style=solid]; +"3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; +"3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"3062 permute_106" -> "3064 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"3062 permute_106" -> "3065 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3066 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3068 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3072 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3074 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3065 select_71" -> "3087 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"3066 linalg_vector_norm_46" -> "3067 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"3067 clamp_min_46" -> "3068 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"3068 expand_as_46" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3069 div_46" -> "3070 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"3072 linalg_vector_norm_47" -> "3073 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"3073 clamp_min_47" -> "3074 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"3074 expand_as_47" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3075 div_47" -> "3076 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"3078 transpose_46" -> "3079 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"3079 matmul_46" -> "3083 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"3080 _param_constant386" -> "3081 clamp_23" [label="(24, 1, 1)", style=solid]; +"3081 clamp_23" -> "3082 exp_23" [label="(24, 1, 1)", style=solid]; +"3082 exp_23" -> "3083 mul_47" [label="(24, 1, 1)", style=solid]; +"3083 mul_47" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3084 add_80" -> "3085 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"3085 softmax_23" -> "3086 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"3086 dropout_92" -> "3087 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"3087 matmul_47" -> "3088 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"3088 transpose_47" -> "3089 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"3089 reshape_105" -> "3090 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3090 reshape_105_0_0_nncf_smooth_quant_0" -> "3091 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3091 quantize_per_tensor_default_145" -> "3092 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3092 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; +"3093 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; +"3094 scale_updated_constant145" -> "3096 mul_tensor_145" [label="(768, 1)", style=solid]; +"3095 compressed_weight_updated_constant145" -> "3096 mul_tensor_145" [label="(768, 768)", style=solid]; +"3096 mul_tensor_145" -> "3098 sub_tensor_145" [label="(768, 768)", style=solid]; +"3097 zero_point_updated_constant145" -> "3098 sub_tensor_145" [label="(768, 1)", style=solid]; +"3098 sub_tensor_145" -> "3099 linear_144" [label="(768, 768)", style=solid]; +"3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; +"3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; +"3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3102 permute_107" -> "3103 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3103 reshape_106" -> "3104 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"3104 slice_347" -> "3105 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"3105 slice_348" -> "3106 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"3106 slice_349" -> "3107 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"3107 slice_350" -> "3108 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"3108 contiguous_45" -> "3111 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"3109 _param_constant389" -> "3111 layer_norm_50" [label="(768,)", style=solid]; +"3110 _param_constant390" -> "3111 layer_norm_50" [label="(768,)", style=solid]; +"3111 layer_norm_50" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3113 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3113 add_81_0_0_nncf_smooth_quant_0" -> "3114 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3114 quantize_per_tensor_default_146" -> "3115 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3115 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"3116 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; +"3117 scale_updated_constant146" -> "3119 mul_tensor_146" [label="(3072, 1)", style=solid]; +"3118 compressed_weight_updated_constant146" -> "3119 mul_tensor_146" [label="(3072, 768)", style=solid]; +"3119 mul_tensor_146" -> "3121 sub_tensor_146" [label="(3072, 768)", style=solid]; +"3120 zero_point_updated_constant146" -> "3121 sub_tensor_146" [label="(3072, 1)", style=solid]; +"3121 sub_tensor_146" -> "3122 linear_145" [label="(3072, 768)", style=solid]; +"3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"3124 dropout_94" -> "3125 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3125 dropout_94_0_0_nncf_smooth_quant_0" -> "3126 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3126 quantize_per_tensor_default_147" -> "3127 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3127 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"3128 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; +"3129 scale_updated_constant147" -> "3131 mul_tensor_147" [label="(768, 1)", style=solid]; +"3130 compressed_weight_updated_constant147" -> "3131 mul_tensor_147" [label="(768, 3072)", style=solid]; +"3131 mul_tensor_147" -> "3133 sub_tensor_147" [label="(768, 3072)", style=solid]; +"3132 zero_point_updated_constant147" -> "3133 sub_tensor_147" [label="(768, 1)", style=solid]; +"3133 sub_tensor_147" -> "3134 linear_146" [label="(768, 3072)", style=solid]; +"3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; +"3137 _param_constant396" -> "3138 layer_norm_51" [label="(768,)", style=solid]; +"3138 layer_norm_51" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3139 add_82" -> "3142 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"3140 _param_constant397" -> "3142 layer_norm_52" [label="(768,)", style=solid]; +"3141 _param_constant398" -> "3142 layer_norm_52" [label="(768,)", style=solid]; +"3142 layer_norm_52" -> "3143 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"3143 permute_108" -> "3144 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"3144 adaptive_avg_pool2d" -> "3145 flatten" [label="(1, 768, 1, 1)", style=solid]; +"3145 flatten" -> "3146 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"3146 flatten_0_0_nncf_smooth_quant_0" -> "3147 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3147 quantize_per_tensor_default_148" -> "3148 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3148 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; +"3149 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; +"3150 scale_updated_constant148" -> "3152 mul_tensor_148" [label="(1000, 1)", style=solid]; +"3151 compressed_weight_updated_constant148" -> "3152 mul_tensor_148" [label="(1000, 768)", style=solid]; +"3152 mul_tensor_148" -> "3154 sub_tensor_148" [label="(1000, 768)", style=solid]; +"3153 zero_point_updated_constant148" -> "3154 sub_tensor_148" [label="(1000, 1)", style=solid]; +"3154 sub_tensor_148" -> "3155 linear_147" [label="(1000, 768)", style=solid]; +"3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot new file mode 100644 index 00000000000..c7cfb557bc6 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot @@ -0,0 +1,49 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 _param_constant0" [id=1, type=get_attr]; +"2 embedding" [id=2, type=embedding]; +"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; +"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; +"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; +"6 _param_constant2_0_0" [id=6, type=get_attr]; +"7 scale_updated_constant0" [id=7, type=get_attr]; +"8 compressed_weight_updated_constant0" [id=8, type=get_attr]; +"9 mul_tensor" [id=9, type=mul]; +"10 zero_point_updated_constant0" [id=10, type=get_attr]; +"11 sub_tensor" [id=11, type=sub]; +"12 linear" [id=12, type=linear]; +"13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; +"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; +"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; +"16 _param_constant4_0_0" [id=16, type=get_attr]; +"17 scale_updated_constant1" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 mul_tensor_1" [id=19, type=mul]; +"20 zero_point_updated_constant1" [id=20, type=get_attr]; +"21 sub_tensor_1" [id=21, type=sub]; +"22 linear_1" [id=22, type=linear]; +"23 output" [id=23, type=output]; +"0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; +"1 _param_constant0" -> "2 embedding" [label="(10, 5)", style=solid]; +"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; +"6 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; +"7 scale_updated_constant0" -> "9 mul_tensor" [label="(5, 1)", style=solid]; +"8 compressed_weight_updated_constant0" -> "9 mul_tensor" [label="(5, 5)", style=solid]; +"9 mul_tensor" -> "11 sub_tensor" [label="(5, 5)", style=solid]; +"10 zero_point_updated_constant0" -> "11 sub_tensor" [label="(5, 1)", style=solid]; +"11 sub_tensor" -> "12 linear" [label="(5, 5)", style=solid]; +"12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; +"16 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(10, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(10, 5)", style=solid]; +"19 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; +"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; +"21 sub_tensor_1" -> "22 linear_1" [label="(10, 5)", style=solid]; +"22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot new file mode 100644 index 00000000000..32bfa0b2e6f --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot @@ -0,0 +1,515 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; +"3 _param_constant1_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu" [id=10, type=relu]; +"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; +"13 _param_constant5_0_0" [id=13, type=get_attr]; +"14 scale_updated_constant1" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; +"16 mul_tensor_1" [id=16, type=mul]; +"17 zero_point_updated_constant1" [id=17, type=get_attr]; +"18 sub_tensor_1" [id=18, type=sub]; +"19 conv2d_1" [id=19, type=conv2d]; +"20 relu_1" [id=20, type=relu]; +"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; +"24 max_pool2d" [id=24, type=max_pool2d]; +"25 _param_constant9_0_0" [id=25, type=get_attr]; +"26 scale_updated_constant2" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 zero_point_updated_constant2" [id=29, type=get_attr]; +"30 sub_tensor_2" [id=30, type=sub]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 relu_2" [id=32, type=relu]; +"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; +"35 _param_constant13_0_0" [id=35, type=get_attr]; +"36 scale_updated_constant3" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant3" [id=37, type=get_attr]; +"38 mul_tensor_3" [id=38, type=mul]; +"39 zero_point_updated_constant3" [id=39, type=get_attr]; +"40 sub_tensor_3" [id=40, type=sub]; +"41 conv2d_3" [id=41, type=conv2d]; +"42 relu_3" [id=42, type=relu]; +"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; +"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; +"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; +"46 max_pool2d_1" [id=46, type=max_pool2d]; +"47 _param_constant17_0_0" [id=47, type=get_attr]; +"48 scale_updated_constant4" [id=48, type=get_attr]; +"49 compressed_weight_updated_constant4" [id=49, type=get_attr]; +"50 mul_tensor_4" [id=50, type=mul]; +"51 zero_point_updated_constant4" [id=51, type=get_attr]; +"52 sub_tensor_4" [id=52, type=sub]; +"53 conv2d_4" [id=53, type=conv2d]; +"54 relu_4" [id=54, type=relu]; +"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; +"57 _param_constant21_0_0" [id=57, type=get_attr]; +"58 scale_updated_constant5" [id=58, type=get_attr]; +"59 compressed_weight_updated_constant5" [id=59, type=get_attr]; +"60 mul_tensor_5" [id=60, type=mul]; +"61 zero_point_updated_constant5" [id=61, type=get_attr]; +"62 sub_tensor_5" [id=62, type=sub]; +"63 conv2d_5" [id=63, type=conv2d]; +"64 relu_5" [id=64, type=relu]; +"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; +"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; +"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; +"68 max_pool2d_2" [id=68, type=max_pool2d]; +"69 _param_constant25_0_0" [id=69, type=get_attr]; +"70 scale_updated_constant6" [id=70, type=get_attr]; +"71 compressed_weight_updated_constant6" [id=71, type=get_attr]; +"72 mul_tensor_6" [id=72, type=mul]; +"73 zero_point_updated_constant6" [id=73, type=get_attr]; +"74 sub_tensor_6" [id=74, type=sub]; +"75 conv2d_6" [id=75, type=conv2d]; +"76 relu_6" [id=76, type=relu]; +"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; +"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; +"79 _param_constant29_0_0" [id=79, type=get_attr]; +"80 scale_updated_constant7" [id=80, type=get_attr]; +"81 compressed_weight_updated_constant7" [id=81, type=get_attr]; +"82 mul_tensor_7" [id=82, type=mul]; +"83 zero_point_updated_constant7" [id=83, type=get_attr]; +"84 sub_tensor_7" [id=84, type=sub]; +"85 conv2d_7" [id=85, type=conv2d]; +"86 relu_7" [id=86, type=relu]; +"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; +"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; +"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; +"90 max_pool2d_3" [id=90, type=max_pool2d]; +"91 _param_constant33_0_0" [id=91, type=get_attr]; +"92 scale_updated_constant8" [id=92, type=get_attr]; +"93 compressed_weight_updated_constant8" [id=93, type=get_attr]; +"94 mul_tensor_8" [id=94, type=mul]; +"95 zero_point_updated_constant8" [id=95, type=get_attr]; +"96 sub_tensor_8" [id=96, type=sub]; +"97 conv2d_8" [id=97, type=conv2d]; +"98 relu_8" [id=98, type=relu]; +"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; +"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; +"101 _param_constant37_0_0" [id=101, type=get_attr]; +"102 scale_updated_constant9" [id=102, type=get_attr]; +"103 compressed_weight_updated_constant9" [id=103, type=get_attr]; +"104 mul_tensor_9" [id=104, type=mul]; +"105 zero_point_updated_constant9" [id=105, type=get_attr]; +"106 sub_tensor_9" [id=106, type=sub]; +"107 conv2d_9" [id=107, type=conv2d]; +"108 relu_9" [id=108, type=relu]; +"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; +"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; +"111 _param_constant41_0_0" [id=111, type=get_attr]; +"112 scale_updated_constant10" [id=112, type=get_attr]; +"113 compressed_weight_updated_constant10" [id=113, type=get_attr]; +"114 mul_tensor_10" [id=114, type=mul]; +"115 zero_point_updated_constant10" [id=115, type=get_attr]; +"116 sub_tensor_10" [id=116, type=sub]; +"117 conv_transpose2d" [id=117, type=conv_transpose2d]; +"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; +"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; +"120 slice_1" [id=120, type=slice]; +"121 slice_2" [id=121, type=slice]; +"122 slice_3" [id=122, type=slice]; +"123 slice_4" [id=123, type=slice]; +"124 cat" [id=124, type=cat]; +"125 _param_constant43_0_0" [id=125, type=get_attr]; +"126 scale_updated_constant11" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant11" [id=127, type=get_attr]; +"128 mul_tensor_11" [id=128, type=mul]; +"129 zero_point_updated_constant11" [id=129, type=get_attr]; +"130 sub_tensor_11" [id=130, type=sub]; +"131 conv2d_10" [id=131, type=conv2d]; +"132 relu_10" [id=132, type=relu]; +"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; +"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; +"135 _param_constant47_0_0" [id=135, type=get_attr]; +"136 scale_updated_constant12" [id=136, type=get_attr]; +"137 compressed_weight_updated_constant12" [id=137, type=get_attr]; +"138 mul_tensor_12" [id=138, type=mul]; +"139 zero_point_updated_constant12" [id=139, type=get_attr]; +"140 sub_tensor_12" [id=140, type=sub]; +"141 conv2d_11" [id=141, type=conv2d]; +"142 relu_11" [id=142, type=relu]; +"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; +"145 _param_constant51_0_0" [id=145, type=get_attr]; +"146 scale_updated_constant13" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant13" [id=147, type=get_attr]; +"148 mul_tensor_13" [id=148, type=mul]; +"149 zero_point_updated_constant13" [id=149, type=get_attr]; +"150 sub_tensor_13" [id=150, type=sub]; +"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; +"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; +"154 slice_5" [id=154, type=slice]; +"155 slice_6" [id=155, type=slice]; +"156 slice_7" [id=156, type=slice]; +"157 slice_8" [id=157, type=slice]; +"158 cat_1" [id=158, type=cat]; +"159 _param_constant53_0_0" [id=159, type=get_attr]; +"160 scale_updated_constant14" [id=160, type=get_attr]; +"161 compressed_weight_updated_constant14" [id=161, type=get_attr]; +"162 mul_tensor_14" [id=162, type=mul]; +"163 zero_point_updated_constant14" [id=163, type=get_attr]; +"164 sub_tensor_14" [id=164, type=sub]; +"165 conv2d_12" [id=165, type=conv2d]; +"166 relu_12" [id=166, type=relu]; +"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; +"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; +"169 _param_constant57_0_0" [id=169, type=get_attr]; +"170 scale_updated_constant15" [id=170, type=get_attr]; +"171 compressed_weight_updated_constant15" [id=171, type=get_attr]; +"172 mul_tensor_15" [id=172, type=mul]; +"173 zero_point_updated_constant15" [id=173, type=get_attr]; +"174 sub_tensor_15" [id=174, type=sub]; +"175 conv2d_13" [id=175, type=conv2d]; +"176 relu_13" [id=176, type=relu]; +"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; +"179 _param_constant61_0_0" [id=179, type=get_attr]; +"180 scale_updated_constant16" [id=180, type=get_attr]; +"181 compressed_weight_updated_constant16" [id=181, type=get_attr]; +"182 mul_tensor_16" [id=182, type=mul]; +"183 zero_point_updated_constant16" [id=183, type=get_attr]; +"184 sub_tensor_16" [id=184, type=sub]; +"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; +"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; +"188 slice_9" [id=188, type=slice]; +"189 slice_10" [id=189, type=slice]; +"190 slice_11" [id=190, type=slice]; +"191 slice_12" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 _param_constant63_0_0" [id=193, type=get_attr]; +"194 scale_updated_constant17" [id=194, type=get_attr]; +"195 compressed_weight_updated_constant17" [id=195, type=get_attr]; +"196 mul_tensor_17" [id=196, type=mul]; +"197 zero_point_updated_constant17" [id=197, type=get_attr]; +"198 sub_tensor_17" [id=198, type=sub]; +"199 conv2d_14" [id=199, type=conv2d]; +"200 relu_14" [id=200, type=relu]; +"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; +"203 _param_constant67_0_0" [id=203, type=get_attr]; +"204 scale_updated_constant18" [id=204, type=get_attr]; +"205 compressed_weight_updated_constant18" [id=205, type=get_attr]; +"206 mul_tensor_18" [id=206, type=mul]; +"207 zero_point_updated_constant18" [id=207, type=get_attr]; +"208 sub_tensor_18" [id=208, type=sub]; +"209 conv2d_15" [id=209, type=conv2d]; +"210 relu_15" [id=210, type=relu]; +"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; +"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; +"213 _param_constant71_0_0" [id=213, type=get_attr]; +"214 scale_updated_constant19" [id=214, type=get_attr]; +"215 compressed_weight_updated_constant19" [id=215, type=get_attr]; +"216 mul_tensor_19" [id=216, type=mul]; +"217 zero_point_updated_constant19" [id=217, type=get_attr]; +"218 sub_tensor_19" [id=218, type=sub]; +"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; +"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; +"222 slice_13" [id=222, type=slice]; +"223 slice_14" [id=223, type=slice]; +"224 slice_15" [id=224, type=slice]; +"225 slice_16" [id=225, type=slice]; +"226 cat_3" [id=226, type=cat]; +"227 _param_constant73_0_0" [id=227, type=get_attr]; +"228 scale_updated_constant20" [id=228, type=get_attr]; +"229 compressed_weight_updated_constant20" [id=229, type=get_attr]; +"230 mul_tensor_20" [id=230, type=mul]; +"231 zero_point_updated_constant20" [id=231, type=get_attr]; +"232 sub_tensor_20" [id=232, type=sub]; +"233 conv2d_16" [id=233, type=conv2d]; +"234 relu_16" [id=234, type=relu]; +"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; +"237 _param_constant77_0_0" [id=237, type=get_attr]; +"238 scale_updated_constant21" [id=238, type=get_attr]; +"239 compressed_weight_updated_constant21" [id=239, type=get_attr]; +"240 mul_tensor_21" [id=240, type=mul]; +"241 zero_point_updated_constant21" [id=241, type=get_attr]; +"242 sub_tensor_21" [id=242, type=sub]; +"243 conv2d_17" [id=243, type=conv2d]; +"244 relu_17" [id=244, type=relu]; +"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; +"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; +"247 _param_constant81_0_0" [id=247, type=get_attr]; +"248 scale_updated_constant22" [id=248, type=get_attr]; +"249 compressed_weight_updated_constant22" [id=249, type=get_attr]; +"250 mul_tensor_22" [id=250, type=mul]; +"251 zero_point_updated_constant22" [id=251, type=get_attr]; +"252 sub_tensor_22" [id=252, type=sub]; +"253 conv2d_18" [id=253, type=conv2d]; +"254 output" [id=254, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; +"10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"13 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; +"14 scale_updated_constant1" -> "16 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"15 compressed_weight_updated_constant1" -> "16 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"16 mul_tensor_1" -> "18 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"17 zero_point_updated_constant1" -> "18 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"18 sub_tensor_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"25 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; +"26 scale_updated_constant2" -> "28 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"28 mul_tensor_2" -> "30 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"29 zero_point_updated_constant2" -> "30 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"30 sub_tensor_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"35 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; +"36 scale_updated_constant3" -> "38 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"37 compressed_weight_updated_constant3" -> "38 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"38 mul_tensor_3" -> "40 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"39 zero_point_updated_constant3" -> "40 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"40 sub_tensor_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"47 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; +"48 scale_updated_constant4" -> "50 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"49 compressed_weight_updated_constant4" -> "50 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"50 mul_tensor_4" -> "52 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"51 zero_point_updated_constant4" -> "52 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"52 sub_tensor_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"57 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; +"58 scale_updated_constant5" -> "60 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"59 compressed_weight_updated_constant5" -> "60 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"60 mul_tensor_5" -> "62 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"61 zero_point_updated_constant5" -> "62 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"62 sub_tensor_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"69 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; +"70 scale_updated_constant6" -> "72 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"71 compressed_weight_updated_constant6" -> "72 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"72 mul_tensor_6" -> "74 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"73 zero_point_updated_constant6" -> "74 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"74 sub_tensor_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"79 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; +"80 scale_updated_constant7" -> "82 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"81 compressed_weight_updated_constant7" -> "82 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"82 mul_tensor_7" -> "84 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"83 zero_point_updated_constant7" -> "84 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"84 sub_tensor_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"91 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; +"92 scale_updated_constant8" -> "94 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"93 compressed_weight_updated_constant8" -> "94 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"94 mul_tensor_8" -> "96 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"95 zero_point_updated_constant8" -> "96 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"96 sub_tensor_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"101 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; +"102 scale_updated_constant9" -> "104 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"103 compressed_weight_updated_constant9" -> "104 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"104 mul_tensor_9" -> "106 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"105 zero_point_updated_constant9" -> "106 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"106 sub_tensor_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"111 _param_constant41_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; +"112 scale_updated_constant10" -> "114 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"113 compressed_weight_updated_constant10" -> "114 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"114 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"115 zero_point_updated_constant10" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"116 sub_tensor_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; +"120 slice_1" -> "121 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"121 slice_2" -> "122 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; +"124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"125 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; +"126 scale_updated_constant11" -> "128 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"127 compressed_weight_updated_constant11" -> "128 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"128 mul_tensor_11" -> "130 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"129 zero_point_updated_constant11" -> "130 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"130 sub_tensor_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"135 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; +"136 scale_updated_constant12" -> "138 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"137 compressed_weight_updated_constant12" -> "138 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"138 mul_tensor_12" -> "140 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"139 zero_point_updated_constant12" -> "140 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"140 sub_tensor_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"145 _param_constant51_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; +"146 scale_updated_constant13" -> "148 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"147 compressed_weight_updated_constant13" -> "148 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"148 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"149 zero_point_updated_constant13" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"150 sub_tensor_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"154 slice_5" -> "155 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"155 slice_6" -> "156 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"159 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; +"160 scale_updated_constant14" -> "162 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"161 compressed_weight_updated_constant14" -> "162 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"162 mul_tensor_14" -> "164 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"163 zero_point_updated_constant14" -> "164 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"164 sub_tensor_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"169 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; +"170 scale_updated_constant15" -> "172 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"171 compressed_weight_updated_constant15" -> "172 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"172 mul_tensor_15" -> "174 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"173 zero_point_updated_constant15" -> "174 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"174 sub_tensor_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"179 _param_constant61_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; +"180 scale_updated_constant16" -> "182 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"181 compressed_weight_updated_constant16" -> "182 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"182 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"183 zero_point_updated_constant16" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"184 sub_tensor_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"188 slice_9" -> "189 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"189 slice_10" -> "190 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"193 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; +"194 scale_updated_constant17" -> "196 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"195 compressed_weight_updated_constant17" -> "196 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"196 mul_tensor_17" -> "198 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"197 zero_point_updated_constant17" -> "198 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"198 sub_tensor_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"203 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; +"204 scale_updated_constant18" -> "206 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"205 compressed_weight_updated_constant18" -> "206 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"206 mul_tensor_18" -> "208 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"207 zero_point_updated_constant18" -> "208 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"208 sub_tensor_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"213 _param_constant71_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; +"214 scale_updated_constant19" -> "216 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"215 compressed_weight_updated_constant19" -> "216 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"216 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"217 zero_point_updated_constant19" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"218 sub_tensor_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"222 slice_13" -> "223 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"223 slice_14" -> "224 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"227 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; +"228 scale_updated_constant20" -> "230 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"229 compressed_weight_updated_constant20" -> "230 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"230 mul_tensor_20" -> "232 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"231 zero_point_updated_constant20" -> "232 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"232 sub_tensor_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"237 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; +"238 scale_updated_constant21" -> "240 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"239 compressed_weight_updated_constant21" -> "240 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"240 mul_tensor_21" -> "242 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"241 zero_point_updated_constant21" -> "242 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"242 sub_tensor_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"247 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"248 scale_updated_constant22" -> "250 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"250 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"251 zero_point_updated_constant22" -> "252 sub_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"252 sub_tensor_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; +"253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot new file mode 100644 index 00000000000..c1b8bcf260a --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot @@ -0,0 +1,2013 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 _param_constant1_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 reshape" [id=10, type=reshape]; +"11 permute" [id=11, type=permute]; +"12 _param_constant2" [id=12, type=get_attr]; +"13 expand" [id=13, type=expand]; +"14 cat" [id=14, type=cat]; +"15 _param_constant3" [id=15, type=get_attr]; +"16 add" [id=16, type=add]; +"17 dropout" [id=17, type=dropout]; +"18 _param_constant4" [id=18, type=get_attr]; +"19 _param_constant5" [id=19, type=get_attr]; +"20 layer_norm" [id=20, type=layer_norm]; +"21 transpose" [id=21, type=transpose]; +"22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; +"25 _param_constant7_0_0" [id=25, type=get_attr]; +"26 scale_updated_constant1" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant1" [id=27, type=get_attr]; +"28 mul_tensor_1" [id=28, type=mul]; +"29 zero_point_updated_constant1" [id=29, type=get_attr]; +"30 sub_tensor_1" [id=30, type=sub]; +"31 linear" [id=31, type=linear]; +"32 unflatten" [id=32, type=unflatten]; +"33 unsqueeze" [id=33, type=unsqueeze]; +"34 transpose_1" [id=34, type=transpose]; +"35 squeeze" [id=35, type=squeeze]; +"36 contiguous" [id=36, type=contiguous]; +"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; +"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; +"39 select" [id=39, type=select]; +"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; +"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; +"42 select_1" [id=42, type=select]; +"43 select_2" [id=43, type=select]; +"44 view" [id=44, type=view]; +"45 transpose_2" [id=45, type=transpose]; +"46 view_1" [id=46, type=view]; +"47 transpose_3" [id=47, type=transpose]; +"48 view_2" [id=48, type=view]; +"49 transpose_4" [id=49, type=transpose]; +"50 view_3" [id=50, type=view]; +"51 view_4" [id=51, type=view]; +"52 view_5" [id=52, type=view]; +"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; +"54 permute_1" [id=54, type=permute]; +"55 view_6" [id=55, type=view]; +"56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; +"57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; +"58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; +"59 _param_constant9_0_0" [id=59, type=get_attr]; +"60 scale_updated_constant2" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant2" [id=61, type=get_attr]; +"62 mul_tensor_2" [id=62, type=mul]; +"63 zero_point_updated_constant2" [id=63, type=get_attr]; +"64 sub_tensor_2" [id=64, type=sub]; +"65 linear_1" [id=65, type=linear]; +"66 view_7" [id=66, type=view]; +"67 transpose_5" [id=67, type=transpose]; +"68 dropout_1" [id=68, type=dropout]; +"69 add_1" [id=69, type=add]; +"70 _param_constant10" [id=70, type=get_attr]; +"71 _param_constant11" [id=71, type=get_attr]; +"72 layer_norm_1" [id=72, type=layer_norm]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; +"74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; +"75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; +"76 _param_constant13_0_0" [id=76, type=get_attr]; +"77 scale_updated_constant3" [id=77, type=get_attr]; +"78 compressed_weight_updated_constant3" [id=78, type=get_attr]; +"79 mul_tensor_3" [id=79, type=mul]; +"80 zero_point_updated_constant3" [id=80, type=get_attr]; +"81 sub_tensor_3" [id=81, type=sub]; +"82 linear_2" [id=82, type=linear]; +"83 gelu" [id=83, type=gelu]; +"84 dropout_2" [id=84, type=dropout]; +"85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; +"86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; +"88 _param_constant15_0_0" [id=88, type=get_attr]; +"89 scale_updated_constant4" [id=89, type=get_attr]; +"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; +"91 mul_tensor_4" [id=91, type=mul]; +"92 zero_point_updated_constant4" [id=92, type=get_attr]; +"93 sub_tensor_4" [id=93, type=sub]; +"94 linear_3" [id=94, type=linear]; +"95 dropout_3" [id=95, type=dropout]; +"96 add_2" [id=96, type=add]; +"97 _param_constant16" [id=97, type=get_attr]; +"98 _param_constant17" [id=98, type=get_attr]; +"99 layer_norm_2" [id=99, type=layer_norm]; +"100 transpose_6" [id=100, type=transpose]; +"101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; +"104 _param_constant19_0_0" [id=104, type=get_attr]; +"105 scale_updated_constant5" [id=105, type=get_attr]; +"106 compressed_weight_updated_constant5" [id=106, type=get_attr]; +"107 mul_tensor_5" [id=107, type=mul]; +"108 zero_point_updated_constant5" [id=108, type=get_attr]; +"109 sub_tensor_5" [id=109, type=sub]; +"110 linear_4" [id=110, type=linear]; +"111 unflatten_1" [id=111, type=unflatten]; +"112 unsqueeze_1" [id=112, type=unsqueeze]; +"113 transpose_7" [id=113, type=transpose]; +"114 squeeze_1" [id=114, type=squeeze]; +"115 contiguous_1" [id=115, type=contiguous]; +"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; +"118 select_3" [id=118, type=select]; +"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; +"121 select_4" [id=121, type=select]; +"122 select_5" [id=122, type=select]; +"123 view_8" [id=123, type=view]; +"124 transpose_8" [id=124, type=transpose]; +"125 view_9" [id=125, type=view]; +"126 transpose_9" [id=126, type=transpose]; +"127 view_10" [id=127, type=view]; +"128 transpose_10" [id=128, type=transpose]; +"129 view_11" [id=129, type=view]; +"130 view_12" [id=130, type=view]; +"131 view_13" [id=131, type=view]; +"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; +"133 permute_2" [id=133, type=permute]; +"134 view_14" [id=134, type=view]; +"135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; +"136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; +"138 _param_constant21_0_0" [id=138, type=get_attr]; +"139 scale_updated_constant6" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant6" [id=140, type=get_attr]; +"141 mul_tensor_6" [id=141, type=mul]; +"142 zero_point_updated_constant6" [id=142, type=get_attr]; +"143 sub_tensor_6" [id=143, type=sub]; +"144 linear_5" [id=144, type=linear]; +"145 view_15" [id=145, type=view]; +"146 transpose_11" [id=146, type=transpose]; +"147 dropout_4" [id=147, type=dropout]; +"148 add_3" [id=148, type=add]; +"149 _param_constant22" [id=149, type=get_attr]; +"150 _param_constant23" [id=150, type=get_attr]; +"151 layer_norm_3" [id=151, type=layer_norm]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; +"153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; +"155 _param_constant25_0_0" [id=155, type=get_attr]; +"156 scale_updated_constant7" [id=156, type=get_attr]; +"157 compressed_weight_updated_constant7" [id=157, type=get_attr]; +"158 mul_tensor_7" [id=158, type=mul]; +"159 zero_point_updated_constant7" [id=159, type=get_attr]; +"160 sub_tensor_7" [id=160, type=sub]; +"161 linear_6" [id=161, type=linear]; +"162 gelu_1" [id=162, type=gelu]; +"163 dropout_5" [id=163, type=dropout]; +"164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; +"165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; +"167 _param_constant27_0_0" [id=167, type=get_attr]; +"168 scale_updated_constant8" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant8" [id=169, type=get_attr]; +"170 mul_tensor_8" [id=170, type=mul]; +"171 zero_point_updated_constant8" [id=171, type=get_attr]; +"172 sub_tensor_8" [id=172, type=sub]; +"173 linear_7" [id=173, type=linear]; +"174 dropout_6" [id=174, type=dropout]; +"175 add_4" [id=175, type=add]; +"176 _param_constant28" [id=176, type=get_attr]; +"177 _param_constant29" [id=177, type=get_attr]; +"178 layer_norm_4" [id=178, type=layer_norm]; +"179 transpose_12" [id=179, type=transpose]; +"180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; +"181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; +"183 _param_constant31_0_0" [id=183, type=get_attr]; +"184 scale_updated_constant9" [id=184, type=get_attr]; +"185 compressed_weight_updated_constant9" [id=185, type=get_attr]; +"186 mul_tensor_9" [id=186, type=mul]; +"187 zero_point_updated_constant9" [id=187, type=get_attr]; +"188 sub_tensor_9" [id=188, type=sub]; +"189 linear_8" [id=189, type=linear]; +"190 unflatten_2" [id=190, type=unflatten]; +"191 unsqueeze_2" [id=191, type=unsqueeze]; +"192 transpose_13" [id=192, type=transpose]; +"193 squeeze_2" [id=193, type=squeeze]; +"194 contiguous_2" [id=194, type=contiguous]; +"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; +"197 select_6" [id=197, type=select]; +"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; +"200 select_7" [id=200, type=select]; +"201 select_8" [id=201, type=select]; +"202 view_16" [id=202, type=view]; +"203 transpose_14" [id=203, type=transpose]; +"204 view_17" [id=204, type=view]; +"205 transpose_15" [id=205, type=transpose]; +"206 view_18" [id=206, type=view]; +"207 transpose_16" [id=207, type=transpose]; +"208 view_19" [id=208, type=view]; +"209 view_20" [id=209, type=view]; +"210 view_21" [id=210, type=view]; +"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; +"212 permute_3" [id=212, type=permute]; +"213 view_22" [id=213, type=view]; +"214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; +"215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; +"217 _param_constant33_0_0" [id=217, type=get_attr]; +"218 scale_updated_constant10" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant10" [id=219, type=get_attr]; +"220 mul_tensor_10" [id=220, type=mul]; +"221 zero_point_updated_constant10" [id=221, type=get_attr]; +"222 sub_tensor_10" [id=222, type=sub]; +"223 linear_9" [id=223, type=linear]; +"224 view_23" [id=224, type=view]; +"225 transpose_17" [id=225, type=transpose]; +"226 dropout_7" [id=226, type=dropout]; +"227 add_5" [id=227, type=add]; +"228 _param_constant34" [id=228, type=get_attr]; +"229 _param_constant35" [id=229, type=get_attr]; +"230 layer_norm_5" [id=230, type=layer_norm]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; +"234 _param_constant37_0_0" [id=234, type=get_attr]; +"235 scale_updated_constant11" [id=235, type=get_attr]; +"236 compressed_weight_updated_constant11" [id=236, type=get_attr]; +"237 mul_tensor_11" [id=237, type=mul]; +"238 zero_point_updated_constant11" [id=238, type=get_attr]; +"239 sub_tensor_11" [id=239, type=sub]; +"240 linear_10" [id=240, type=linear]; +"241 gelu_2" [id=241, type=gelu]; +"242 dropout_8" [id=242, type=dropout]; +"243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; +"244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; +"246 _param_constant39_0_0" [id=246, type=get_attr]; +"247 scale_updated_constant12" [id=247, type=get_attr]; +"248 compressed_weight_updated_constant12" [id=248, type=get_attr]; +"249 mul_tensor_12" [id=249, type=mul]; +"250 zero_point_updated_constant12" [id=250, type=get_attr]; +"251 sub_tensor_12" [id=251, type=sub]; +"252 linear_11" [id=252, type=linear]; +"253 dropout_9" [id=253, type=dropout]; +"254 add_6" [id=254, type=add]; +"255 _param_constant40" [id=255, type=get_attr]; +"256 _param_constant41" [id=256, type=get_attr]; +"257 layer_norm_6" [id=257, type=layer_norm]; +"258 transpose_18" [id=258, type=transpose]; +"259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; +"260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; +"261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; +"262 _param_constant43_0_0" [id=262, type=get_attr]; +"263 scale_updated_constant13" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant13" [id=264, type=get_attr]; +"265 mul_tensor_13" [id=265, type=mul]; +"266 zero_point_updated_constant13" [id=266, type=get_attr]; +"267 sub_tensor_13" [id=267, type=sub]; +"268 linear_12" [id=268, type=linear]; +"269 unflatten_3" [id=269, type=unflatten]; +"270 unsqueeze_3" [id=270, type=unsqueeze]; +"271 transpose_19" [id=271, type=transpose]; +"272 squeeze_3" [id=272, type=squeeze]; +"273 contiguous_3" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; +"276 select_9" [id=276, type=select]; +"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; +"279 select_10" [id=279, type=select]; +"280 select_11" [id=280, type=select]; +"281 view_24" [id=281, type=view]; +"282 transpose_20" [id=282, type=transpose]; +"283 view_25" [id=283, type=view]; +"284 transpose_21" [id=284, type=transpose]; +"285 view_26" [id=285, type=view]; +"286 transpose_22" [id=286, type=transpose]; +"287 view_27" [id=287, type=view]; +"288 view_28" [id=288, type=view]; +"289 view_29" [id=289, type=view]; +"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; +"291 permute_4" [id=291, type=permute]; +"292 view_30" [id=292, type=view]; +"293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; +"296 _param_constant45_0_0" [id=296, type=get_attr]; +"297 scale_updated_constant14" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant14" [id=298, type=get_attr]; +"299 mul_tensor_14" [id=299, type=mul]; +"300 zero_point_updated_constant14" [id=300, type=get_attr]; +"301 sub_tensor_14" [id=301, type=sub]; +"302 linear_13" [id=302, type=linear]; +"303 view_31" [id=303, type=view]; +"304 transpose_23" [id=304, type=transpose]; +"305 dropout_10" [id=305, type=dropout]; +"306 add_7" [id=306, type=add]; +"307 _param_constant46" [id=307, type=get_attr]; +"308 _param_constant47" [id=308, type=get_attr]; +"309 layer_norm_7" [id=309, type=layer_norm]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; +"311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; +"313 _param_constant49_0_0" [id=313, type=get_attr]; +"314 scale_updated_constant15" [id=314, type=get_attr]; +"315 compressed_weight_updated_constant15" [id=315, type=get_attr]; +"316 mul_tensor_15" [id=316, type=mul]; +"317 zero_point_updated_constant15" [id=317, type=get_attr]; +"318 sub_tensor_15" [id=318, type=sub]; +"319 linear_14" [id=319, type=linear]; +"320 gelu_3" [id=320, type=gelu]; +"321 dropout_11" [id=321, type=dropout]; +"322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; +"323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; +"325 _param_constant51_0_0" [id=325, type=get_attr]; +"326 scale_updated_constant16" [id=326, type=get_attr]; +"327 compressed_weight_updated_constant16" [id=327, type=get_attr]; +"328 mul_tensor_16" [id=328, type=mul]; +"329 zero_point_updated_constant16" [id=329, type=get_attr]; +"330 sub_tensor_16" [id=330, type=sub]; +"331 linear_15" [id=331, type=linear]; +"332 dropout_12" [id=332, type=dropout]; +"333 add_8" [id=333, type=add]; +"334 _param_constant52" [id=334, type=get_attr]; +"335 _param_constant53" [id=335, type=get_attr]; +"336 layer_norm_8" [id=336, type=layer_norm]; +"337 transpose_24" [id=337, type=transpose]; +"338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; +"339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; +"341 _param_constant55_0_0" [id=341, type=get_attr]; +"342 scale_updated_constant17" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant17" [id=343, type=get_attr]; +"344 mul_tensor_17" [id=344, type=mul]; +"345 zero_point_updated_constant17" [id=345, type=get_attr]; +"346 sub_tensor_17" [id=346, type=sub]; +"347 linear_16" [id=347, type=linear]; +"348 unflatten_4" [id=348, type=unflatten]; +"349 unsqueeze_4" [id=349, type=unsqueeze]; +"350 transpose_25" [id=350, type=transpose]; +"351 squeeze_4" [id=351, type=squeeze]; +"352 contiguous_4" [id=352, type=contiguous]; +"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; +"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; +"355 select_12" [id=355, type=select]; +"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; +"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; +"358 select_13" [id=358, type=select]; +"359 select_14" [id=359, type=select]; +"360 view_32" [id=360, type=view]; +"361 transpose_26" [id=361, type=transpose]; +"362 view_33" [id=362, type=view]; +"363 transpose_27" [id=363, type=transpose]; +"364 view_34" [id=364, type=view]; +"365 transpose_28" [id=365, type=transpose]; +"366 view_35" [id=366, type=view]; +"367 view_36" [id=367, type=view]; +"368 view_37" [id=368, type=view]; +"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; +"370 permute_5" [id=370, type=permute]; +"371 view_38" [id=371, type=view]; +"372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; +"373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; +"374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; +"375 _param_constant57_0_0" [id=375, type=get_attr]; +"376 scale_updated_constant18" [id=376, type=get_attr]; +"377 compressed_weight_updated_constant18" [id=377, type=get_attr]; +"378 mul_tensor_18" [id=378, type=mul]; +"379 zero_point_updated_constant18" [id=379, type=get_attr]; +"380 sub_tensor_18" [id=380, type=sub]; +"381 linear_17" [id=381, type=linear]; +"382 view_39" [id=382, type=view]; +"383 transpose_29" [id=383, type=transpose]; +"384 dropout_13" [id=384, type=dropout]; +"385 add_9" [id=385, type=add]; +"386 _param_constant58" [id=386, type=get_attr]; +"387 _param_constant59" [id=387, type=get_attr]; +"388 layer_norm_9" [id=388, type=layer_norm]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; +"392 _param_constant61_0_0" [id=392, type=get_attr]; +"393 scale_updated_constant19" [id=393, type=get_attr]; +"394 compressed_weight_updated_constant19" [id=394, type=get_attr]; +"395 mul_tensor_19" [id=395, type=mul]; +"396 zero_point_updated_constant19" [id=396, type=get_attr]; +"397 sub_tensor_19" [id=397, type=sub]; +"398 linear_18" [id=398, type=linear]; +"399 gelu_4" [id=399, type=gelu]; +"400 dropout_14" [id=400, type=dropout]; +"401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; +"402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; +"404 _param_constant63_0_0" [id=404, type=get_attr]; +"405 scale_updated_constant20" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant20" [id=406, type=get_attr]; +"407 mul_tensor_20" [id=407, type=mul]; +"408 zero_point_updated_constant20" [id=408, type=get_attr]; +"409 sub_tensor_20" [id=409, type=sub]; +"410 linear_19" [id=410, type=linear]; +"411 dropout_15" [id=411, type=dropout]; +"412 add_10" [id=412, type=add]; +"413 _param_constant64" [id=413, type=get_attr]; +"414 _param_constant65" [id=414, type=get_attr]; +"415 layer_norm_10" [id=415, type=layer_norm]; +"416 transpose_30" [id=416, type=transpose]; +"417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; +"418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; +"419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; +"420 _param_constant67_0_0" [id=420, type=get_attr]; +"421 scale_updated_constant21" [id=421, type=get_attr]; +"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; +"423 mul_tensor_21" [id=423, type=mul]; +"424 zero_point_updated_constant21" [id=424, type=get_attr]; +"425 sub_tensor_21" [id=425, type=sub]; +"426 linear_20" [id=426, type=linear]; +"427 unflatten_5" [id=427, type=unflatten]; +"428 unsqueeze_5" [id=428, type=unsqueeze]; +"429 transpose_31" [id=429, type=transpose]; +"430 squeeze_5" [id=430, type=squeeze]; +"431 contiguous_5" [id=431, type=contiguous]; +"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; +"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; +"434 select_15" [id=434, type=select]; +"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; +"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; +"437 select_16" [id=437, type=select]; +"438 select_17" [id=438, type=select]; +"439 view_40" [id=439, type=view]; +"440 transpose_32" [id=440, type=transpose]; +"441 view_41" [id=441, type=view]; +"442 transpose_33" [id=442, type=transpose]; +"443 view_42" [id=443, type=view]; +"444 transpose_34" [id=444, type=transpose]; +"445 view_43" [id=445, type=view]; +"446 view_44" [id=446, type=view]; +"447 view_45" [id=447, type=view]; +"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; +"449 permute_6" [id=449, type=permute]; +"450 view_46" [id=450, type=view]; +"451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; +"452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; +"453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; +"454 _param_constant69_0_0" [id=454, type=get_attr]; +"455 scale_updated_constant22" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant22" [id=456, type=get_attr]; +"457 mul_tensor_22" [id=457, type=mul]; +"458 zero_point_updated_constant22" [id=458, type=get_attr]; +"459 sub_tensor_22" [id=459, type=sub]; +"460 linear_21" [id=460, type=linear]; +"461 view_47" [id=461, type=view]; +"462 transpose_35" [id=462, type=transpose]; +"463 dropout_16" [id=463, type=dropout]; +"464 add_11" [id=464, type=add]; +"465 _param_constant70" [id=465, type=get_attr]; +"466 _param_constant71" [id=466, type=get_attr]; +"467 layer_norm_11" [id=467, type=layer_norm]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; +"469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; +"470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; +"471 _param_constant73_0_0" [id=471, type=get_attr]; +"472 scale_updated_constant23" [id=472, type=get_attr]; +"473 compressed_weight_updated_constant23" [id=473, type=get_attr]; +"474 mul_tensor_23" [id=474, type=mul]; +"475 zero_point_updated_constant23" [id=475, type=get_attr]; +"476 sub_tensor_23" [id=476, type=sub]; +"477 linear_22" [id=477, type=linear]; +"478 gelu_5" [id=478, type=gelu]; +"479 dropout_17" [id=479, type=dropout]; +"480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; +"481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; +"482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; +"483 _param_constant75_0_0" [id=483, type=get_attr]; +"484 scale_updated_constant24" [id=484, type=get_attr]; +"485 compressed_weight_updated_constant24" [id=485, type=get_attr]; +"486 mul_tensor_24" [id=486, type=mul]; +"487 zero_point_updated_constant24" [id=487, type=get_attr]; +"488 sub_tensor_24" [id=488, type=sub]; +"489 linear_23" [id=489, type=linear]; +"490 dropout_18" [id=490, type=dropout]; +"491 add_12" [id=491, type=add]; +"492 _param_constant76" [id=492, type=get_attr]; +"493 _param_constant77" [id=493, type=get_attr]; +"494 layer_norm_12" [id=494, type=layer_norm]; +"495 transpose_36" [id=495, type=transpose]; +"496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; +"497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; +"499 _param_constant79_0_0" [id=499, type=get_attr]; +"500 scale_updated_constant25" [id=500, type=get_attr]; +"501 compressed_weight_updated_constant25" [id=501, type=get_attr]; +"502 mul_tensor_25" [id=502, type=mul]; +"503 zero_point_updated_constant25" [id=503, type=get_attr]; +"504 sub_tensor_25" [id=504, type=sub]; +"505 linear_24" [id=505, type=linear]; +"506 unflatten_6" [id=506, type=unflatten]; +"507 unsqueeze_6" [id=507, type=unsqueeze]; +"508 transpose_37" [id=508, type=transpose]; +"509 squeeze_6" [id=509, type=squeeze]; +"510 contiguous_6" [id=510, type=contiguous]; +"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; +"513 select_18" [id=513, type=select]; +"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; +"516 select_19" [id=516, type=select]; +"517 select_20" [id=517, type=select]; +"518 view_48" [id=518, type=view]; +"519 transpose_38" [id=519, type=transpose]; +"520 view_49" [id=520, type=view]; +"521 transpose_39" [id=521, type=transpose]; +"522 view_50" [id=522, type=view]; +"523 transpose_40" [id=523, type=transpose]; +"524 view_51" [id=524, type=view]; +"525 view_52" [id=525, type=view]; +"526 view_53" [id=526, type=view]; +"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; +"528 permute_7" [id=528, type=permute]; +"529 view_54" [id=529, type=view]; +"530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; +"533 _param_constant81_0_0" [id=533, type=get_attr]; +"534 scale_updated_constant26" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant26" [id=535, type=get_attr]; +"536 mul_tensor_26" [id=536, type=mul]; +"537 zero_point_updated_constant26" [id=537, type=get_attr]; +"538 sub_tensor_26" [id=538, type=sub]; +"539 linear_25" [id=539, type=linear]; +"540 view_55" [id=540, type=view]; +"541 transpose_41" [id=541, type=transpose]; +"542 dropout_19" [id=542, type=dropout]; +"543 add_13" [id=543, type=add]; +"544 _param_constant82" [id=544, type=get_attr]; +"545 _param_constant83" [id=545, type=get_attr]; +"546 layer_norm_13" [id=546, type=layer_norm]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; +"548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; +"549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; +"550 _param_constant85_0_0" [id=550, type=get_attr]; +"551 scale_updated_constant27" [id=551, type=get_attr]; +"552 compressed_weight_updated_constant27" [id=552, type=get_attr]; +"553 mul_tensor_27" [id=553, type=mul]; +"554 zero_point_updated_constant27" [id=554, type=get_attr]; +"555 sub_tensor_27" [id=555, type=sub]; +"556 linear_26" [id=556, type=linear]; +"557 gelu_6" [id=557, type=gelu]; +"558 dropout_20" [id=558, type=dropout]; +"559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; +"560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; +"561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; +"562 _param_constant87_0_0" [id=562, type=get_attr]; +"563 scale_updated_constant28" [id=563, type=get_attr]; +"564 compressed_weight_updated_constant28" [id=564, type=get_attr]; +"565 mul_tensor_28" [id=565, type=mul]; +"566 zero_point_updated_constant28" [id=566, type=get_attr]; +"567 sub_tensor_28" [id=567, type=sub]; +"568 linear_27" [id=568, type=linear]; +"569 dropout_21" [id=569, type=dropout]; +"570 add_14" [id=570, type=add]; +"571 _param_constant88" [id=571, type=get_attr]; +"572 _param_constant89" [id=572, type=get_attr]; +"573 layer_norm_14" [id=573, type=layer_norm]; +"574 transpose_42" [id=574, type=transpose]; +"575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; +"576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; +"577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; +"578 _param_constant91_0_0" [id=578, type=get_attr]; +"579 scale_updated_constant29" [id=579, type=get_attr]; +"580 compressed_weight_updated_constant29" [id=580, type=get_attr]; +"581 mul_tensor_29" [id=581, type=mul]; +"582 zero_point_updated_constant29" [id=582, type=get_attr]; +"583 sub_tensor_29" [id=583, type=sub]; +"584 linear_28" [id=584, type=linear]; +"585 unflatten_7" [id=585, type=unflatten]; +"586 unsqueeze_7" [id=586, type=unsqueeze]; +"587 transpose_43" [id=587, type=transpose]; +"588 squeeze_7" [id=588, type=squeeze]; +"589 contiguous_7" [id=589, type=contiguous]; +"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; +"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; +"592 select_21" [id=592, type=select]; +"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; +"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; +"595 select_22" [id=595, type=select]; +"596 select_23" [id=596, type=select]; +"597 view_56" [id=597, type=view]; +"598 transpose_44" [id=598, type=transpose]; +"599 view_57" [id=599, type=view]; +"600 transpose_45" [id=600, type=transpose]; +"601 view_58" [id=601, type=view]; +"602 transpose_46" [id=602, type=transpose]; +"603 view_59" [id=603, type=view]; +"604 view_60" [id=604, type=view]; +"605 view_61" [id=605, type=view]; +"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; +"607 permute_8" [id=607, type=permute]; +"608 view_62" [id=608, type=view]; +"609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; +"610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; +"611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; +"612 _param_constant93_0_0" [id=612, type=get_attr]; +"613 scale_updated_constant30" [id=613, type=get_attr]; +"614 compressed_weight_updated_constant30" [id=614, type=get_attr]; +"615 mul_tensor_30" [id=615, type=mul]; +"616 zero_point_updated_constant30" [id=616, type=get_attr]; +"617 sub_tensor_30" [id=617, type=sub]; +"618 linear_29" [id=618, type=linear]; +"619 view_63" [id=619, type=view]; +"620 transpose_47" [id=620, type=transpose]; +"621 dropout_22" [id=621, type=dropout]; +"622 add_15" [id=622, type=add]; +"623 _param_constant94" [id=623, type=get_attr]; +"624 _param_constant95" [id=624, type=get_attr]; +"625 layer_norm_15" [id=625, type=layer_norm]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; +"629 _param_constant97_0_0" [id=629, type=get_attr]; +"630 scale_updated_constant31" [id=630, type=get_attr]; +"631 compressed_weight_updated_constant31" [id=631, type=get_attr]; +"632 mul_tensor_31" [id=632, type=mul]; +"633 zero_point_updated_constant31" [id=633, type=get_attr]; +"634 sub_tensor_31" [id=634, type=sub]; +"635 linear_30" [id=635, type=linear]; +"636 gelu_7" [id=636, type=gelu]; +"637 dropout_23" [id=637, type=dropout]; +"638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; +"639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; +"641 _param_constant99_0_0" [id=641, type=get_attr]; +"642 scale_updated_constant32" [id=642, type=get_attr]; +"643 compressed_weight_updated_constant32" [id=643, type=get_attr]; +"644 mul_tensor_32" [id=644, type=mul]; +"645 zero_point_updated_constant32" [id=645, type=get_attr]; +"646 sub_tensor_32" [id=646, type=sub]; +"647 linear_31" [id=647, type=linear]; +"648 dropout_24" [id=648, type=dropout]; +"649 add_16" [id=649, type=add]; +"650 _param_constant100" [id=650, type=get_attr]; +"651 _param_constant101" [id=651, type=get_attr]; +"652 layer_norm_16" [id=652, type=layer_norm]; +"653 transpose_48" [id=653, type=transpose]; +"654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; +"655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; +"656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; +"657 _param_constant103_0_0" [id=657, type=get_attr]; +"658 scale_updated_constant33" [id=658, type=get_attr]; +"659 compressed_weight_updated_constant33" [id=659, type=get_attr]; +"660 mul_tensor_33" [id=660, type=mul]; +"661 zero_point_updated_constant33" [id=661, type=get_attr]; +"662 sub_tensor_33" [id=662, type=sub]; +"663 linear_32" [id=663, type=linear]; +"664 unflatten_8" [id=664, type=unflatten]; +"665 unsqueeze_8" [id=665, type=unsqueeze]; +"666 transpose_49" [id=666, type=transpose]; +"667 squeeze_8" [id=667, type=squeeze]; +"668 contiguous_8" [id=668, type=contiguous]; +"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; +"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; +"671 select_24" [id=671, type=select]; +"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; +"674 select_25" [id=674, type=select]; +"675 select_26" [id=675, type=select]; +"676 view_64" [id=676, type=view]; +"677 transpose_50" [id=677, type=transpose]; +"678 view_65" [id=678, type=view]; +"679 transpose_51" [id=679, type=transpose]; +"680 view_66" [id=680, type=view]; +"681 transpose_52" [id=681, type=transpose]; +"682 view_67" [id=682, type=view]; +"683 view_68" [id=683, type=view]; +"684 view_69" [id=684, type=view]; +"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; +"686 permute_9" [id=686, type=permute]; +"687 view_70" [id=687, type=view]; +"688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; +"689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; +"690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; +"691 _param_constant105_0_0" [id=691, type=get_attr]; +"692 scale_updated_constant34" [id=692, type=get_attr]; +"693 compressed_weight_updated_constant34" [id=693, type=get_attr]; +"694 mul_tensor_34" [id=694, type=mul]; +"695 zero_point_updated_constant34" [id=695, type=get_attr]; +"696 sub_tensor_34" [id=696, type=sub]; +"697 linear_33" [id=697, type=linear]; +"698 view_71" [id=698, type=view]; +"699 transpose_53" [id=699, type=transpose]; +"700 dropout_25" [id=700, type=dropout]; +"701 add_17" [id=701, type=add]; +"702 _param_constant106" [id=702, type=get_attr]; +"703 _param_constant107" [id=703, type=get_attr]; +"704 layer_norm_17" [id=704, type=layer_norm]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; +"708 _param_constant109_0_0" [id=708, type=get_attr]; +"709 scale_updated_constant35" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant35" [id=710, type=get_attr]; +"711 mul_tensor_35" [id=711, type=mul]; +"712 zero_point_updated_constant35" [id=712, type=get_attr]; +"713 sub_tensor_35" [id=713, type=sub]; +"714 linear_34" [id=714, type=linear]; +"715 gelu_8" [id=715, type=gelu]; +"716 dropout_26" [id=716, type=dropout]; +"717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; +"718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; +"719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; +"720 _param_constant111_0_0" [id=720, type=get_attr]; +"721 scale_updated_constant36" [id=721, type=get_attr]; +"722 compressed_weight_updated_constant36" [id=722, type=get_attr]; +"723 mul_tensor_36" [id=723, type=mul]; +"724 zero_point_updated_constant36" [id=724, type=get_attr]; +"725 sub_tensor_36" [id=725, type=sub]; +"726 linear_35" [id=726, type=linear]; +"727 dropout_27" [id=727, type=dropout]; +"728 add_18" [id=728, type=add]; +"729 _param_constant112" [id=729, type=get_attr]; +"730 _param_constant113" [id=730, type=get_attr]; +"731 layer_norm_18" [id=731, type=layer_norm]; +"732 transpose_54" [id=732, type=transpose]; +"733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; +"736 _param_constant115_0_0" [id=736, type=get_attr]; +"737 scale_updated_constant37" [id=737, type=get_attr]; +"738 compressed_weight_updated_constant37" [id=738, type=get_attr]; +"739 mul_tensor_37" [id=739, type=mul]; +"740 zero_point_updated_constant37" [id=740, type=get_attr]; +"741 sub_tensor_37" [id=741, type=sub]; +"742 linear_36" [id=742, type=linear]; +"743 unflatten_9" [id=743, type=unflatten]; +"744 unsqueeze_9" [id=744, type=unsqueeze]; +"745 transpose_55" [id=745, type=transpose]; +"746 squeeze_9" [id=746, type=squeeze]; +"747 contiguous_9" [id=747, type=contiguous]; +"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; +"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; +"750 select_27" [id=750, type=select]; +"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; +"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; +"753 select_28" [id=753, type=select]; +"754 select_29" [id=754, type=select]; +"755 view_72" [id=755, type=view]; +"756 transpose_56" [id=756, type=transpose]; +"757 view_73" [id=757, type=view]; +"758 transpose_57" [id=758, type=transpose]; +"759 view_74" [id=759, type=view]; +"760 transpose_58" [id=760, type=transpose]; +"761 view_75" [id=761, type=view]; +"762 view_76" [id=762, type=view]; +"763 view_77" [id=763, type=view]; +"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; +"765 permute_10" [id=765, type=permute]; +"766 view_78" [id=766, type=view]; +"767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; +"768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; +"769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; +"770 _param_constant117_0_0" [id=770, type=get_attr]; +"771 scale_updated_constant38" [id=771, type=get_attr]; +"772 compressed_weight_updated_constant38" [id=772, type=get_attr]; +"773 mul_tensor_38" [id=773, type=mul]; +"774 zero_point_updated_constant38" [id=774, type=get_attr]; +"775 sub_tensor_38" [id=775, type=sub]; +"776 linear_37" [id=776, type=linear]; +"777 view_79" [id=777, type=view]; +"778 transpose_59" [id=778, type=transpose]; +"779 dropout_28" [id=779, type=dropout]; +"780 add_19" [id=780, type=add]; +"781 _param_constant118" [id=781, type=get_attr]; +"782 _param_constant119" [id=782, type=get_attr]; +"783 layer_norm_19" [id=783, type=layer_norm]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; +"785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; +"786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; +"787 _param_constant121_0_0" [id=787, type=get_attr]; +"788 scale_updated_constant39" [id=788, type=get_attr]; +"789 compressed_weight_updated_constant39" [id=789, type=get_attr]; +"790 mul_tensor_39" [id=790, type=mul]; +"791 zero_point_updated_constant39" [id=791, type=get_attr]; +"792 sub_tensor_39" [id=792, type=sub]; +"793 linear_38" [id=793, type=linear]; +"794 gelu_9" [id=794, type=gelu]; +"795 dropout_29" [id=795, type=dropout]; +"796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; +"797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; +"798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; +"799 _param_constant123_0_0" [id=799, type=get_attr]; +"800 scale_updated_constant40" [id=800, type=get_attr]; +"801 compressed_weight_updated_constant40" [id=801, type=get_attr]; +"802 mul_tensor_40" [id=802, type=mul]; +"803 zero_point_updated_constant40" [id=803, type=get_attr]; +"804 sub_tensor_40" [id=804, type=sub]; +"805 linear_39" [id=805, type=linear]; +"806 dropout_30" [id=806, type=dropout]; +"807 add_20" [id=807, type=add]; +"808 _param_constant124" [id=808, type=get_attr]; +"809 _param_constant125" [id=809, type=get_attr]; +"810 layer_norm_20" [id=810, type=layer_norm]; +"811 transpose_60" [id=811, type=transpose]; +"812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; +"813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; +"814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; +"815 _param_constant127_0_0" [id=815, type=get_attr]; +"816 scale_updated_constant41" [id=816, type=get_attr]; +"817 compressed_weight_updated_constant41" [id=817, type=get_attr]; +"818 mul_tensor_41" [id=818, type=mul]; +"819 zero_point_updated_constant41" [id=819, type=get_attr]; +"820 sub_tensor_41" [id=820, type=sub]; +"821 linear_40" [id=821, type=linear]; +"822 unflatten_10" [id=822, type=unflatten]; +"823 unsqueeze_10" [id=823, type=unsqueeze]; +"824 transpose_61" [id=824, type=transpose]; +"825 squeeze_10" [id=825, type=squeeze]; +"826 contiguous_10" [id=826, type=contiguous]; +"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; +"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; +"829 select_30" [id=829, type=select]; +"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; +"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; +"832 select_31" [id=832, type=select]; +"833 select_32" [id=833, type=select]; +"834 view_80" [id=834, type=view]; +"835 transpose_62" [id=835, type=transpose]; +"836 view_81" [id=836, type=view]; +"837 transpose_63" [id=837, type=transpose]; +"838 view_82" [id=838, type=view]; +"839 transpose_64" [id=839, type=transpose]; +"840 view_83" [id=840, type=view]; +"841 view_84" [id=841, type=view]; +"842 view_85" [id=842, type=view]; +"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; +"844 permute_11" [id=844, type=permute]; +"845 view_86" [id=845, type=view]; +"846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; +"847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; +"848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; +"849 _param_constant129_0_0" [id=849, type=get_attr]; +"850 scale_updated_constant42" [id=850, type=get_attr]; +"851 compressed_weight_updated_constant42" [id=851, type=get_attr]; +"852 mul_tensor_42" [id=852, type=mul]; +"853 zero_point_updated_constant42" [id=853, type=get_attr]; +"854 sub_tensor_42" [id=854, type=sub]; +"855 linear_41" [id=855, type=linear]; +"856 view_87" [id=856, type=view]; +"857 transpose_65" [id=857, type=transpose]; +"858 dropout_31" [id=858, type=dropout]; +"859 add_21" [id=859, type=add]; +"860 _param_constant130" [id=860, type=get_attr]; +"861 _param_constant131" [id=861, type=get_attr]; +"862 layer_norm_21" [id=862, type=layer_norm]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; +"864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; +"865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; +"866 _param_constant133_0_0" [id=866, type=get_attr]; +"867 scale_updated_constant43" [id=867, type=get_attr]; +"868 compressed_weight_updated_constant43" [id=868, type=get_attr]; +"869 mul_tensor_43" [id=869, type=mul]; +"870 zero_point_updated_constant43" [id=870, type=get_attr]; +"871 sub_tensor_43" [id=871, type=sub]; +"872 linear_42" [id=872, type=linear]; +"873 gelu_10" [id=873, type=gelu]; +"874 dropout_32" [id=874, type=dropout]; +"875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; +"878 _param_constant135_0_0" [id=878, type=get_attr]; +"879 scale_updated_constant44" [id=879, type=get_attr]; +"880 compressed_weight_updated_constant44" [id=880, type=get_attr]; +"881 mul_tensor_44" [id=881, type=mul]; +"882 zero_point_updated_constant44" [id=882, type=get_attr]; +"883 sub_tensor_44" [id=883, type=sub]; +"884 linear_43" [id=884, type=linear]; +"885 dropout_33" [id=885, type=dropout]; +"886 add_22" [id=886, type=add]; +"887 _param_constant136" [id=887, type=get_attr]; +"888 _param_constant137" [id=888, type=get_attr]; +"889 layer_norm_22" [id=889, type=layer_norm]; +"890 transpose_66" [id=890, type=transpose]; +"891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; +"892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; +"893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; +"894 _param_constant139_0_0" [id=894, type=get_attr]; +"895 scale_updated_constant45" [id=895, type=get_attr]; +"896 compressed_weight_updated_constant45" [id=896, type=get_attr]; +"897 mul_tensor_45" [id=897, type=mul]; +"898 zero_point_updated_constant45" [id=898, type=get_attr]; +"899 sub_tensor_45" [id=899, type=sub]; +"900 linear_44" [id=900, type=linear]; +"901 unflatten_11" [id=901, type=unflatten]; +"902 unsqueeze_11" [id=902, type=unsqueeze]; +"903 transpose_67" [id=903, type=transpose]; +"904 squeeze_11" [id=904, type=squeeze]; +"905 contiguous_11" [id=905, type=contiguous]; +"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; +"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; +"908 select_33" [id=908, type=select]; +"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; +"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; +"911 select_34" [id=911, type=select]; +"912 select_35" [id=912, type=select]; +"913 view_88" [id=913, type=view]; +"914 transpose_68" [id=914, type=transpose]; +"915 view_89" [id=915, type=view]; +"916 transpose_69" [id=916, type=transpose]; +"917 view_90" [id=917, type=view]; +"918 transpose_70" [id=918, type=transpose]; +"919 view_91" [id=919, type=view]; +"920 view_92" [id=920, type=view]; +"921 view_93" [id=921, type=view]; +"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; +"923 permute_12" [id=923, type=permute]; +"924 view_94" [id=924, type=view]; +"925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; +"926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; +"927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; +"928 _param_constant141_0_0" [id=928, type=get_attr]; +"929 scale_updated_constant46" [id=929, type=get_attr]; +"930 compressed_weight_updated_constant46" [id=930, type=get_attr]; +"931 mul_tensor_46" [id=931, type=mul]; +"932 zero_point_updated_constant46" [id=932, type=get_attr]; +"933 sub_tensor_46" [id=933, type=sub]; +"934 linear_45" [id=934, type=linear]; +"935 view_95" [id=935, type=view]; +"936 transpose_71" [id=936, type=transpose]; +"937 dropout_34" [id=937, type=dropout]; +"938 add_23" [id=938, type=add]; +"939 _param_constant142" [id=939, type=get_attr]; +"940 _param_constant143" [id=940, type=get_attr]; +"941 layer_norm_23" [id=941, type=layer_norm]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; +"943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; +"944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; +"945 _param_constant145_0_0" [id=945, type=get_attr]; +"946 scale_updated_constant47" [id=946, type=get_attr]; +"947 compressed_weight_updated_constant47" [id=947, type=get_attr]; +"948 mul_tensor_47" [id=948, type=mul]; +"949 zero_point_updated_constant47" [id=949, type=get_attr]; +"950 sub_tensor_47" [id=950, type=sub]; +"951 linear_46" [id=951, type=linear]; +"952 gelu_11" [id=952, type=gelu]; +"953 dropout_35" [id=953, type=dropout]; +"954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; +"955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; +"956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; +"957 _param_constant147_0_0" [id=957, type=get_attr]; +"958 scale_updated_constant48" [id=958, type=get_attr]; +"959 compressed_weight_updated_constant48" [id=959, type=get_attr]; +"960 mul_tensor_48" [id=960, type=mul]; +"961 zero_point_updated_constant48" [id=961, type=get_attr]; +"962 sub_tensor_48" [id=962, type=sub]; +"963 linear_47" [id=963, type=linear]; +"964 dropout_36" [id=964, type=dropout]; +"965 add_24" [id=965, type=add]; +"966 _param_constant148" [id=966, type=get_attr]; +"967 _param_constant149" [id=967, type=get_attr]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 _param_constant151_0_0" [id=974, type=get_attr]; +"975 scale_updated_constant49" [id=975, type=get_attr]; +"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; +"977 mul_tensor_49" [id=977, type=mul]; +"978 zero_point_updated_constant49" [id=978, type=get_attr]; +"979 sub_tensor_49" [id=979, type=sub]; +"980 linear_48" [id=980, type=linear]; +"981 output" [id=981, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; +"10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; +"11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; +"12 _param_constant2" -> "13 expand" [label="(1, 1, 768)", style=solid]; +"13 expand" -> "14 cat" [label="(1, 1, 768)", style=solid]; +"14 cat" -> "16 add" [label="(1, 197, 768)", style=solid]; +"15 _param_constant3" -> "16 add" [label="(1, 197, 768)", style=solid]; +"16 add" -> "17 dropout" [label="(1, 197, 768)", style=solid]; +"17 dropout" -> "20 layer_norm" [label="(1, 197, 768)", style=solid]; +"17 dropout" -> "69 add_1" [label="(1, 197, 768)", style=solid]; +"18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; +"19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; +"20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; +"21 transpose" -> "22 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; +"25 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; +"26 scale_updated_constant1" -> "28 mul_tensor_1" [label="(2304, 1)", style=solid]; +"27 compressed_weight_updated_constant1" -> "28 mul_tensor_1" [label="(2304, 768)", style=solid]; +"28 mul_tensor_1" -> "30 sub_tensor_1" [label="(2304, 768)", style=solid]; +"29 zero_point_updated_constant1" -> "30 sub_tensor_1" [label="(2304, 1)", style=solid]; +"30 sub_tensor_1" -> "31 linear" [label="(2304, 768)", style=solid]; +"31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; +"32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"34 transpose_1" -> "35 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"35 squeeze" -> "36 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "37 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "40 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "43 select_2" [label="(3, 197, 1, 768)", style=solid]; +"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"38 dequantize_per_tensor_default_2" -> "39 select" [label="(3, 197, 1, 768)", style=solid]; +"39 select" -> "44 view" [label="(197, 1, 768)", style=solid]; +"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"41 dequantize_per_tensor_default_3" -> "42 select_1" [label="(3, 197, 1, 768)", style=solid]; +"42 select_1" -> "46 view_1" [label="(197, 1, 768)", style=solid]; +"43 select_2" -> "48 view_2" [label="(197, 1, 768)", style=solid]; +"44 view" -> "45 transpose_2" [label="(197, 12, 64)", style=solid]; +"45 transpose_2" -> "50 view_3" [label="(12, 197, 64)", style=solid]; +"46 view_1" -> "47 transpose_3" [label="(197, 12, 64)", style=solid]; +"47 transpose_3" -> "51 view_4" [label="(12, 197, 64)", style=solid]; +"48 view_2" -> "49 transpose_4" [label="(197, 12, 64)", style=solid]; +"49 transpose_4" -> "52 view_5" [label="(12, 197, 64)", style=solid]; +"50 view_3" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"51 view_4" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; +"55 view_6" -> "56 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; +"59 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; +"60 scale_updated_constant2" -> "62 mul_tensor_2" [label="(768, 1)", style=solid]; +"61 compressed_weight_updated_constant2" -> "62 mul_tensor_2" [label="(768, 768)", style=solid]; +"62 mul_tensor_2" -> "64 sub_tensor_2" [label="(768, 768)", style=solid]; +"63 zero_point_updated_constant2" -> "64 sub_tensor_2" [label="(768, 1)", style=solid]; +"64 sub_tensor_2" -> "65 linear_1" [label="(768, 768)", style=solid]; +"65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; +"66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; +"67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; +"68 dropout_1" -> "69 add_1" [label="(1, 197, 768)", style=solid]; +"69 add_1" -> "72 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; +"70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; +"71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; +"72 layer_norm_1" -> "73 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; +"76 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; +"77 scale_updated_constant3" -> "79 mul_tensor_3" [label="(3072, 1)", style=solid]; +"78 compressed_weight_updated_constant3" -> "79 mul_tensor_3" [label="(3072, 768)", style=solid]; +"79 mul_tensor_3" -> "81 sub_tensor_3" [label="(3072, 768)", style=solid]; +"80 zero_point_updated_constant3" -> "81 sub_tensor_3" [label="(3072, 1)", style=solid]; +"81 sub_tensor_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; +"82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; +"83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; +"84 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; +"88 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; +"89 scale_updated_constant4" -> "91 mul_tensor_4" [label="(768, 1)", style=solid]; +"90 compressed_weight_updated_constant4" -> "91 mul_tensor_4" [label="(768, 3072)", style=solid]; +"91 mul_tensor_4" -> "93 sub_tensor_4" [label="(768, 3072)", style=solid]; +"92 zero_point_updated_constant4" -> "93 sub_tensor_4" [label="(768, 1)", style=solid]; +"93 sub_tensor_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; +"94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; +"95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; +"96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"96 add_2" -> "148 add_3" [label="(1, 197, 768)", style=solid]; +"97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; +"98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; +"99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; +"100 transpose_6" -> "101 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; +"104 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; +"105 scale_updated_constant5" -> "107 mul_tensor_5" [label="(2304, 1)", style=solid]; +"106 compressed_weight_updated_constant5" -> "107 mul_tensor_5" [label="(2304, 768)", style=solid]; +"107 mul_tensor_5" -> "109 sub_tensor_5" [label="(2304, 768)", style=solid]; +"108 zero_point_updated_constant5" -> "109 sub_tensor_5" [label="(2304, 1)", style=solid]; +"109 sub_tensor_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; +"110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"113 transpose_7" -> "114 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"114 squeeze_1" -> "115 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "116 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "119 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "122 select_5" [label="(3, 197, 1, 768)", style=solid]; +"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"117 dequantize_per_tensor_default_8" -> "118 select_3" [label="(3, 197, 1, 768)", style=solid]; +"118 select_3" -> "123 view_8" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_9" -> "121 select_4" [label="(3, 197, 1, 768)", style=solid]; +"121 select_4" -> "125 view_9" [label="(197, 1, 768)", style=solid]; +"122 select_5" -> "127 view_10" [label="(197, 1, 768)", style=solid]; +"123 view_8" -> "124 transpose_8" [label="(197, 12, 64)", style=solid]; +"124 transpose_8" -> "129 view_11" [label="(12, 197, 64)", style=solid]; +"125 view_9" -> "126 transpose_9" [label="(197, 12, 64)", style=solid]; +"126 transpose_9" -> "130 view_12" [label="(12, 197, 64)", style=solid]; +"127 view_10" -> "128 transpose_10" [label="(197, 12, 64)", style=solid]; +"128 transpose_10" -> "131 view_13" [label="(12, 197, 64)", style=solid]; +"129 view_11" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"130 view_12" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; +"134 view_14" -> "135 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; +"138 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; +"139 scale_updated_constant6" -> "141 mul_tensor_6" [label="(768, 1)", style=solid]; +"140 compressed_weight_updated_constant6" -> "141 mul_tensor_6" [label="(768, 768)", style=solid]; +"141 mul_tensor_6" -> "143 sub_tensor_6" [label="(768, 768)", style=solid]; +"142 zero_point_updated_constant6" -> "143 sub_tensor_6" [label="(768, 1)", style=solid]; +"143 sub_tensor_6" -> "144 linear_5" [label="(768, 768)", style=solid]; +"144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; +"145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; +"146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; +"147 dropout_4" -> "148 add_3" [label="(1, 197, 768)", style=solid]; +"148 add_3" -> "151 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; +"149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; +"150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; +"151 layer_norm_3" -> "152 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; +"155 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; +"156 scale_updated_constant7" -> "158 mul_tensor_7" [label="(3072, 1)", style=solid]; +"157 compressed_weight_updated_constant7" -> "158 mul_tensor_7" [label="(3072, 768)", style=solid]; +"158 mul_tensor_7" -> "160 sub_tensor_7" [label="(3072, 768)", style=solid]; +"159 zero_point_updated_constant7" -> "160 sub_tensor_7" [label="(3072, 1)", style=solid]; +"160 sub_tensor_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; +"161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; +"162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; +"163 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; +"167 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; +"168 scale_updated_constant8" -> "170 mul_tensor_8" [label="(768, 1)", style=solid]; +"169 compressed_weight_updated_constant8" -> "170 mul_tensor_8" [label="(768, 3072)", style=solid]; +"170 mul_tensor_8" -> "172 sub_tensor_8" [label="(768, 3072)", style=solid]; +"171 zero_point_updated_constant8" -> "172 sub_tensor_8" [label="(768, 1)", style=solid]; +"172 sub_tensor_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; +"173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; +"174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; +"175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"175 add_4" -> "227 add_5" [label="(1, 197, 768)", style=solid]; +"176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; +"177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; +"178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; +"179 transpose_12" -> "180 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; +"183 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; +"184 scale_updated_constant9" -> "186 mul_tensor_9" [label="(2304, 1)", style=solid]; +"185 compressed_weight_updated_constant9" -> "186 mul_tensor_9" [label="(2304, 768)", style=solid]; +"186 mul_tensor_9" -> "188 sub_tensor_9" [label="(2304, 768)", style=solid]; +"187 zero_point_updated_constant9" -> "188 sub_tensor_9" [label="(2304, 1)", style=solid]; +"188 sub_tensor_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; +"189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"192 transpose_13" -> "193 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"193 squeeze_2" -> "194 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "195 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "198 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "201 select_8" [label="(3, 197, 1, 768)", style=solid]; +"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"196 dequantize_per_tensor_default_14" -> "197 select_6" [label="(3, 197, 1, 768)", style=solid]; +"197 select_6" -> "202 view_16" [label="(197, 1, 768)", style=solid]; +"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"199 dequantize_per_tensor_default_15" -> "200 select_7" [label="(3, 197, 1, 768)", style=solid]; +"200 select_7" -> "204 view_17" [label="(197, 1, 768)", style=solid]; +"201 select_8" -> "206 view_18" [label="(197, 1, 768)", style=solid]; +"202 view_16" -> "203 transpose_14" [label="(197, 12, 64)", style=solid]; +"203 transpose_14" -> "208 view_19" [label="(12, 197, 64)", style=solid]; +"204 view_17" -> "205 transpose_15" [label="(197, 12, 64)", style=solid]; +"205 transpose_15" -> "209 view_20" [label="(12, 197, 64)", style=solid]; +"206 view_18" -> "207 transpose_16" [label="(197, 12, 64)", style=solid]; +"207 transpose_16" -> "210 view_21" [label="(12, 197, 64)", style=solid]; +"208 view_19" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"209 view_20" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; +"213 view_22" -> "214 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; +"217 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; +"218 scale_updated_constant10" -> "220 mul_tensor_10" [label="(768, 1)", style=solid]; +"219 compressed_weight_updated_constant10" -> "220 mul_tensor_10" [label="(768, 768)", style=solid]; +"220 mul_tensor_10" -> "222 sub_tensor_10" [label="(768, 768)", style=solid]; +"221 zero_point_updated_constant10" -> "222 sub_tensor_10" [label="(768, 1)", style=solid]; +"222 sub_tensor_10" -> "223 linear_9" [label="(768, 768)", style=solid]; +"223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; +"224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; +"225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; +"226 dropout_7" -> "227 add_5" [label="(1, 197, 768)", style=solid]; +"227 add_5" -> "230 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; +"228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; +"229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; +"230 layer_norm_5" -> "231 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; +"234 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; +"235 scale_updated_constant11" -> "237 mul_tensor_11" [label="(3072, 1)", style=solid]; +"236 compressed_weight_updated_constant11" -> "237 mul_tensor_11" [label="(3072, 768)", style=solid]; +"237 mul_tensor_11" -> "239 sub_tensor_11" [label="(3072, 768)", style=solid]; +"238 zero_point_updated_constant11" -> "239 sub_tensor_11" [label="(3072, 1)", style=solid]; +"239 sub_tensor_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; +"240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; +"241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; +"242 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; +"246 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; +"247 scale_updated_constant12" -> "249 mul_tensor_12" [label="(768, 1)", style=solid]; +"248 compressed_weight_updated_constant12" -> "249 mul_tensor_12" [label="(768, 3072)", style=solid]; +"249 mul_tensor_12" -> "251 sub_tensor_12" [label="(768, 3072)", style=solid]; +"250 zero_point_updated_constant12" -> "251 sub_tensor_12" [label="(768, 1)", style=solid]; +"251 sub_tensor_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; +"252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; +"253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; +"254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"254 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; +"256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; +"257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; +"258 transpose_18" -> "259 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; +"262 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; +"263 scale_updated_constant13" -> "265 mul_tensor_13" [label="(2304, 1)", style=solid]; +"264 compressed_weight_updated_constant13" -> "265 mul_tensor_13" [label="(2304, 768)", style=solid]; +"265 mul_tensor_13" -> "267 sub_tensor_13" [label="(2304, 768)", style=solid]; +"266 zero_point_updated_constant13" -> "267 sub_tensor_13" [label="(2304, 1)", style=solid]; +"267 sub_tensor_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; +"268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_19" -> "272 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_3" -> "273 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "274 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "277 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "280 select_11" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_20" -> "276 select_9" [label="(3, 197, 1, 768)", style=solid]; +"276 select_9" -> "281 view_24" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_21" -> "279 select_10" [label="(3, 197, 1, 768)", style=solid]; +"279 select_10" -> "283 view_25" [label="(197, 1, 768)", style=solid]; +"280 select_11" -> "285 view_26" [label="(197, 1, 768)", style=solid]; +"281 view_24" -> "282 transpose_20" [label="(197, 12, 64)", style=solid]; +"282 transpose_20" -> "287 view_27" [label="(12, 197, 64)", style=solid]; +"283 view_25" -> "284 transpose_21" [label="(197, 12, 64)", style=solid]; +"284 transpose_21" -> "288 view_28" [label="(12, 197, 64)", style=solid]; +"285 view_26" -> "286 transpose_22" [label="(197, 12, 64)", style=solid]; +"286 transpose_22" -> "289 view_29" [label="(12, 197, 64)", style=solid]; +"287 view_27" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"288 view_28" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; +"292 view_30" -> "293 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; +"296 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; +"297 scale_updated_constant14" -> "299 mul_tensor_14" [label="(768, 1)", style=solid]; +"298 compressed_weight_updated_constant14" -> "299 mul_tensor_14" [label="(768, 768)", style=solid]; +"299 mul_tensor_14" -> "301 sub_tensor_14" [label="(768, 768)", style=solid]; +"300 zero_point_updated_constant14" -> "301 sub_tensor_14" [label="(768, 1)", style=solid]; +"301 sub_tensor_14" -> "302 linear_13" [label="(768, 768)", style=solid]; +"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; +"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; +"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; +"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "309 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; +"307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; +"308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; +"309 layer_norm_7" -> "310 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; +"313 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; +"314 scale_updated_constant15" -> "316 mul_tensor_15" [label="(3072, 1)", style=solid]; +"315 compressed_weight_updated_constant15" -> "316 mul_tensor_15" [label="(3072, 768)", style=solid]; +"316 mul_tensor_15" -> "318 sub_tensor_15" [label="(3072, 768)", style=solid]; +"317 zero_point_updated_constant15" -> "318 sub_tensor_15" [label="(3072, 1)", style=solid]; +"318 sub_tensor_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; +"319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; +"320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; +"321 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; +"325 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; +"326 scale_updated_constant16" -> "328 mul_tensor_16" [label="(768, 1)", style=solid]; +"327 compressed_weight_updated_constant16" -> "328 mul_tensor_16" [label="(768, 3072)", style=solid]; +"328 mul_tensor_16" -> "330 sub_tensor_16" [label="(768, 3072)", style=solid]; +"329 zero_point_updated_constant16" -> "330 sub_tensor_16" [label="(768, 1)", style=solid]; +"330 sub_tensor_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; +"331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; +"332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; +"333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"333 add_8" -> "385 add_9" [label="(1, 197, 768)", style=solid]; +"334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; +"335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; +"336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; +"337 transpose_24" -> "338 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; +"341 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; +"342 scale_updated_constant17" -> "344 mul_tensor_17" [label="(2304, 1)", style=solid]; +"343 compressed_weight_updated_constant17" -> "344 mul_tensor_17" [label="(2304, 768)", style=solid]; +"344 mul_tensor_17" -> "346 sub_tensor_17" [label="(2304, 768)", style=solid]; +"345 zero_point_updated_constant17" -> "346 sub_tensor_17" [label="(2304, 1)", style=solid]; +"346 sub_tensor_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; +"347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"350 transpose_25" -> "351 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"351 squeeze_4" -> "352 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "353 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "356 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "359 select_14" [label="(3, 197, 1, 768)", style=solid]; +"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"354 dequantize_per_tensor_default_26" -> "355 select_12" [label="(3, 197, 1, 768)", style=solid]; +"355 select_12" -> "360 view_32" [label="(197, 1, 768)", style=solid]; +"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"357 dequantize_per_tensor_default_27" -> "358 select_13" [label="(3, 197, 1, 768)", style=solid]; +"358 select_13" -> "362 view_33" [label="(197, 1, 768)", style=solid]; +"359 select_14" -> "364 view_34" [label="(197, 1, 768)", style=solid]; +"360 view_32" -> "361 transpose_26" [label="(197, 12, 64)", style=solid]; +"361 transpose_26" -> "366 view_35" [label="(12, 197, 64)", style=solid]; +"362 view_33" -> "363 transpose_27" [label="(197, 12, 64)", style=solid]; +"363 transpose_27" -> "367 view_36" [label="(12, 197, 64)", style=solid]; +"364 view_34" -> "365 transpose_28" [label="(197, 12, 64)", style=solid]; +"365 transpose_28" -> "368 view_37" [label="(12, 197, 64)", style=solid]; +"366 view_35" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"367 view_36" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; +"371 view_38" -> "372 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; +"375 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; +"376 scale_updated_constant18" -> "378 mul_tensor_18" [label="(768, 1)", style=solid]; +"377 compressed_weight_updated_constant18" -> "378 mul_tensor_18" [label="(768, 768)", style=solid]; +"378 mul_tensor_18" -> "380 sub_tensor_18" [label="(768, 768)", style=solid]; +"379 zero_point_updated_constant18" -> "380 sub_tensor_18" [label="(768, 1)", style=solid]; +"380 sub_tensor_18" -> "381 linear_17" [label="(768, 768)", style=solid]; +"381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; +"382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; +"383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; +"384 dropout_13" -> "385 add_9" [label="(1, 197, 768)", style=solid]; +"385 add_9" -> "388 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; +"386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; +"387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; +"388 layer_norm_9" -> "389 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; +"392 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; +"393 scale_updated_constant19" -> "395 mul_tensor_19" [label="(3072, 1)", style=solid]; +"394 compressed_weight_updated_constant19" -> "395 mul_tensor_19" [label="(3072, 768)", style=solid]; +"395 mul_tensor_19" -> "397 sub_tensor_19" [label="(3072, 768)", style=solid]; +"396 zero_point_updated_constant19" -> "397 sub_tensor_19" [label="(3072, 1)", style=solid]; +"397 sub_tensor_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; +"398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; +"399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; +"400 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; +"404 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; +"405 scale_updated_constant20" -> "407 mul_tensor_20" [label="(768, 1)", style=solid]; +"406 compressed_weight_updated_constant20" -> "407 mul_tensor_20" [label="(768, 3072)", style=solid]; +"407 mul_tensor_20" -> "409 sub_tensor_20" [label="(768, 3072)", style=solid]; +"408 zero_point_updated_constant20" -> "409 sub_tensor_20" [label="(768, 1)", style=solid]; +"409 sub_tensor_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; +"410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; +"411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; +"412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"412 add_10" -> "464 add_11" [label="(1, 197, 768)", style=solid]; +"413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; +"414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; +"415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; +"416 transpose_30" -> "417 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; +"420 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; +"421 scale_updated_constant21" -> "423 mul_tensor_21" [label="(2304, 1)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 mul_tensor_21" [label="(2304, 768)", style=solid]; +"423 mul_tensor_21" -> "425 sub_tensor_21" [label="(2304, 768)", style=solid]; +"424 zero_point_updated_constant21" -> "425 sub_tensor_21" [label="(2304, 1)", style=solid]; +"425 sub_tensor_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; +"426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"429 transpose_31" -> "430 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"430 squeeze_5" -> "431 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "432 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "435 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "438 select_17" [label="(3, 197, 1, 768)", style=solid]; +"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"433 dequantize_per_tensor_default_32" -> "434 select_15" [label="(3, 197, 1, 768)", style=solid]; +"434 select_15" -> "439 view_40" [label="(197, 1, 768)", style=solid]; +"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"436 dequantize_per_tensor_default_33" -> "437 select_16" [label="(3, 197, 1, 768)", style=solid]; +"437 select_16" -> "441 view_41" [label="(197, 1, 768)", style=solid]; +"438 select_17" -> "443 view_42" [label="(197, 1, 768)", style=solid]; +"439 view_40" -> "440 transpose_32" [label="(197, 12, 64)", style=solid]; +"440 transpose_32" -> "445 view_43" [label="(12, 197, 64)", style=solid]; +"441 view_41" -> "442 transpose_33" [label="(197, 12, 64)", style=solid]; +"442 transpose_33" -> "446 view_44" [label="(12, 197, 64)", style=solid]; +"443 view_42" -> "444 transpose_34" [label="(197, 12, 64)", style=solid]; +"444 transpose_34" -> "447 view_45" [label="(12, 197, 64)", style=solid]; +"445 view_43" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"446 view_44" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; +"450 view_46" -> "451 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; +"454 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; +"455 scale_updated_constant22" -> "457 mul_tensor_22" [label="(768, 1)", style=solid]; +"456 compressed_weight_updated_constant22" -> "457 mul_tensor_22" [label="(768, 768)", style=solid]; +"457 mul_tensor_22" -> "459 sub_tensor_22" [label="(768, 768)", style=solid]; +"458 zero_point_updated_constant22" -> "459 sub_tensor_22" [label="(768, 1)", style=solid]; +"459 sub_tensor_22" -> "460 linear_21" [label="(768, 768)", style=solid]; +"460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; +"461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; +"462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; +"463 dropout_16" -> "464 add_11" [label="(1, 197, 768)", style=solid]; +"464 add_11" -> "467 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; +"465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; +"466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; +"467 layer_norm_11" -> "468 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; +"471 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; +"472 scale_updated_constant23" -> "474 mul_tensor_23" [label="(3072, 1)", style=solid]; +"473 compressed_weight_updated_constant23" -> "474 mul_tensor_23" [label="(3072, 768)", style=solid]; +"474 mul_tensor_23" -> "476 sub_tensor_23" [label="(3072, 768)", style=solid]; +"475 zero_point_updated_constant23" -> "476 sub_tensor_23" [label="(3072, 1)", style=solid]; +"476 sub_tensor_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; +"477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; +"478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; +"479 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; +"483 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; +"484 scale_updated_constant24" -> "486 mul_tensor_24" [label="(768, 1)", style=solid]; +"485 compressed_weight_updated_constant24" -> "486 mul_tensor_24" [label="(768, 3072)", style=solid]; +"486 mul_tensor_24" -> "488 sub_tensor_24" [label="(768, 3072)", style=solid]; +"487 zero_point_updated_constant24" -> "488 sub_tensor_24" [label="(768, 1)", style=solid]; +"488 sub_tensor_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; +"489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; +"490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; +"491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"491 add_12" -> "543 add_13" [label="(1, 197, 768)", style=solid]; +"492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; +"493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; +"494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; +"495 transpose_36" -> "496 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; +"499 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; +"500 scale_updated_constant25" -> "502 mul_tensor_25" [label="(2304, 1)", style=solid]; +"501 compressed_weight_updated_constant25" -> "502 mul_tensor_25" [label="(2304, 768)", style=solid]; +"502 mul_tensor_25" -> "504 sub_tensor_25" [label="(2304, 768)", style=solid]; +"503 zero_point_updated_constant25" -> "504 sub_tensor_25" [label="(2304, 1)", style=solid]; +"504 sub_tensor_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; +"505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"508 transpose_37" -> "509 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"509 squeeze_6" -> "510 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "511 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "514 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "517 select_20" [label="(3, 197, 1, 768)", style=solid]; +"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"512 dequantize_per_tensor_default_38" -> "513 select_18" [label="(3, 197, 1, 768)", style=solid]; +"513 select_18" -> "518 view_48" [label="(197, 1, 768)", style=solid]; +"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"515 dequantize_per_tensor_default_39" -> "516 select_19" [label="(3, 197, 1, 768)", style=solid]; +"516 select_19" -> "520 view_49" [label="(197, 1, 768)", style=solid]; +"517 select_20" -> "522 view_50" [label="(197, 1, 768)", style=solid]; +"518 view_48" -> "519 transpose_38" [label="(197, 12, 64)", style=solid]; +"519 transpose_38" -> "524 view_51" [label="(12, 197, 64)", style=solid]; +"520 view_49" -> "521 transpose_39" [label="(197, 12, 64)", style=solid]; +"521 transpose_39" -> "525 view_52" [label="(12, 197, 64)", style=solid]; +"522 view_50" -> "523 transpose_40" [label="(197, 12, 64)", style=solid]; +"523 transpose_40" -> "526 view_53" [label="(12, 197, 64)", style=solid]; +"524 view_51" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"525 view_52" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; +"529 view_54" -> "530 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; +"533 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; +"534 scale_updated_constant26" -> "536 mul_tensor_26" [label="(768, 1)", style=solid]; +"535 compressed_weight_updated_constant26" -> "536 mul_tensor_26" [label="(768, 768)", style=solid]; +"536 mul_tensor_26" -> "538 sub_tensor_26" [label="(768, 768)", style=solid]; +"537 zero_point_updated_constant26" -> "538 sub_tensor_26" [label="(768, 1)", style=solid]; +"538 sub_tensor_26" -> "539 linear_25" [label="(768, 768)", style=solid]; +"539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; +"540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; +"541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; +"542 dropout_19" -> "543 add_13" [label="(1, 197, 768)", style=solid]; +"543 add_13" -> "546 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; +"544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; +"545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; +"546 layer_norm_13" -> "547 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; +"550 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; +"551 scale_updated_constant27" -> "553 mul_tensor_27" [label="(3072, 1)", style=solid]; +"552 compressed_weight_updated_constant27" -> "553 mul_tensor_27" [label="(3072, 768)", style=solid]; +"553 mul_tensor_27" -> "555 sub_tensor_27" [label="(3072, 768)", style=solid]; +"554 zero_point_updated_constant27" -> "555 sub_tensor_27" [label="(3072, 1)", style=solid]; +"555 sub_tensor_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; +"556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; +"557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; +"558 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; +"562 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; +"563 scale_updated_constant28" -> "565 mul_tensor_28" [label="(768, 1)", style=solid]; +"564 compressed_weight_updated_constant28" -> "565 mul_tensor_28" [label="(768, 3072)", style=solid]; +"565 mul_tensor_28" -> "567 sub_tensor_28" [label="(768, 3072)", style=solid]; +"566 zero_point_updated_constant28" -> "567 sub_tensor_28" [label="(768, 1)", style=solid]; +"567 sub_tensor_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; +"568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; +"569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; +"570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"570 add_14" -> "622 add_15" [label="(1, 197, 768)", style=solid]; +"571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; +"572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; +"573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; +"574 transpose_42" -> "575 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; +"578 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; +"579 scale_updated_constant29" -> "581 mul_tensor_29" [label="(2304, 1)", style=solid]; +"580 compressed_weight_updated_constant29" -> "581 mul_tensor_29" [label="(2304, 768)", style=solid]; +"581 mul_tensor_29" -> "583 sub_tensor_29" [label="(2304, 768)", style=solid]; +"582 zero_point_updated_constant29" -> "583 sub_tensor_29" [label="(2304, 1)", style=solid]; +"583 sub_tensor_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; +"584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"587 transpose_43" -> "588 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"588 squeeze_7" -> "589 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "590 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "593 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "596 select_23" [label="(3, 197, 1, 768)", style=solid]; +"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"591 dequantize_per_tensor_default_44" -> "592 select_21" [label="(3, 197, 1, 768)", style=solid]; +"592 select_21" -> "597 view_56" [label="(197, 1, 768)", style=solid]; +"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"594 dequantize_per_tensor_default_45" -> "595 select_22" [label="(3, 197, 1, 768)", style=solid]; +"595 select_22" -> "599 view_57" [label="(197, 1, 768)", style=solid]; +"596 select_23" -> "601 view_58" [label="(197, 1, 768)", style=solid]; +"597 view_56" -> "598 transpose_44" [label="(197, 12, 64)", style=solid]; +"598 transpose_44" -> "603 view_59" [label="(12, 197, 64)", style=solid]; +"599 view_57" -> "600 transpose_45" [label="(197, 12, 64)", style=solid]; +"600 transpose_45" -> "604 view_60" [label="(12, 197, 64)", style=solid]; +"601 view_58" -> "602 transpose_46" [label="(197, 12, 64)", style=solid]; +"602 transpose_46" -> "605 view_61" [label="(12, 197, 64)", style=solid]; +"603 view_59" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"604 view_60" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; +"608 view_62" -> "609 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; +"612 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; +"613 scale_updated_constant30" -> "615 mul_tensor_30" [label="(768, 1)", style=solid]; +"614 compressed_weight_updated_constant30" -> "615 mul_tensor_30" [label="(768, 768)", style=solid]; +"615 mul_tensor_30" -> "617 sub_tensor_30" [label="(768, 768)", style=solid]; +"616 zero_point_updated_constant30" -> "617 sub_tensor_30" [label="(768, 1)", style=solid]; +"617 sub_tensor_30" -> "618 linear_29" [label="(768, 768)", style=solid]; +"618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; +"619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; +"620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; +"621 dropout_22" -> "622 add_15" [label="(1, 197, 768)", style=solid]; +"622 add_15" -> "625 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; +"623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; +"624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; +"625 layer_norm_15" -> "626 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; +"629 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; +"630 scale_updated_constant31" -> "632 mul_tensor_31" [label="(3072, 1)", style=solid]; +"631 compressed_weight_updated_constant31" -> "632 mul_tensor_31" [label="(3072, 768)", style=solid]; +"632 mul_tensor_31" -> "634 sub_tensor_31" [label="(3072, 768)", style=solid]; +"633 zero_point_updated_constant31" -> "634 sub_tensor_31" [label="(3072, 1)", style=solid]; +"634 sub_tensor_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; +"635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; +"636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; +"637 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; +"641 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; +"642 scale_updated_constant32" -> "644 mul_tensor_32" [label="(768, 1)", style=solid]; +"643 compressed_weight_updated_constant32" -> "644 mul_tensor_32" [label="(768, 3072)", style=solid]; +"644 mul_tensor_32" -> "646 sub_tensor_32" [label="(768, 3072)", style=solid]; +"645 zero_point_updated_constant32" -> "646 sub_tensor_32" [label="(768, 1)", style=solid]; +"646 sub_tensor_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; +"647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; +"648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; +"649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"649 add_16" -> "701 add_17" [label="(1, 197, 768)", style=solid]; +"650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; +"651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; +"652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; +"653 transpose_48" -> "654 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; +"657 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; +"658 scale_updated_constant33" -> "660 mul_tensor_33" [label="(2304, 1)", style=solid]; +"659 compressed_weight_updated_constant33" -> "660 mul_tensor_33" [label="(2304, 768)", style=solid]; +"660 mul_tensor_33" -> "662 sub_tensor_33" [label="(2304, 768)", style=solid]; +"661 zero_point_updated_constant33" -> "662 sub_tensor_33" [label="(2304, 1)", style=solid]; +"662 sub_tensor_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; +"663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"666 transpose_49" -> "667 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"667 squeeze_8" -> "668 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "669 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "672 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "675 select_26" [label="(3, 197, 1, 768)", style=solid]; +"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"670 dequantize_per_tensor_default_50" -> "671 select_24" [label="(3, 197, 1, 768)", style=solid]; +"671 select_24" -> "676 view_64" [label="(197, 1, 768)", style=solid]; +"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"673 dequantize_per_tensor_default_51" -> "674 select_25" [label="(3, 197, 1, 768)", style=solid]; +"674 select_25" -> "678 view_65" [label="(197, 1, 768)", style=solid]; +"675 select_26" -> "680 view_66" [label="(197, 1, 768)", style=solid]; +"676 view_64" -> "677 transpose_50" [label="(197, 12, 64)", style=solid]; +"677 transpose_50" -> "682 view_67" [label="(12, 197, 64)", style=solid]; +"678 view_65" -> "679 transpose_51" [label="(197, 12, 64)", style=solid]; +"679 transpose_51" -> "683 view_68" [label="(12, 197, 64)", style=solid]; +"680 view_66" -> "681 transpose_52" [label="(197, 12, 64)", style=solid]; +"681 transpose_52" -> "684 view_69" [label="(12, 197, 64)", style=solid]; +"682 view_67" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"683 view_68" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; +"687 view_70" -> "688 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; +"691 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; +"692 scale_updated_constant34" -> "694 mul_tensor_34" [label="(768, 1)", style=solid]; +"693 compressed_weight_updated_constant34" -> "694 mul_tensor_34" [label="(768, 768)", style=solid]; +"694 mul_tensor_34" -> "696 sub_tensor_34" [label="(768, 768)", style=solid]; +"695 zero_point_updated_constant34" -> "696 sub_tensor_34" [label="(768, 1)", style=solid]; +"696 sub_tensor_34" -> "697 linear_33" [label="(768, 768)", style=solid]; +"697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; +"698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; +"699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; +"700 dropout_25" -> "701 add_17" [label="(1, 197, 768)", style=solid]; +"701 add_17" -> "704 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; +"702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; +"703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; +"704 layer_norm_17" -> "705 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; +"708 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; +"709 scale_updated_constant35" -> "711 mul_tensor_35" [label="(3072, 1)", style=solid]; +"710 compressed_weight_updated_constant35" -> "711 mul_tensor_35" [label="(3072, 768)", style=solid]; +"711 mul_tensor_35" -> "713 sub_tensor_35" [label="(3072, 768)", style=solid]; +"712 zero_point_updated_constant35" -> "713 sub_tensor_35" [label="(3072, 1)", style=solid]; +"713 sub_tensor_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; +"714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; +"715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; +"716 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; +"720 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; +"721 scale_updated_constant36" -> "723 mul_tensor_36" [label="(768, 1)", style=solid]; +"722 compressed_weight_updated_constant36" -> "723 mul_tensor_36" [label="(768, 3072)", style=solid]; +"723 mul_tensor_36" -> "725 sub_tensor_36" [label="(768, 3072)", style=solid]; +"724 zero_point_updated_constant36" -> "725 sub_tensor_36" [label="(768, 1)", style=solid]; +"725 sub_tensor_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; +"726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; +"727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; +"728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"728 add_18" -> "780 add_19" [label="(1, 197, 768)", style=solid]; +"729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; +"730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; +"731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; +"732 transpose_54" -> "733 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; +"736 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; +"737 scale_updated_constant37" -> "739 mul_tensor_37" [label="(2304, 1)", style=solid]; +"738 compressed_weight_updated_constant37" -> "739 mul_tensor_37" [label="(2304, 768)", style=solid]; +"739 mul_tensor_37" -> "741 sub_tensor_37" [label="(2304, 768)", style=solid]; +"740 zero_point_updated_constant37" -> "741 sub_tensor_37" [label="(2304, 1)", style=solid]; +"741 sub_tensor_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; +"742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"745 transpose_55" -> "746 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"746 squeeze_9" -> "747 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "748 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "751 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "754 select_29" [label="(3, 197, 1, 768)", style=solid]; +"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"749 dequantize_per_tensor_default_56" -> "750 select_27" [label="(3, 197, 1, 768)", style=solid]; +"750 select_27" -> "755 view_72" [label="(197, 1, 768)", style=solid]; +"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"752 dequantize_per_tensor_default_57" -> "753 select_28" [label="(3, 197, 1, 768)", style=solid]; +"753 select_28" -> "757 view_73" [label="(197, 1, 768)", style=solid]; +"754 select_29" -> "759 view_74" [label="(197, 1, 768)", style=solid]; +"755 view_72" -> "756 transpose_56" [label="(197, 12, 64)", style=solid]; +"756 transpose_56" -> "761 view_75" [label="(12, 197, 64)", style=solid]; +"757 view_73" -> "758 transpose_57" [label="(197, 12, 64)", style=solid]; +"758 transpose_57" -> "762 view_76" [label="(12, 197, 64)", style=solid]; +"759 view_74" -> "760 transpose_58" [label="(197, 12, 64)", style=solid]; +"760 transpose_58" -> "763 view_77" [label="(12, 197, 64)", style=solid]; +"761 view_75" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"762 view_76" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; +"766 view_78" -> "767 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; +"770 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; +"771 scale_updated_constant38" -> "773 mul_tensor_38" [label="(768, 1)", style=solid]; +"772 compressed_weight_updated_constant38" -> "773 mul_tensor_38" [label="(768, 768)", style=solid]; +"773 mul_tensor_38" -> "775 sub_tensor_38" [label="(768, 768)", style=solid]; +"774 zero_point_updated_constant38" -> "775 sub_tensor_38" [label="(768, 1)", style=solid]; +"775 sub_tensor_38" -> "776 linear_37" [label="(768, 768)", style=solid]; +"776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; +"777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; +"778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; +"779 dropout_28" -> "780 add_19" [label="(1, 197, 768)", style=solid]; +"780 add_19" -> "783 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; +"781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; +"782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; +"783 layer_norm_19" -> "784 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; +"787 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; +"788 scale_updated_constant39" -> "790 mul_tensor_39" [label="(3072, 1)", style=solid]; +"789 compressed_weight_updated_constant39" -> "790 mul_tensor_39" [label="(3072, 768)", style=solid]; +"790 mul_tensor_39" -> "792 sub_tensor_39" [label="(3072, 768)", style=solid]; +"791 zero_point_updated_constant39" -> "792 sub_tensor_39" [label="(3072, 1)", style=solid]; +"792 sub_tensor_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; +"793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; +"794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; +"795 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; +"799 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; +"800 scale_updated_constant40" -> "802 mul_tensor_40" [label="(768, 1)", style=solid]; +"801 compressed_weight_updated_constant40" -> "802 mul_tensor_40" [label="(768, 3072)", style=solid]; +"802 mul_tensor_40" -> "804 sub_tensor_40" [label="(768, 3072)", style=solid]; +"803 zero_point_updated_constant40" -> "804 sub_tensor_40" [label="(768, 1)", style=solid]; +"804 sub_tensor_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; +"805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; +"806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; +"807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"807 add_20" -> "859 add_21" [label="(1, 197, 768)", style=solid]; +"808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; +"809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; +"810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; +"811 transpose_60" -> "812 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; +"815 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; +"816 scale_updated_constant41" -> "818 mul_tensor_41" [label="(2304, 1)", style=solid]; +"817 compressed_weight_updated_constant41" -> "818 mul_tensor_41" [label="(2304, 768)", style=solid]; +"818 mul_tensor_41" -> "820 sub_tensor_41" [label="(2304, 768)", style=solid]; +"819 zero_point_updated_constant41" -> "820 sub_tensor_41" [label="(2304, 1)", style=solid]; +"820 sub_tensor_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; +"821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"824 transpose_61" -> "825 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"825 squeeze_10" -> "826 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "827 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "830 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "833 select_32" [label="(3, 197, 1, 768)", style=solid]; +"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"828 dequantize_per_tensor_default_62" -> "829 select_30" [label="(3, 197, 1, 768)", style=solid]; +"829 select_30" -> "834 view_80" [label="(197, 1, 768)", style=solid]; +"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"831 dequantize_per_tensor_default_63" -> "832 select_31" [label="(3, 197, 1, 768)", style=solid]; +"832 select_31" -> "836 view_81" [label="(197, 1, 768)", style=solid]; +"833 select_32" -> "838 view_82" [label="(197, 1, 768)", style=solid]; +"834 view_80" -> "835 transpose_62" [label="(197, 12, 64)", style=solid]; +"835 transpose_62" -> "840 view_83" [label="(12, 197, 64)", style=solid]; +"836 view_81" -> "837 transpose_63" [label="(197, 12, 64)", style=solid]; +"837 transpose_63" -> "841 view_84" [label="(12, 197, 64)", style=solid]; +"838 view_82" -> "839 transpose_64" [label="(197, 12, 64)", style=solid]; +"839 transpose_64" -> "842 view_85" [label="(12, 197, 64)", style=solid]; +"840 view_83" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"841 view_84" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; +"845 view_86" -> "846 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; +"849 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; +"850 scale_updated_constant42" -> "852 mul_tensor_42" [label="(768, 1)", style=solid]; +"851 compressed_weight_updated_constant42" -> "852 mul_tensor_42" [label="(768, 768)", style=solid]; +"852 mul_tensor_42" -> "854 sub_tensor_42" [label="(768, 768)", style=solid]; +"853 zero_point_updated_constant42" -> "854 sub_tensor_42" [label="(768, 1)", style=solid]; +"854 sub_tensor_42" -> "855 linear_41" [label="(768, 768)", style=solid]; +"855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; +"856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; +"857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; +"858 dropout_31" -> "859 add_21" [label="(1, 197, 768)", style=solid]; +"859 add_21" -> "862 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; +"860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; +"861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; +"862 layer_norm_21" -> "863 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; +"866 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; +"867 scale_updated_constant43" -> "869 mul_tensor_43" [label="(3072, 1)", style=solid]; +"868 compressed_weight_updated_constant43" -> "869 mul_tensor_43" [label="(3072, 768)", style=solid]; +"869 mul_tensor_43" -> "871 sub_tensor_43" [label="(3072, 768)", style=solid]; +"870 zero_point_updated_constant43" -> "871 sub_tensor_43" [label="(3072, 1)", style=solid]; +"871 sub_tensor_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; +"872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; +"873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; +"874 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; +"878 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; +"879 scale_updated_constant44" -> "881 mul_tensor_44" [label="(768, 1)", style=solid]; +"880 compressed_weight_updated_constant44" -> "881 mul_tensor_44" [label="(768, 3072)", style=solid]; +"881 mul_tensor_44" -> "883 sub_tensor_44" [label="(768, 3072)", style=solid]; +"882 zero_point_updated_constant44" -> "883 sub_tensor_44" [label="(768, 1)", style=solid]; +"883 sub_tensor_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; +"884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; +"885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; +"886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"886 add_22" -> "938 add_23" [label="(1, 197, 768)", style=solid]; +"887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; +"888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; +"889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; +"890 transpose_66" -> "891 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; +"894 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; +"895 scale_updated_constant45" -> "897 mul_tensor_45" [label="(2304, 1)", style=solid]; +"896 compressed_weight_updated_constant45" -> "897 mul_tensor_45" [label="(2304, 768)", style=solid]; +"897 mul_tensor_45" -> "899 sub_tensor_45" [label="(2304, 768)", style=solid]; +"898 zero_point_updated_constant45" -> "899 sub_tensor_45" [label="(2304, 1)", style=solid]; +"899 sub_tensor_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; +"900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"903 transpose_67" -> "904 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"904 squeeze_11" -> "905 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "906 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "909 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "912 select_35" [label="(3, 197, 1, 768)", style=solid]; +"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"907 dequantize_per_tensor_default_68" -> "908 select_33" [label="(3, 197, 1, 768)", style=solid]; +"908 select_33" -> "913 view_88" [label="(197, 1, 768)", style=solid]; +"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"910 dequantize_per_tensor_default_69" -> "911 select_34" [label="(3, 197, 1, 768)", style=solid]; +"911 select_34" -> "915 view_89" [label="(197, 1, 768)", style=solid]; +"912 select_35" -> "917 view_90" [label="(197, 1, 768)", style=solid]; +"913 view_88" -> "914 transpose_68" [label="(197, 12, 64)", style=solid]; +"914 transpose_68" -> "919 view_91" [label="(12, 197, 64)", style=solid]; +"915 view_89" -> "916 transpose_69" [label="(197, 12, 64)", style=solid]; +"916 transpose_69" -> "920 view_92" [label="(12, 197, 64)", style=solid]; +"917 view_90" -> "918 transpose_70" [label="(197, 12, 64)", style=solid]; +"918 transpose_70" -> "921 view_93" [label="(12, 197, 64)", style=solid]; +"919 view_91" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"920 view_92" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; +"924 view_94" -> "925 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; +"928 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; +"929 scale_updated_constant46" -> "931 mul_tensor_46" [label="(768, 1)", style=solid]; +"930 compressed_weight_updated_constant46" -> "931 mul_tensor_46" [label="(768, 768)", style=solid]; +"931 mul_tensor_46" -> "933 sub_tensor_46" [label="(768, 768)", style=solid]; +"932 zero_point_updated_constant46" -> "933 sub_tensor_46" [label="(768, 1)", style=solid]; +"933 sub_tensor_46" -> "934 linear_45" [label="(768, 768)", style=solid]; +"934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; +"935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; +"936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; +"937 dropout_34" -> "938 add_23" [label="(1, 197, 768)", style=solid]; +"938 add_23" -> "941 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; +"939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; +"940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; +"941 layer_norm_23" -> "942 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; +"945 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; +"946 scale_updated_constant47" -> "948 mul_tensor_47" [label="(3072, 1)", style=solid]; +"947 compressed_weight_updated_constant47" -> "948 mul_tensor_47" [label="(3072, 768)", style=solid]; +"948 mul_tensor_47" -> "950 sub_tensor_47" [label="(3072, 768)", style=solid]; +"949 zero_point_updated_constant47" -> "950 sub_tensor_47" [label="(3072, 1)", style=solid]; +"950 sub_tensor_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; +"951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; +"952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; +"953 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; +"957 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; +"958 scale_updated_constant48" -> "960 mul_tensor_48" [label="(768, 1)", style=solid]; +"959 compressed_weight_updated_constant48" -> "960 mul_tensor_48" [label="(768, 3072)", style=solid]; +"960 mul_tensor_48" -> "962 sub_tensor_48" [label="(768, 3072)", style=solid]; +"961 zero_point_updated_constant48" -> "962 sub_tensor_48" [label="(768, 1)", style=solid]; +"962 sub_tensor_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; +"963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; +"964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; +"965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"966 _param_constant148" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; +"974 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; +"975 scale_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 1)", style=solid]; +"976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 768)", style=solid]; +"977 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; +"978 zero_point_updated_constant49" -> "979 sub_tensor_49" [label="(1000, 1)", style=solid]; +"979 sub_tensor_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; +"980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index b4aa19e6b41..f29084b18c6 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,9 +2,9 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; "7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; "8 features_0_0_weight_bias_0_0" [id=8, type=get_attr]; @@ -14,9 +14,9 @@ strict digraph { "12 hardswish_" [id=12, type=hardswish_]; "13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; "14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 conv2d_1_scale_0" [id=16, type=get_attr]; -"17 conv2d_1_zero_point_0" [id=17, type=get_attr]; +"15 conv2d_1_scale_0" [id=15, type=get_attr]; +"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; +"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; "18 quantize_per_channel_default_2" [id=18, type=quantize_per_channel]; "19 dequantize_per_channel_default_2" [id=19, type=dequantize_per_channel]; "20 features_1_block_0_0_weight_bias_0_0" [id=20, type=get_attr]; @@ -39,18 +39,18 @@ strict digraph { "37 mul" [id=37, type=mul]; "38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; "39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; -"40 _param_constant10" [id=40, type=get_attr]; -"41 conv2d_4_scale_0" [id=41, type=get_attr]; -"42 conv2d_4_zero_point_0" [id=42, type=get_attr]; +"40 conv2d_4_scale_0" [id=40, type=get_attr]; +"41 conv2d_4_zero_point_0" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant2" [id=42, type=get_attr]; "43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; "44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; "45 features_1_block_2_0_weight_bias_0_0" [id=45, type=get_attr]; "46 conv2d_4" [id=46, type=conv2d]; "47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; "48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; -"49 _param_constant13" [id=49, type=get_attr]; -"50 conv2d_5_scale_0" [id=50, type=get_attr]; -"51 conv2d_5_zero_point_0" [id=51, type=get_attr]; +"49 conv2d_5_scale_0" [id=49, type=get_attr]; +"50 conv2d_5_zero_point_0" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant3" [id=51, type=get_attr]; "52 quantize_per_channel_default_4" [id=52, type=quantize_per_channel]; "53 dequantize_per_channel_default_4" [id=53, type=dequantize_per_channel]; "54 features_2_block_0_0_weight_bias_0_0" [id=54, type=get_attr]; @@ -60,9 +60,9 @@ strict digraph { "58 relu__1" [id=58, type=relu_]; "59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; "60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; -"61 _param_constant16" [id=61, type=get_attr]; -"62 conv2d_6_scale_0" [id=62, type=get_attr]; -"63 conv2d_6_zero_point_0" [id=63, type=get_attr]; +"61 conv2d_6_scale_0" [id=61, type=get_attr]; +"62 conv2d_6_zero_point_0" [id=62, type=get_attr]; +"63 compressed_weight_updated_constant4" [id=63, type=get_attr]; "64 quantize_per_channel_default_6" [id=64, type=quantize_per_channel]; "65 dequantize_per_channel_default_6" [id=65, type=dequantize_per_channel]; "66 features_2_block_1_0_weight_bias_0_0" [id=66, type=get_attr]; @@ -70,9 +70,9 @@ strict digraph { "68 relu__2" [id=68, type=relu_]; "69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; "70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; -"71 _param_constant19" [id=71, type=get_attr]; -"72 conv2d_7_scale_0" [id=72, type=get_attr]; -"73 conv2d_7_zero_point_0" [id=73, type=get_attr]; +"71 conv2d_7_scale_0" [id=71, type=get_attr]; +"72 conv2d_7_zero_point_0" [id=72, type=get_attr]; +"73 compressed_weight_updated_constant5" [id=73, type=get_attr]; "74 quantize_per_channel_default_7" [id=74, type=quantize_per_channel]; "75 dequantize_per_channel_default_7" [id=75, type=dequantize_per_channel]; "76 features_2_block_2_0_weight_bias_0_0" [id=76, type=get_attr]; @@ -80,9 +80,9 @@ strict digraph { "78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; "79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; "80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; -"81 _param_constant22" [id=81, type=get_attr]; -"82 conv2d_8_scale_0" [id=82, type=get_attr]; -"83 conv2d_8_zero_point_0" [id=83, type=get_attr]; +"81 conv2d_8_scale_0" [id=81, type=get_attr]; +"82 conv2d_8_zero_point_0" [id=82, type=get_attr]; +"83 compressed_weight_updated_constant6" [id=83, type=get_attr]; "84 quantize_per_channel_default_8" [id=84, type=quantize_per_channel]; "85 dequantize_per_channel_default_8" [id=85, type=dequantize_per_channel]; "86 features_3_block_0_0_weight_bias_0_0" [id=86, type=get_attr]; @@ -92,9 +92,9 @@ strict digraph { "90 relu__3" [id=90, type=relu_]; "91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; "92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; -"93 _param_constant25" [id=93, type=get_attr]; -"94 conv2d_9_scale_0" [id=94, type=get_attr]; -"95 conv2d_9_zero_point_0" [id=95, type=get_attr]; +"93 conv2d_9_scale_0" [id=93, type=get_attr]; +"94 conv2d_9_zero_point_0" [id=94, type=get_attr]; +"95 compressed_weight_updated_constant7" [id=95, type=get_attr]; "96 quantize_per_channel_default_10" [id=96, type=quantize_per_channel]; "97 dequantize_per_channel_default_10" [id=97, type=dequantize_per_channel]; "98 features_3_block_1_0_weight_bias_0_0" [id=98, type=get_attr]; @@ -102,9 +102,9 @@ strict digraph { "100 relu__4" [id=100, type=relu_]; "101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; "102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; -"103 _param_constant28" [id=103, type=get_attr]; -"104 conv2d_10_scale_0" [id=104, type=get_attr]; -"105 conv2d_10_zero_point_0" [id=105, type=get_attr]; +"103 conv2d_10_scale_0" [id=103, type=get_attr]; +"104 conv2d_10_zero_point_0" [id=104, type=get_attr]; +"105 compressed_weight_updated_constant8" [id=105, type=get_attr]; "106 quantize_per_channel_default_11" [id=106, type=quantize_per_channel]; "107 dequantize_per_channel_default_11" [id=107, type=dequantize_per_channel]; "108 features_3_block_2_0_weight_bias_0_0" [id=108, type=get_attr]; @@ -114,9 +114,9 @@ strict digraph { "112 add_" [id=112, type=add_]; "113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; "114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; -"115 _param_constant31" [id=115, type=get_attr]; -"116 conv2d_11_scale_0" [id=116, type=get_attr]; -"117 conv2d_11_zero_point_0" [id=117, type=get_attr]; +"115 conv2d_11_scale_0" [id=115, type=get_attr]; +"116 conv2d_11_zero_point_0" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant9" [id=117, type=get_attr]; "118 quantize_per_channel_default_12" [id=118, type=quantize_per_channel]; "119 dequantize_per_channel_default_12" [id=119, type=dequantize_per_channel]; "120 features_4_block_0_0_weight_bias_0_0" [id=120, type=get_attr]; @@ -126,9 +126,9 @@ strict digraph { "124 hardswish__1" [id=124, type=hardswish_]; "125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; "126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; -"127 _param_constant34" [id=127, type=get_attr]; -"128 conv2d_12_scale_0" [id=128, type=get_attr]; -"129 conv2d_12_zero_point_0" [id=129, type=get_attr]; +"127 conv2d_12_scale_0" [id=127, type=get_attr]; +"128 conv2d_12_zero_point_0" [id=128, type=get_attr]; +"129 compressed_weight_updated_constant10" [id=129, type=get_attr]; "130 quantize_per_channel_default_14" [id=130, type=quantize_per_channel]; "131 dequantize_per_channel_default_14" [id=131, type=dequantize_per_channel]; "132 features_4_block_1_0_weight_bias_0_0" [id=132, type=get_attr]; @@ -151,9 +151,9 @@ strict digraph { "149 mul_1" [id=149, type=mul]; "150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; "151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; -"152 _param_constant41" [id=152, type=get_attr]; -"153 conv2d_15_scale_0" [id=153, type=get_attr]; -"154 conv2d_15_zero_point_0" [id=154, type=get_attr]; +"152 conv2d_15_scale_0" [id=152, type=get_attr]; +"153 conv2d_15_zero_point_0" [id=153, type=get_attr]; +"154 compressed_weight_updated_constant11" [id=154, type=get_attr]; "155 quantize_per_channel_default_15" [id=155, type=quantize_per_channel]; "156 dequantize_per_channel_default_15" [id=156, type=dequantize_per_channel]; "157 features_4_block_3_0_weight_bias_0_0" [id=157, type=get_attr]; @@ -161,9 +161,9 @@ strict digraph { "159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; "161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; -"162 _param_constant44" [id=162, type=get_attr]; -"163 conv2d_16_scale_0" [id=163, type=get_attr]; -"164 conv2d_16_zero_point_0" [id=164, type=get_attr]; +"162 conv2d_16_scale_0" [id=162, type=get_attr]; +"163 conv2d_16_zero_point_0" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant12" [id=164, type=get_attr]; "165 quantize_per_channel_default_16" [id=165, type=quantize_per_channel]; "166 dequantize_per_channel_default_16" [id=166, type=dequantize_per_channel]; "167 features_5_block_0_0_weight_bias_0_0" [id=167, type=get_attr]; @@ -173,9 +173,9 @@ strict digraph { "171 hardswish__3" [id=171, type=hardswish_]; "172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; "173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; -"174 _param_constant47" [id=174, type=get_attr]; -"175 conv2d_17_scale_0" [id=175, type=get_attr]; -"176 conv2d_17_zero_point_0" [id=176, type=get_attr]; +"174 conv2d_17_scale_0" [id=174, type=get_attr]; +"175 conv2d_17_zero_point_0" [id=175, type=get_attr]; +"176 compressed_weight_updated_constant13" [id=176, type=get_attr]; "177 quantize_per_channel_default_18" [id=177, type=quantize_per_channel]; "178 dequantize_per_channel_default_18" [id=178, type=dequantize_per_channel]; "179 features_5_block_1_0_weight_bias_0_0" [id=179, type=get_attr]; @@ -198,9 +198,9 @@ strict digraph { "196 mul_2" [id=196, type=mul]; "197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; "198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; -"199 _param_constant54" [id=199, type=get_attr]; -"200 conv2d_20_scale_0" [id=200, type=get_attr]; -"201 conv2d_20_zero_point_0" [id=201, type=get_attr]; +"199 conv2d_20_scale_0" [id=199, type=get_attr]; +"200 conv2d_20_zero_point_0" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant14" [id=201, type=get_attr]; "202 quantize_per_channel_default_19" [id=202, type=quantize_per_channel]; "203 dequantize_per_channel_default_19" [id=203, type=dequantize_per_channel]; "204 features_5_block_3_0_weight_bias_0_0" [id=204, type=get_attr]; @@ -211,9 +211,9 @@ strict digraph { "209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; "210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; "211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; -"212 _param_constant57" [id=212, type=get_attr]; -"213 conv2d_21_scale_0" [id=213, type=get_attr]; -"214 conv2d_21_zero_point_0" [id=214, type=get_attr]; +"212 conv2d_21_scale_0" [id=212, type=get_attr]; +"213 conv2d_21_zero_point_0" [id=213, type=get_attr]; +"214 compressed_weight_updated_constant15" [id=214, type=get_attr]; "215 quantize_per_channel_default_20" [id=215, type=quantize_per_channel]; "216 dequantize_per_channel_default_20" [id=216, type=dequantize_per_channel]; "217 features_6_block_0_0_weight_bias_0_0" [id=217, type=get_attr]; @@ -223,9 +223,9 @@ strict digraph { "221 hardswish__5" [id=221, type=hardswish_]; "222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; "223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; -"224 _param_constant60" [id=224, type=get_attr]; -"225 conv2d_22_scale_0" [id=225, type=get_attr]; -"226 conv2d_22_zero_point_0" [id=226, type=get_attr]; +"224 conv2d_22_scale_0" [id=224, type=get_attr]; +"225 conv2d_22_zero_point_0" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant16" [id=226, type=get_attr]; "227 quantize_per_channel_default_22" [id=227, type=quantize_per_channel]; "228 dequantize_per_channel_default_22" [id=228, type=dequantize_per_channel]; "229 features_6_block_1_0_weight_bias_0_0" [id=229, type=get_attr]; @@ -248,9 +248,9 @@ strict digraph { "246 mul_3" [id=246, type=mul]; "247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; "248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; -"249 _param_constant67" [id=249, type=get_attr]; -"250 conv2d_25_scale_0" [id=250, type=get_attr]; -"251 conv2d_25_zero_point_0" [id=251, type=get_attr]; +"249 conv2d_25_scale_0" [id=249, type=get_attr]; +"250 conv2d_25_zero_point_0" [id=250, type=get_attr]; +"251 compressed_weight_updated_constant17" [id=251, type=get_attr]; "252 quantize_per_channel_default_23" [id=252, type=quantize_per_channel]; "253 dequantize_per_channel_default_23" [id=253, type=dequantize_per_channel]; "254 features_6_block_3_0_weight_bias_0_0" [id=254, type=get_attr]; @@ -260,9 +260,9 @@ strict digraph { "258 add__2" [id=258, type=add_]; "259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; "260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; -"261 _param_constant70" [id=261, type=get_attr]; -"262 conv2d_26_scale_0" [id=262, type=get_attr]; -"263 conv2d_26_zero_point_0" [id=263, type=get_attr]; +"261 conv2d_26_scale_0" [id=261, type=get_attr]; +"262 conv2d_26_zero_point_0" [id=262, type=get_attr]; +"263 compressed_weight_updated_constant18" [id=263, type=get_attr]; "264 quantize_per_channel_default_24" [id=264, type=quantize_per_channel]; "265 dequantize_per_channel_default_24" [id=265, type=dequantize_per_channel]; "266 features_7_block_0_0_weight_bias_0_0" [id=266, type=get_attr]; @@ -272,9 +272,9 @@ strict digraph { "270 hardswish__7" [id=270, type=hardswish_]; "271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; "272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; -"273 _param_constant73" [id=273, type=get_attr]; -"274 conv2d_27_scale_0" [id=274, type=get_attr]; -"275 conv2d_27_zero_point_0" [id=275, type=get_attr]; +"273 conv2d_27_scale_0" [id=273, type=get_attr]; +"274 conv2d_27_zero_point_0" [id=274, type=get_attr]; +"275 compressed_weight_updated_constant19" [id=275, type=get_attr]; "276 quantize_per_channel_default_26" [id=276, type=quantize_per_channel]; "277 dequantize_per_channel_default_26" [id=277, type=dequantize_per_channel]; "278 features_7_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; @@ -297,9 +297,9 @@ strict digraph { "295 mul_4" [id=295, type=mul]; "296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; "297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; -"298 _param_constant80" [id=298, type=get_attr]; -"299 conv2d_30_scale_0" [id=299, type=get_attr]; -"300 conv2d_30_zero_point_0" [id=300, type=get_attr]; +"298 conv2d_30_scale_0" [id=298, type=get_attr]; +"299 conv2d_30_zero_point_0" [id=299, type=get_attr]; +"300 compressed_weight_updated_constant20" [id=300, type=get_attr]; "301 quantize_per_channel_default_27" [id=301, type=quantize_per_channel]; "302 dequantize_per_channel_default_27" [id=302, type=dequantize_per_channel]; "303 features_7_block_3_0_weight_bias_0_0" [id=303, type=get_attr]; @@ -307,9 +307,9 @@ strict digraph { "305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; "306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; "307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; -"308 _param_constant83" [id=308, type=get_attr]; -"309 conv2d_31_scale_0" [id=309, type=get_attr]; -"310 conv2d_31_zero_point_0" [id=310, type=get_attr]; +"308 conv2d_31_scale_0" [id=308, type=get_attr]; +"309 conv2d_31_zero_point_0" [id=309, type=get_attr]; +"310 compressed_weight_updated_constant21" [id=310, type=get_attr]; "311 quantize_per_channel_default_28" [id=311, type=quantize_per_channel]; "312 dequantize_per_channel_default_28" [id=312, type=dequantize_per_channel]; "313 features_8_block_0_0_weight_bias_0_0" [id=313, type=get_attr]; @@ -319,9 +319,9 @@ strict digraph { "317 hardswish__9" [id=317, type=hardswish_]; "318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; "319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; -"320 _param_constant86" [id=320, type=get_attr]; -"321 conv2d_32_scale_0" [id=321, type=get_attr]; -"322 conv2d_32_zero_point_0" [id=322, type=get_attr]; +"320 conv2d_32_scale_0" [id=320, type=get_attr]; +"321 conv2d_32_zero_point_0" [id=321, type=get_attr]; +"322 compressed_weight_updated_constant22" [id=322, type=get_attr]; "323 quantize_per_channel_default_30" [id=323, type=quantize_per_channel]; "324 dequantize_per_channel_default_30" [id=324, type=dequantize_per_channel]; "325 features_8_block_1_0_weight_bias_0_0" [id=325, type=get_attr]; @@ -344,9 +344,9 @@ strict digraph { "342 mul_5" [id=342, type=mul]; "343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; "344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; -"345 _param_constant93" [id=345, type=get_attr]; -"346 conv2d_35_scale_0" [id=346, type=get_attr]; -"347 conv2d_35_zero_point_0" [id=347, type=get_attr]; +"345 conv2d_35_scale_0" [id=345, type=get_attr]; +"346 conv2d_35_zero_point_0" [id=346, type=get_attr]; +"347 compressed_weight_updated_constant23" [id=347, type=get_attr]; "348 quantize_per_channel_default_31" [id=348, type=quantize_per_channel]; "349 dequantize_per_channel_default_31" [id=349, type=dequantize_per_channel]; "350 features_8_block_3_0_weight_bias_0_0" [id=350, type=get_attr]; @@ -356,9 +356,9 @@ strict digraph { "354 add__3" [id=354, type=add_]; "355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; "356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; -"357 _param_constant96" [id=357, type=get_attr]; -"358 conv2d_36_scale_0" [id=358, type=get_attr]; -"359 conv2d_36_zero_point_0" [id=359, type=get_attr]; +"357 conv2d_36_scale_0" [id=357, type=get_attr]; +"358 conv2d_36_zero_point_0" [id=358, type=get_attr]; +"359 compressed_weight_updated_constant24" [id=359, type=get_attr]; "360 quantize_per_channel_default_32" [id=360, type=quantize_per_channel]; "361 dequantize_per_channel_default_32" [id=361, type=dequantize_per_channel]; "362 features_9_block_0_0_weight_bias_0_0" [id=362, type=get_attr]; @@ -368,9 +368,9 @@ strict digraph { "366 hardswish__11" [id=366, type=hardswish_]; "367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; "368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; -"369 _param_constant99" [id=369, type=get_attr]; -"370 conv2d_37_scale_0" [id=370, type=get_attr]; -"371 conv2d_37_zero_point_0" [id=371, type=get_attr]; +"369 conv2d_37_scale_0" [id=369, type=get_attr]; +"370 conv2d_37_zero_point_0" [id=370, type=get_attr]; +"371 compressed_weight_updated_constant25" [id=371, type=get_attr]; "372 quantize_per_channel_default_34" [id=372, type=quantize_per_channel]; "373 dequantize_per_channel_default_34" [id=373, type=dequantize_per_channel]; "374 features_9_block_1_0_weight_bias_0_0" [id=374, type=get_attr]; @@ -393,9 +393,9 @@ strict digraph { "391 mul_6" [id=391, type=mul]; "392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; "393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; -"394 _param_constant106" [id=394, type=get_attr]; -"395 conv2d_40_scale_0" [id=395, type=get_attr]; -"396 conv2d_40_zero_point_0" [id=396, type=get_attr]; +"394 conv2d_40_scale_0" [id=394, type=get_attr]; +"395 conv2d_40_zero_point_0" [id=395, type=get_attr]; +"396 compressed_weight_updated_constant26" [id=396, type=get_attr]; "397 quantize_per_channel_default_35" [id=397, type=quantize_per_channel]; "398 dequantize_per_channel_default_35" [id=398, type=dequantize_per_channel]; "399 features_9_block_3_0_weight_bias_0_0" [id=399, type=get_attr]; @@ -403,9 +403,9 @@ strict digraph { "401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; "402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; "403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; -"404 _param_constant109" [id=404, type=get_attr]; -"405 conv2d_41_scale_0" [id=405, type=get_attr]; -"406 conv2d_41_zero_point_0" [id=406, type=get_attr]; +"404 conv2d_41_scale_0" [id=404, type=get_attr]; +"405 conv2d_41_zero_point_0" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant27" [id=406, type=get_attr]; "407 quantize_per_channel_default_36" [id=407, type=quantize_per_channel]; "408 dequantize_per_channel_default_36" [id=408, type=dequantize_per_channel]; "409 features_10_block_0_0_weight_bias_0_0" [id=409, type=get_attr]; @@ -415,9 +415,9 @@ strict digraph { "413 hardswish__13" [id=413, type=hardswish_]; "414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; "415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; -"416 _param_constant112" [id=416, type=get_attr]; -"417 conv2d_42_scale_0" [id=417, type=get_attr]; -"418 conv2d_42_zero_point_0" [id=418, type=get_attr]; +"416 conv2d_42_scale_0" [id=416, type=get_attr]; +"417 conv2d_42_zero_point_0" [id=417, type=get_attr]; +"418 compressed_weight_updated_constant28" [id=418, type=get_attr]; "419 quantize_per_channel_default_38" [id=419, type=quantize_per_channel]; "420 dequantize_per_channel_default_38" [id=420, type=dequantize_per_channel]; "421 features_10_block_1_0_weight_bias_0_0" [id=421, type=get_attr]; @@ -440,9 +440,9 @@ strict digraph { "438 mul_7" [id=438, type=mul]; "439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; "440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; -"441 _param_constant119" [id=441, type=get_attr]; -"442 conv2d_45_scale_0" [id=442, type=get_attr]; -"443 conv2d_45_zero_point_0" [id=443, type=get_attr]; +"441 conv2d_45_scale_0" [id=441, type=get_attr]; +"442 conv2d_45_zero_point_0" [id=442, type=get_attr]; +"443 compressed_weight_updated_constant29" [id=443, type=get_attr]; "444 quantize_per_channel_default_39" [id=444, type=quantize_per_channel]; "445 dequantize_per_channel_default_39" [id=445, type=dequantize_per_channel]; "446 features_10_block_3_0_weight_bias_0_0" [id=446, type=get_attr]; @@ -453,9 +453,9 @@ strict digraph { "451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; "452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; "453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; -"454 _param_constant122" [id=454, type=get_attr]; -"455 conv2d_46_scale_0" [id=455, type=get_attr]; -"456 conv2d_46_zero_point_0" [id=456, type=get_attr]; +"454 conv2d_46_scale_0" [id=454, type=get_attr]; +"455 conv2d_46_zero_point_0" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant30" [id=456, type=get_attr]; "457 quantize_per_channel_default_40" [id=457, type=quantize_per_channel]; "458 dequantize_per_channel_default_40" [id=458, type=dequantize_per_channel]; "459 features_11_block_0_0_weight_bias_0_0" [id=459, type=get_attr]; @@ -465,9 +465,9 @@ strict digraph { "463 hardswish__15" [id=463, type=hardswish_]; "464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; "465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; -"466 _param_constant125" [id=466, type=get_attr]; -"467 conv2d_47_scale_0" [id=467, type=get_attr]; -"468 conv2d_47_zero_point_0" [id=468, type=get_attr]; +"466 conv2d_47_scale_0" [id=466, type=get_attr]; +"467 conv2d_47_zero_point_0" [id=467, type=get_attr]; +"468 compressed_weight_updated_constant31" [id=468, type=get_attr]; "469 quantize_per_channel_default_42" [id=469, type=quantize_per_channel]; "470 dequantize_per_channel_default_42" [id=470, type=dequantize_per_channel]; "471 features_11_block_1_0_weight_bias_0_0" [id=471, type=get_attr]; @@ -490,9 +490,9 @@ strict digraph { "488 mul_8" [id=488, type=mul]; "489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; "490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 _param_constant132" [id=491, type=get_attr]; -"492 conv2d_50_scale_0" [id=492, type=get_attr]; -"493 conv2d_50_zero_point_0" [id=493, type=get_attr]; +"491 conv2d_50_scale_0" [id=491, type=get_attr]; +"492 conv2d_50_zero_point_0" [id=492, type=get_attr]; +"493 compressed_weight_updated_constant32" [id=493, type=get_attr]; "494 quantize_per_channel_default_43" [id=494, type=quantize_per_channel]; "495 dequantize_per_channel_default_43" [id=495, type=dequantize_per_channel]; "496 features_11_block_3_0_weight_bias_0_0" [id=496, type=get_attr]; @@ -502,9 +502,9 @@ strict digraph { "500 add__5" [id=500, type=add_]; "501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; "502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 _param_constant135" [id=503, type=get_attr]; -"504 conv2d_51_scale_0" [id=504, type=get_attr]; -"505 conv2d_51_zero_point_0" [id=505, type=get_attr]; +"503 conv2d_51_scale_0" [id=503, type=get_attr]; +"504 conv2d_51_zero_point_0" [id=504, type=get_attr]; +"505 compressed_weight_updated_constant33" [id=505, type=get_attr]; "506 quantize_per_channel_default_44" [id=506, type=quantize_per_channel]; "507 dequantize_per_channel_default_44" [id=507, type=dequantize_per_channel]; "508 features_12_0_weight_bias_0_0" [id=508, type=get_attr]; @@ -516,9 +516,9 @@ strict digraph { "514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; "515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; "516 flatten" [id=516, type=flatten]; -"517 _param_constant138" [id=517, type=get_attr]; -"518 linear_scale_0" [id=518, type=get_attr]; -"519 linear_zero_point_0" [id=519, type=get_attr]; +"517 linear_scale_0" [id=517, type=get_attr]; +"518 linear_zero_point_0" [id=518, type=get_attr]; +"519 compressed_weight_updated_constant34" [id=519, type=get_attr]; "520 quantize_per_channel_default_45" [id=520, type=quantize_per_channel]; "521 dequantize_per_channel_default_45" [id=521, type=dequantize_per_channel]; "522 _param_constant139_0_0" [id=522, type=get_attr]; @@ -527,9 +527,9 @@ strict digraph { "525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; "526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; "527 dropout_" [id=527, type=dropout_]; -"528 _param_constant140" [id=528, type=get_attr]; -"529 linear_1_scale_0" [id=529, type=get_attr]; -"530 linear_1_zero_point_0" [id=530, type=get_attr]; +"528 linear_1_scale_0" [id=528, type=get_attr]; +"529 linear_1_zero_point_0" [id=529, type=get_attr]; +"530 compressed_weight_updated_constant35" [id=530, type=get_attr]; "531 quantize_per_channel_default_46" [id=531, type=quantize_per_channel]; "532 dequantize_per_channel_default_46" [id=532, type=dequantize_per_channel]; "533 _param_constant141_0_0" [id=533, type=get_attr]; @@ -538,11 +538,11 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; "6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; "7 dequantize_per_channel_default" -> "9 conv2d" [label="(16, 3, 3, 3)", style=solid]; "8 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; @@ -554,11 +554,11 @@ strict digraph { "12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"15 _param_constant3" -> "18 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; -"16 conv2d_1_scale_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; -"16 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"17 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; -"17 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"15 conv2d_1_scale_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"15 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"16 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"16 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"17 compressed_weight_updated_constant1" -> "18 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; "18 quantize_per_channel_default_2" -> "19 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; "19 dequantize_per_channel_default_2" -> "21 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; "20 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; @@ -582,22 +582,22 @@ strict digraph { "37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; "38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"40 _param_constant10" -> "43 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; -"41 conv2d_4_scale_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; -"41 conv2d_4_scale_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; -"42 conv2d_4_zero_point_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; -"42 conv2d_4_zero_point_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"40 conv2d_4_scale_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"40 conv2d_4_scale_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"41 conv2d_4_zero_point_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"41 conv2d_4_zero_point_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"42 compressed_weight_updated_constant2" -> "43 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; "43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; "44 dequantize_per_channel_default_3" -> "46 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; "45 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; "46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; "48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"49 _param_constant13" -> "52 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; -"50 conv2d_5_scale_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; -"50 conv2d_5_scale_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"51 conv2d_5_zero_point_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; -"51 conv2d_5_zero_point_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"49 conv2d_5_scale_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"49 conv2d_5_scale_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"50 conv2d_5_zero_point_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"50 conv2d_5_zero_point_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"51 compressed_weight_updated_constant3" -> "52 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; "52 quantize_per_channel_default_4" -> "53 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; "53 dequantize_per_channel_default_4" -> "55 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; "54 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; @@ -609,11 +609,11 @@ strict digraph { "58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"61 _param_constant16" -> "64 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; -"62 conv2d_6_scale_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; -"62 conv2d_6_scale_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; -"63 conv2d_6_zero_point_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; -"63 conv2d_6_zero_point_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"61 conv2d_6_scale_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"61 conv2d_6_scale_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"62 conv2d_6_zero_point_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"62 conv2d_6_zero_point_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"63 compressed_weight_updated_constant4" -> "64 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; "64 quantize_per_channel_default_6" -> "65 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; "65 dequantize_per_channel_default_6" -> "67 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; "66 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; @@ -621,11 +621,11 @@ strict digraph { "68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; "69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; "70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"71 _param_constant19" -> "74 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; -"72 conv2d_7_scale_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; -"72 conv2d_7_scale_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; -"73 conv2d_7_zero_point_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; -"73 conv2d_7_zero_point_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"71 conv2d_7_scale_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"71 conv2d_7_scale_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"72 conv2d_7_zero_point_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"72 conv2d_7_zero_point_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"73 compressed_weight_updated_constant5" -> "74 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; "74 quantize_per_channel_default_7" -> "75 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; "75 dequantize_per_channel_default_7" -> "77 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; "76 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; @@ -634,11 +634,11 @@ strict digraph { "78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; "79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"81 _param_constant22" -> "84 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; -"82 conv2d_8_scale_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; -"82 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; -"83 conv2d_8_zero_point_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; -"83 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"81 conv2d_8_scale_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"81 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"82 conv2d_8_zero_point_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"82 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"83 compressed_weight_updated_constant6" -> "84 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; "84 quantize_per_channel_default_8" -> "85 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; "85 dequantize_per_channel_default_8" -> "87 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; "86 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; @@ -650,11 +650,11 @@ strict digraph { "90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"93 _param_constant25" -> "96 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; -"94 conv2d_9_scale_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; -"94 conv2d_9_scale_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; -"95 conv2d_9_zero_point_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; -"95 conv2d_9_zero_point_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"93 conv2d_9_scale_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"93 conv2d_9_scale_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"94 conv2d_9_zero_point_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"94 conv2d_9_zero_point_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"95 compressed_weight_updated_constant7" -> "96 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; "96 quantize_per_channel_default_10" -> "97 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; "97 dequantize_per_channel_default_10" -> "99 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; "98 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; @@ -662,11 +662,11 @@ strict digraph { "100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; "101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; "102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"103 _param_constant28" -> "106 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; -"104 conv2d_10_scale_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; -"104 conv2d_10_scale_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; -"105 conv2d_10_zero_point_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; -"105 conv2d_10_zero_point_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"103 conv2d_10_scale_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"103 conv2d_10_scale_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"104 conv2d_10_zero_point_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"104 conv2d_10_zero_point_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"105 compressed_weight_updated_constant8" -> "106 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; "106 quantize_per_channel_default_11" -> "107 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; "107 dequantize_per_channel_default_11" -> "109 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; "108 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; @@ -676,11 +676,11 @@ strict digraph { "112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; "113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; "114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"115 _param_constant31" -> "118 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; -"116 conv2d_11_scale_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"116 conv2d_11_scale_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"117 conv2d_11_zero_point_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"117 conv2d_11_zero_point_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"115 conv2d_11_scale_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"115 conv2d_11_scale_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"116 conv2d_11_zero_point_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"116 conv2d_11_zero_point_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"117 compressed_weight_updated_constant9" -> "118 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; "118 quantize_per_channel_default_12" -> "119 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; "119 dequantize_per_channel_default_12" -> "121 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; "120 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; @@ -692,11 +692,11 @@ strict digraph { "124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"127 _param_constant34" -> "130 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; -"128 conv2d_12_scale_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; -"128 conv2d_12_scale_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; -"129 conv2d_12_zero_point_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; -"129 conv2d_12_zero_point_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"127 conv2d_12_scale_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"127 conv2d_12_scale_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"128 conv2d_12_zero_point_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"128 conv2d_12_zero_point_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"129 compressed_weight_updated_constant10" -> "130 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; "130 quantize_per_channel_default_14" -> "131 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; "131 dequantize_per_channel_default_14" -> "133 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; "132 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; @@ -720,11 +720,11 @@ strict digraph { "149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; "150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"152 _param_constant41" -> "155 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; -"153 conv2d_15_scale_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; -"153 conv2d_15_scale_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; -"154 conv2d_15_zero_point_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; -"154 conv2d_15_zero_point_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"152 conv2d_15_scale_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"152 conv2d_15_scale_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"153 conv2d_15_zero_point_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"153 conv2d_15_zero_point_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"154 compressed_weight_updated_constant11" -> "155 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; "155 quantize_per_channel_default_15" -> "156 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; "156 dequantize_per_channel_default_15" -> "158 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; "157 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; @@ -733,11 +733,11 @@ strict digraph { "159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; "160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"162 _param_constant44" -> "165 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; -"163 conv2d_16_scale_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; -"163 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"164 conv2d_16_zero_point_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; -"164 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"162 conv2d_16_scale_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"162 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"163 conv2d_16_zero_point_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"163 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"164 compressed_weight_updated_constant12" -> "165 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; "165 quantize_per_channel_default_16" -> "166 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; "166 dequantize_per_channel_default_16" -> "168 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; "167 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; @@ -749,11 +749,11 @@ strict digraph { "171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"174 _param_constant47" -> "177 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; -"175 conv2d_17_scale_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; -"175 conv2d_17_scale_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; -"176 conv2d_17_zero_point_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; -"176 conv2d_17_zero_point_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"174 conv2d_17_scale_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"174 conv2d_17_scale_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"175 conv2d_17_zero_point_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"175 conv2d_17_zero_point_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"176 compressed_weight_updated_constant13" -> "177 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; "177 quantize_per_channel_default_18" -> "178 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; "178 dequantize_per_channel_default_18" -> "180 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; "179 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; @@ -777,11 +777,11 @@ strict digraph { "196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; "197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"199 _param_constant54" -> "202 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; -"200 conv2d_20_scale_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; -"200 conv2d_20_scale_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; -"201 conv2d_20_zero_point_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; -"201 conv2d_20_zero_point_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"199 conv2d_20_scale_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"199 conv2d_20_scale_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"200 conv2d_20_zero_point_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"200 conv2d_20_zero_point_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"201 compressed_weight_updated_constant14" -> "202 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; "202 quantize_per_channel_default_19" -> "203 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; "203 dequantize_per_channel_default_19" -> "205 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; "204 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; @@ -793,11 +793,11 @@ strict digraph { "209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; "211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"212 _param_constant57" -> "215 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; -"213 conv2d_21_scale_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; -"213 conv2d_21_scale_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; -"214 conv2d_21_zero_point_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; -"214 conv2d_21_zero_point_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"212 conv2d_21_scale_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"212 conv2d_21_scale_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"213 conv2d_21_zero_point_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"213 conv2d_21_zero_point_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"214 compressed_weight_updated_constant15" -> "215 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; "215 quantize_per_channel_default_20" -> "216 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; "216 dequantize_per_channel_default_20" -> "218 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; "217 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; @@ -809,11 +809,11 @@ strict digraph { "221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"224 _param_constant60" -> "227 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; -"225 conv2d_22_scale_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; -"225 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; -"226 conv2d_22_zero_point_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; -"226 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"224 conv2d_22_scale_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"224 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"225 conv2d_22_zero_point_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"225 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"226 compressed_weight_updated_constant16" -> "227 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; "227 quantize_per_channel_default_22" -> "228 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; "228 dequantize_per_channel_default_22" -> "230 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; "229 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; @@ -837,11 +837,11 @@ strict digraph { "246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; "248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"249 _param_constant67" -> "252 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; -"250 conv2d_25_scale_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; -"250 conv2d_25_scale_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; -"251 conv2d_25_zero_point_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; -"251 conv2d_25_zero_point_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"249 conv2d_25_scale_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"249 conv2d_25_scale_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"250 conv2d_25_zero_point_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"250 conv2d_25_zero_point_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"251 compressed_weight_updated_constant17" -> "252 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; "252 quantize_per_channel_default_23" -> "253 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; "253 dequantize_per_channel_default_23" -> "255 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; "254 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; @@ -851,11 +851,11 @@ strict digraph { "258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; "260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"261 _param_constant70" -> "264 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; -"262 conv2d_26_scale_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; -"262 conv2d_26_scale_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; -"263 conv2d_26_zero_point_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; -"263 conv2d_26_zero_point_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"261 conv2d_26_scale_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"261 conv2d_26_scale_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"262 conv2d_26_zero_point_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"262 conv2d_26_zero_point_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"263 compressed_weight_updated_constant18" -> "264 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; "264 quantize_per_channel_default_24" -> "265 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; "265 dequantize_per_channel_default_24" -> "267 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; "266 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; @@ -867,11 +867,11 @@ strict digraph { "270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"273 _param_constant73" -> "276 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; -"274 conv2d_27_scale_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; -"274 conv2d_27_scale_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; -"275 conv2d_27_zero_point_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; -"275 conv2d_27_zero_point_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"273 conv2d_27_scale_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"273 conv2d_27_scale_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"274 conv2d_27_zero_point_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"274 conv2d_27_zero_point_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"275 compressed_weight_updated_constant19" -> "276 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; "276 quantize_per_channel_default_26" -> "277 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; "277 dequantize_per_channel_default_26" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; "278 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; @@ -895,11 +895,11 @@ strict digraph { "295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; "296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; "297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"298 _param_constant80" -> "301 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; -"299 conv2d_30_scale_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; -"299 conv2d_30_scale_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; -"300 conv2d_30_zero_point_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; -"300 conv2d_30_zero_point_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"298 conv2d_30_scale_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"298 conv2d_30_scale_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"299 conv2d_30_zero_point_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"299 conv2d_30_zero_point_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"300 compressed_weight_updated_constant20" -> "301 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; "301 quantize_per_channel_default_27" -> "302 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; "302 dequantize_per_channel_default_27" -> "304 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; "303 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; @@ -908,11 +908,11 @@ strict digraph { "305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; "306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; "307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"308 _param_constant83" -> "311 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; -"309 conv2d_31_scale_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; -"309 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; -"310 conv2d_31_zero_point_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; -"310 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"308 conv2d_31_scale_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"308 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"309 conv2d_31_zero_point_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"309 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"310 compressed_weight_updated_constant21" -> "311 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; "311 quantize_per_channel_default_28" -> "312 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; "312 dequantize_per_channel_default_28" -> "314 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; "313 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; @@ -924,11 +924,11 @@ strict digraph { "317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"320 _param_constant86" -> "323 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; -"321 conv2d_32_scale_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; -"321 conv2d_32_scale_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; -"322 conv2d_32_zero_point_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; -"322 conv2d_32_zero_point_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"320 conv2d_32_scale_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"320 conv2d_32_scale_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"321 conv2d_32_zero_point_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"321 conv2d_32_zero_point_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"322 compressed_weight_updated_constant22" -> "323 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; "323 quantize_per_channel_default_30" -> "324 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; "324 dequantize_per_channel_default_30" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; "325 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; @@ -952,11 +952,11 @@ strict digraph { "342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; "343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; "344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"345 _param_constant93" -> "348 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; -"346 conv2d_35_scale_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; -"346 conv2d_35_scale_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; -"347 conv2d_35_zero_point_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; -"347 conv2d_35_zero_point_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"345 conv2d_35_scale_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"345 conv2d_35_scale_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"346 conv2d_35_zero_point_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"346 conv2d_35_zero_point_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"347 compressed_weight_updated_constant23" -> "348 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; "348 quantize_per_channel_default_31" -> "349 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; "349 dequantize_per_channel_default_31" -> "351 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; "350 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; @@ -966,11 +966,11 @@ strict digraph { "354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; "355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; "356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"357 _param_constant96" -> "360 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; -"358 conv2d_36_scale_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; -"358 conv2d_36_scale_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; -"359 conv2d_36_zero_point_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; -"359 conv2d_36_zero_point_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"357 conv2d_36_scale_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"357 conv2d_36_scale_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"358 conv2d_36_zero_point_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"358 conv2d_36_zero_point_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"359 compressed_weight_updated_constant24" -> "360 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; "360 quantize_per_channel_default_32" -> "361 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; "361 dequantize_per_channel_default_32" -> "363 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; "362 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; @@ -982,11 +982,11 @@ strict digraph { "366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"369 _param_constant99" -> "372 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; -"370 conv2d_37_scale_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; -"370 conv2d_37_scale_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; -"371 conv2d_37_zero_point_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; -"371 conv2d_37_zero_point_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"369 conv2d_37_scale_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"369 conv2d_37_scale_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"370 conv2d_37_zero_point_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"370 conv2d_37_zero_point_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"371 compressed_weight_updated_constant25" -> "372 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; "372 quantize_per_channel_default_34" -> "373 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; "373 dequantize_per_channel_default_34" -> "375 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; "374 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; @@ -1010,11 +1010,11 @@ strict digraph { "391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; "392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; "393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"394 _param_constant106" -> "397 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; -"395 conv2d_40_scale_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; -"395 conv2d_40_scale_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; -"396 conv2d_40_zero_point_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; -"396 conv2d_40_zero_point_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"394 conv2d_40_scale_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"394 conv2d_40_scale_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"395 conv2d_40_zero_point_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"395 conv2d_40_zero_point_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"396 compressed_weight_updated_constant26" -> "397 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; "397 quantize_per_channel_default_35" -> "398 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; "398 dequantize_per_channel_default_35" -> "400 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; "399 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; @@ -1023,11 +1023,11 @@ strict digraph { "401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; "402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; "403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"404 _param_constant109" -> "407 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; -"405 conv2d_41_scale_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; -"405 conv2d_41_scale_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; -"406 conv2d_41_zero_point_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; -"406 conv2d_41_zero_point_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"404 conv2d_41_scale_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"404 conv2d_41_scale_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"405 conv2d_41_zero_point_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"405 conv2d_41_zero_point_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"406 compressed_weight_updated_constant27" -> "407 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; "407 quantize_per_channel_default_36" -> "408 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; "408 dequantize_per_channel_default_36" -> "410 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; "409 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; @@ -1039,11 +1039,11 @@ strict digraph { "413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"416 _param_constant112" -> "419 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; -"417 conv2d_42_scale_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; -"417 conv2d_42_scale_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; -"418 conv2d_42_zero_point_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; -"418 conv2d_42_zero_point_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"416 conv2d_42_scale_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"416 conv2d_42_scale_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"417 conv2d_42_zero_point_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"417 conv2d_42_zero_point_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"418 compressed_weight_updated_constant28" -> "419 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; "419 quantize_per_channel_default_38" -> "420 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; "420 dequantize_per_channel_default_38" -> "422 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; "421 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; @@ -1067,11 +1067,11 @@ strict digraph { "438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; "439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; "440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"441 _param_constant119" -> "444 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; -"442 conv2d_45_scale_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"442 conv2d_45_scale_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"443 conv2d_45_zero_point_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"443 conv2d_45_zero_point_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"441 conv2d_45_scale_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"441 conv2d_45_scale_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"442 conv2d_45_zero_point_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"442 conv2d_45_zero_point_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"443 compressed_weight_updated_constant29" -> "444 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; "444 quantize_per_channel_default_39" -> "445 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; "445 dequantize_per_channel_default_39" -> "447 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; "446 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; @@ -1083,11 +1083,11 @@ strict digraph { "451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; "452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; "453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"454 _param_constant122" -> "457 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; -"455 conv2d_46_scale_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; -"455 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; -"456 conv2d_46_zero_point_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; -"456 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"454 conv2d_46_scale_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"454 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"455 conv2d_46_zero_point_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"455 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"456 compressed_weight_updated_constant30" -> "457 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; "457 quantize_per_channel_default_40" -> "458 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; "458 dequantize_per_channel_default_40" -> "460 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; "459 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; @@ -1099,11 +1099,11 @@ strict digraph { "463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"466 _param_constant125" -> "469 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; -"467 conv2d_47_scale_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; -"467 conv2d_47_scale_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; -"468 conv2d_47_zero_point_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; -"468 conv2d_47_zero_point_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"466 conv2d_47_scale_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"466 conv2d_47_scale_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"467 conv2d_47_zero_point_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"467 conv2d_47_zero_point_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"468 compressed_weight_updated_constant31" -> "469 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; "469 quantize_per_channel_default_42" -> "470 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; "470 dequantize_per_channel_default_42" -> "472 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; "471 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; @@ -1127,11 +1127,11 @@ strict digraph { "488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; "489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; "490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"491 _param_constant132" -> "494 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; -"492 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; -"492 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; -"493 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; -"493 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"491 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"491 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"492 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"492 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"493 compressed_weight_updated_constant32" -> "494 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; "494 quantize_per_channel_default_43" -> "495 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; "495 dequantize_per_channel_default_43" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; "496 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; @@ -1141,11 +1141,11 @@ strict digraph { "500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; "501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; "502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"503 _param_constant135" -> "506 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; -"504 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; -"504 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; -"505 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; -"505 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"503 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"503 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"504 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"504 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"505 compressed_weight_updated_constant33" -> "506 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; "506 quantize_per_channel_default_44" -> "507 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; "507 dequantize_per_channel_default_44" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; "508 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; @@ -1157,11 +1157,11 @@ strict digraph { "514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; "515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; "516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; -"517 _param_constant138" -> "520 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; -"518 linear_scale_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; -"518 linear_scale_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; -"519 linear_zero_point_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; -"519 linear_zero_point_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"517 linear_scale_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"517 linear_scale_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"518 linear_zero_point_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"518 linear_zero_point_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"519 compressed_weight_updated_constant34" -> "520 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; "520 quantize_per_channel_default_45" -> "521 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; "521 dequantize_per_channel_default_45" -> "523 linear" [label="(1024, 576)", style=solid]; "522 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; @@ -1170,11 +1170,11 @@ strict digraph { "525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; "526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; "527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; -"528 _param_constant140" -> "531 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; -"529 linear_1_scale_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; -"529 linear_1_scale_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; -"530 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; -"530 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"528 linear_1_scale_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"528 linear_1_scale_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"529 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"529 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 compressed_weight_updated_constant35" -> "531 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; "531 quantize_per_channel_default_46" -> "532 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; "532 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; "533 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index a2aab53280e..e2c32658bbb 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,9 +2,9 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; "7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; "8 conv1_weight_bias_0_0" [id=8, type=get_attr]; @@ -13,9 +13,9 @@ strict digraph { "11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; "13 max_pool2d" [id=13, type=max_pool2d]; -"14 _param_constant3" [id=14, type=get_attr]; -"15 conv2d_1_scale_0" [id=15, type=get_attr]; -"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; +"14 conv2d_1_scale_0" [id=14, type=get_attr]; +"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; +"16 compressed_weight_updated_constant1" [id=16, type=get_attr]; "17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; "18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; "19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; @@ -23,9 +23,9 @@ strict digraph { "21 relu__1" [id=21, type=relu_]; "22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; "23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 _param_constant6" [id=24, type=get_attr]; -"25 conv2d_2_scale_0" [id=25, type=get_attr]; -"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; +"24 conv2d_2_scale_0" [id=24, type=get_attr]; +"25 conv2d_2_zero_point_0" [id=25, type=get_attr]; +"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; "27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; "28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; "29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; @@ -37,9 +37,9 @@ strict digraph { "35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; "36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; "37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 _param_constant9" [id=38, type=get_attr]; -"39 conv2d_3_scale_0" [id=39, type=get_attr]; -"40 conv2d_3_zero_point_0" [id=40, type=get_attr]; +"38 conv2d_3_scale_0" [id=38, type=get_attr]; +"39 conv2d_3_zero_point_0" [id=39, type=get_attr]; +"40 compressed_weight_updated_constant3" [id=40, type=get_attr]; "41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; "42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; "43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; @@ -47,9 +47,9 @@ strict digraph { "45 relu__3" [id=45, type=relu_]; "46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; "47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 _param_constant12" [id=48, type=get_attr]; -"49 conv2d_4_scale_0" [id=49, type=get_attr]; -"50 conv2d_4_zero_point_0" [id=50, type=get_attr]; +"48 conv2d_4_scale_0" [id=48, type=get_attr]; +"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; +"50 compressed_weight_updated_constant4" [id=50, type=get_attr]; "51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; "52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; "53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; @@ -61,9 +61,9 @@ strict digraph { "59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; "60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; "61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 _param_constant15" [id=62, type=get_attr]; -"63 conv2d_5_scale_0" [id=63, type=get_attr]; -"64 conv2d_5_zero_point_0" [id=64, type=get_attr]; +"62 conv2d_5_scale_0" [id=62, type=get_attr]; +"63 conv2d_5_zero_point_0" [id=63, type=get_attr]; +"64 compressed_weight_updated_constant5" [id=64, type=get_attr]; "65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; "66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; "67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; @@ -71,18 +71,18 @@ strict digraph { "69 relu__5" [id=69, type=relu_]; "70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; "71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 _param_constant18" [id=72, type=get_attr]; -"73 conv2d_6_scale_0" [id=73, type=get_attr]; -"74 conv2d_6_zero_point_0" [id=74, type=get_attr]; +"72 conv2d_6_scale_0" [id=72, type=get_attr]; +"73 conv2d_6_zero_point_0" [id=73, type=get_attr]; +"74 compressed_weight_updated_constant6" [id=74, type=get_attr]; "75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; "76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; "77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; "78 conv2d_6" [id=78, type=conv2d]; "79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; "80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 _param_constant21" [id=81, type=get_attr]; -"82 conv2d_7_scale_0" [id=82, type=get_attr]; -"83 conv2d_7_zero_point_0" [id=83, type=get_attr]; +"81 conv2d_7_scale_0" [id=81, type=get_attr]; +"82 conv2d_7_zero_point_0" [id=82, type=get_attr]; +"83 compressed_weight_updated_constant7" [id=83, type=get_attr]; "84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; "85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; "86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; @@ -94,9 +94,9 @@ strict digraph { "92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; "94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 _param_constant24" [id=95, type=get_attr]; -"96 conv2d_8_scale_0" [id=96, type=get_attr]; -"97 conv2d_8_zero_point_0" [id=97, type=get_attr]; +"95 conv2d_8_scale_0" [id=95, type=get_attr]; +"96 conv2d_8_zero_point_0" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant8" [id=97, type=get_attr]; "98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; "99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; "100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; @@ -104,9 +104,9 @@ strict digraph { "102 relu__7" [id=102, type=relu_]; "103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; "104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 _param_constant27" [id=105, type=get_attr]; -"106 conv2d_9_scale_0" [id=106, type=get_attr]; -"107 conv2d_9_zero_point_0" [id=107, type=get_attr]; +"105 conv2d_9_scale_0" [id=105, type=get_attr]; +"106 conv2d_9_zero_point_0" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant9" [id=107, type=get_attr]; "108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; "109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; "110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; @@ -118,9 +118,9 @@ strict digraph { "116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; "117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; "118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 _param_constant30" [id=119, type=get_attr]; -"120 conv2d_10_scale_0" [id=120, type=get_attr]; -"121 conv2d_10_zero_point_0" [id=121, type=get_attr]; +"119 conv2d_10_scale_0" [id=119, type=get_attr]; +"120 conv2d_10_zero_point_0" [id=120, type=get_attr]; +"121 compressed_weight_updated_constant10" [id=121, type=get_attr]; "122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; "123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; "124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; @@ -128,18 +128,18 @@ strict digraph { "126 relu__9" [id=126, type=relu_]; "127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; "128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 _param_constant33" [id=129, type=get_attr]; -"130 conv2d_11_scale_0" [id=130, type=get_attr]; -"131 conv2d_11_zero_point_0" [id=131, type=get_attr]; +"129 conv2d_11_scale_0" [id=129, type=get_attr]; +"130 conv2d_11_zero_point_0" [id=130, type=get_attr]; +"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; "132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; "133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; "134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; "135 conv2d_11" [id=135, type=conv2d]; "136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; "137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 _param_constant36" [id=138, type=get_attr]; -"139 conv2d_12_scale_0" [id=139, type=get_attr]; -"140 conv2d_12_zero_point_0" [id=140, type=get_attr]; +"138 conv2d_12_scale_0" [id=138, type=get_attr]; +"139 conv2d_12_zero_point_0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant12" [id=140, type=get_attr]; "141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; "142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; "143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; @@ -151,9 +151,9 @@ strict digraph { "149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; "150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; "151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 _param_constant39" [id=152, type=get_attr]; -"153 conv2d_13_scale_0" [id=153, type=get_attr]; -"154 conv2d_13_zero_point_0" [id=154, type=get_attr]; +"152 conv2d_13_scale_0" [id=152, type=get_attr]; +"153 conv2d_13_zero_point_0" [id=153, type=get_attr]; +"154 compressed_weight_updated_constant13" [id=154, type=get_attr]; "155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; "156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; "157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; @@ -161,9 +161,9 @@ strict digraph { "159 relu__11" [id=159, type=relu_]; "160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; "161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 _param_constant42" [id=162, type=get_attr]; -"163 conv2d_14_scale_0" [id=163, type=get_attr]; -"164 conv2d_14_zero_point_0" [id=164, type=get_attr]; +"162 conv2d_14_scale_0" [id=162, type=get_attr]; +"163 conv2d_14_zero_point_0" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant14" [id=164, type=get_attr]; "165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; "166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; "167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; @@ -175,9 +175,9 @@ strict digraph { "173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; "174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; "175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 _param_constant45" [id=176, type=get_attr]; -"177 conv2d_15_scale_0" [id=177, type=get_attr]; -"178 conv2d_15_zero_point_0" [id=178, type=get_attr]; +"176 conv2d_15_scale_0" [id=176, type=get_attr]; +"177 conv2d_15_zero_point_0" [id=177, type=get_attr]; +"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; "179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; "180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; "181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; @@ -185,18 +185,18 @@ strict digraph { "183 relu__13" [id=183, type=relu_]; "184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; "185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 _param_constant48" [id=186, type=get_attr]; -"187 conv2d_16_scale_0" [id=187, type=get_attr]; -"188 conv2d_16_zero_point_0" [id=188, type=get_attr]; +"186 conv2d_16_scale_0" [id=186, type=get_attr]; +"187 conv2d_16_zero_point_0" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; "189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; "190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; "191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; "192 conv2d_16" [id=192, type=conv2d]; "193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; "194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 _param_constant51" [id=195, type=get_attr]; -"196 conv2d_17_scale_0" [id=196, type=get_attr]; -"197 conv2d_17_zero_point_0" [id=197, type=get_attr]; +"195 conv2d_17_scale_0" [id=195, type=get_attr]; +"196 conv2d_17_zero_point_0" [id=196, type=get_attr]; +"197 compressed_weight_updated_constant17" [id=197, type=get_attr]; "198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; "199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; "200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; @@ -208,9 +208,9 @@ strict digraph { "206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; "207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; "208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 _param_constant54" [id=209, type=get_attr]; -"210 conv2d_18_scale_0" [id=210, type=get_attr]; -"211 conv2d_18_zero_point_0" [id=211, type=get_attr]; +"209 conv2d_18_scale_0" [id=209, type=get_attr]; +"210 conv2d_18_zero_point_0" [id=210, type=get_attr]; +"211 compressed_weight_updated_constant18" [id=211, type=get_attr]; "212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; "213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; "214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; @@ -218,9 +218,9 @@ strict digraph { "216 relu__15" [id=216, type=relu_]; "217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; "218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 _param_constant57" [id=219, type=get_attr]; -"220 conv2d_19_scale_0" [id=220, type=get_attr]; -"221 conv2d_19_zero_point_0" [id=221, type=get_attr]; +"219 conv2d_19_scale_0" [id=219, type=get_attr]; +"220 conv2d_19_zero_point_0" [id=220, type=get_attr]; +"221 compressed_weight_updated_constant19" [id=221, type=get_attr]; "222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; "223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; "224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; @@ -235,9 +235,9 @@ strict digraph { "233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; "234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; "235 flatten" [id=235, type=flatten]; -"236 _param_constant60" [id=236, type=get_attr]; -"237 linear_scale_0" [id=237, type=get_attr]; -"238 linear_zero_point_0" [id=238, type=get_attr]; +"236 linear_scale_0" [id=236, type=get_attr]; +"237 linear_zero_point_0" [id=237, type=get_attr]; +"238 compressed_weight_updated_constant20" [id=238, type=get_attr]; "239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; "240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; "241 _param_constant61_0_0" [id=241, type=get_attr]; @@ -246,11 +246,11 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; "6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; "7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; "8 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; @@ -260,11 +260,11 @@ strict digraph { "12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; "13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; "13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"14 _param_constant3" -> "17 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"15 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"16 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"16 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 compressed_weight_updated_constant1" -> "17 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; "17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; "18 dequantize_per_channel_default_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; "19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; @@ -272,11 +272,11 @@ strict digraph { "21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"24 _param_constant6" -> "27 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; -"25 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; -"25 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"26 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; -"26 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"24 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"24 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"25 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"25 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"26 compressed_weight_updated_constant2" -> "27 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; "27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; "28 dequantize_per_channel_default_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; "29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; @@ -289,11 +289,11 @@ strict digraph { "35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; "36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; "37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"38 _param_constant9" -> "41 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; -"39 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; -"39 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"40 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; -"40 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"38 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"38 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"39 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"39 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 compressed_weight_updated_constant3" -> "41 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; "41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; "42 dequantize_per_channel_default_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; "43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; @@ -301,11 +301,11 @@ strict digraph { "45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; "46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"48 _param_constant12" -> "51 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; -"49 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; -"49 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"50 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; -"50 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"48 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"48 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"49 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"49 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"50 compressed_weight_updated_constant4" -> "51 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; "51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; "52 dequantize_per_channel_default_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; "53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; @@ -318,11 +318,11 @@ strict digraph { "59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; "60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; "61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"62 _param_constant15" -> "65 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; -"63 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; -"63 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"64 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; -"64 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"62 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"62 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"63 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"63 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"64 compressed_weight_updated_constant5" -> "65 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; "65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; "66 dequantize_per_channel_default_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; "67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; @@ -330,22 +330,22 @@ strict digraph { "69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; "70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"72 _param_constant18" -> "75 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; -"73 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; -"73 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"74 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; -"74 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"72 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"72 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"73 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"73 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"74 compressed_weight_updated_constant6" -> "75 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; "75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; "76 dequantize_per_channel_default_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; "77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; "78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; "79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"81 _param_constant21" -> "84 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; -"82 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; -"82 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"83 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; -"83 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"81 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"81 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"82 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"82 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"83 compressed_weight_updated_constant7" -> "84 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; "84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; "85 dequantize_per_channel_default_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; "86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; @@ -358,11 +358,11 @@ strict digraph { "92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; "94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"95 _param_constant24" -> "98 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; -"96 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; -"96 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"97 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; -"97 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"95 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"95 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"96 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"96 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"97 compressed_weight_updated_constant8" -> "98 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; "98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; "99 dequantize_per_channel_default_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; "100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; @@ -370,11 +370,11 @@ strict digraph { "102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; "104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"105 _param_constant27" -> "108 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; -"106 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; -"106 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"107 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; -"107 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"105 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"105 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"106 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"106 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"107 compressed_weight_updated_constant9" -> "108 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; "108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; "109 dequantize_per_channel_default_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; "110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; @@ -387,11 +387,11 @@ strict digraph { "116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; "117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; "118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"119 _param_constant30" -> "122 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; -"120 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; -"120 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"121 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; -"121 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"119 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"119 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"120 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"120 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"121 compressed_weight_updated_constant10" -> "122 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; "122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; "123 dequantize_per_channel_default_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; "124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; @@ -399,22 +399,22 @@ strict digraph { "126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; "127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"129 _param_constant33" -> "132 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; -"130 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; -"130 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"131 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; -"131 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"129 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"129 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"130 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"130 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"131 compressed_weight_updated_constant11" -> "132 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; "132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; "133 dequantize_per_channel_default_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; "134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; "135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; "136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"138 _param_constant36" -> "141 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; -"139 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; -"139 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"140 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; -"140 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"138 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"138 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"139 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"139 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"140 compressed_weight_updated_constant12" -> "141 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; "141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; "142 dequantize_per_channel_default_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; "143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; @@ -427,11 +427,11 @@ strict digraph { "149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; "150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"152 _param_constant39" -> "155 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; -"153 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; -"153 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"154 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; -"154 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"152 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"152 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"153 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"153 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"154 compressed_weight_updated_constant13" -> "155 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; "155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; "156 dequantize_per_channel_default_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; "157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; @@ -439,11 +439,11 @@ strict digraph { "159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"162 _param_constant42" -> "165 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; -"163 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"163 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"164 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"164 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"162 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"162 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"163 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"163 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"164 compressed_weight_updated_constant14" -> "165 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; "165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; "166 dequantize_per_channel_default_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; "167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; @@ -456,11 +456,11 @@ strict digraph { "173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; "174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; "175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"176 _param_constant45" -> "179 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; -"177 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; -"177 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"178 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; -"178 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"176 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"176 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"177 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"177 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"178 compressed_weight_updated_constant15" -> "179 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; "179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; "180 dequantize_per_channel_default_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; "181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; @@ -468,22 +468,22 @@ strict digraph { "183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; "184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; "185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"186 _param_constant48" -> "189 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; -"187 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; -"187 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"188 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; -"188 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"186 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"186 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"187 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"187 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"188 compressed_weight_updated_constant16" -> "189 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; "189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; "190 dequantize_per_channel_default_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; "191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; "192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; "193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; "194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"195 _param_constant51" -> "198 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; -"196 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; -"196 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"197 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; -"197 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"195 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"195 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"196 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"196 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"197 compressed_weight_updated_constant17" -> "198 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; "198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; "199 dequantize_per_channel_default_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; "200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; @@ -496,11 +496,11 @@ strict digraph { "206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; "207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; "208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"209 _param_constant54" -> "212 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; -"210 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; -"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"211 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; -"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"209 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"209 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"210 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"210 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"211 compressed_weight_updated_constant18" -> "212 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; "212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; "213 dequantize_per_channel_default_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; "214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; @@ -508,11 +508,11 @@ strict digraph { "216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; "217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; "218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"219 _param_constant57" -> "222 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; -"220 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; -"220 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"221 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; -"221 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"219 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"219 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"220 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"220 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"221 compressed_weight_updated_constant19" -> "222 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; "222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; "223 dequantize_per_channel_default_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; "224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; @@ -527,11 +527,11 @@ strict digraph { "233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; "234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; "235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; -"236 _param_constant60" -> "239 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; -"237 linear_scale_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; -"237 linear_scale_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"238 linear_zero_point_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; -"238 linear_zero_point_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"236 linear_scale_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"236 linear_scale_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"237 linear_zero_point_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"237 linear_zero_point_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 compressed_weight_updated_constant20" -> "239 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; "239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; "240 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; "241 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index a403c4bc8e3..dfd7a38bd4b 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2,9 +2,9 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; "7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; "8 _param_constant1_0_0" [id=8, type=get_attr]; @@ -14,19 +14,19 @@ strict digraph { "12 _param_constant3" [id=12, type=get_attr]; "13 layer_norm" [id=13, type=layer_norm]; "14 _tensor_constant0" [id=14, type=get_attr]; -"15 linear_updated_constant0" [id=15, type=get_attr]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; -"17 linear_scale_0" [id=17, type=get_attr]; -"18 linear_zero_point_0" [id=18, type=get_attr]; +"15 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=15, type=call_module]; +"16 linear_scale_0" [id=16, type=get_attr]; +"17 linear_zero_point_0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; "19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; "20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; "21 _param_constant5_0_0" [id=21, type=get_attr]; "22 linear" [id=22, type=linear]; "23 relu_" [id=23, type=relu_]; -"24 linear_1_updated_constant0" [id=24, type=get_attr]; -"25 relu__0_0_nncf_smooth_quant_0" [id=25, type=call_module]; -"26 linear_1_scale_0" [id=26, type=get_attr]; -"27 linear_1_zero_point_0" [id=27, type=get_attr]; +"24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; +"25 linear_1_scale_0" [id=25, type=get_attr]; +"26 linear_1_zero_point_0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; "28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; "29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; "30 linear_1" [id=30, type=linear]; @@ -43,12 +43,12 @@ strict digraph { "41 view_2" [id=41, type=view]; "42 permute_2" [id=42, type=permute]; "43 reshape" [id=43, type=reshape]; -"44 linear_2_updated_constant0" [id=44, type=get_attr]; -"45 reshape_0_0_nncf_smooth_quant_0" [id=45, type=call_module]; -"46 quantize_per_tensor_default_1" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_1" [id=47, type=dequantize_per_tensor]; -"48 linear_2_scale_0" [id=48, type=get_attr]; -"49 linear_2_zero_point_0" [id=49, type=get_attr]; +"44 reshape_0_0_nncf_smooth_quant_0" [id=44, type=call_module]; +"45 quantize_per_tensor_default_1" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_1" [id=46, type=dequantize_per_tensor]; +"47 linear_2_scale_0" [id=47, type=get_attr]; +"48 linear_2_zero_point_0" [id=48, type=get_attr]; +"49 compressed_weight_updated_constant3" [id=49, type=get_attr]; "50 quantize_per_channel_default_3" [id=50, type=quantize_per_channel]; "51 dequantize_per_channel_default_3" [id=51, type=dequantize_per_channel]; "52 _param_constant7_0_0" [id=52, type=get_attr]; @@ -82,12 +82,12 @@ strict digraph { "80 matmul_1" [id=80, type=matmul]; "81 transpose_1" [id=81, type=transpose]; "82 reshape_2" [id=82, type=reshape]; -"83 linear_3_updated_constant0" [id=83, type=get_attr]; -"84 reshape_2_0_0_nncf_smooth_quant_0" [id=84, type=call_module]; -"85 quantize_per_tensor_default_4" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_4" [id=86, type=dequantize_per_tensor]; -"87 linear_3_scale_0" [id=87, type=get_attr]; -"88 linear_3_zero_point_0" [id=88, type=get_attr]; +"83 reshape_2_0_0_nncf_smooth_quant_0" [id=83, type=call_module]; +"84 quantize_per_tensor_default_4" [id=84, type=quantize_per_tensor]; +"85 dequantize_per_tensor_default_4" [id=85, type=dequantize_per_tensor]; +"86 linear_3_scale_0" [id=86, type=get_attr]; +"87 linear_3_zero_point_0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant4" [id=88, type=get_attr]; "89 quantize_per_channel_default_4" [id=89, type=quantize_per_channel]; "90 dequantize_per_channel_default_4" [id=90, type=dequantize_per_channel]; "91 _param_constant11_0_0" [id=91, type=get_attr]; @@ -102,24 +102,24 @@ strict digraph { "100 _param_constant13" [id=100, type=get_attr]; "101 layer_norm_1" [id=101, type=layer_norm]; "102 add_1" [id=102, type=add]; -"103 linear_4_updated_constant0" [id=103, type=get_attr]; -"104 add_1_0_0_nncf_smooth_quant_0" [id=104, type=call_module]; -"105 quantize_per_tensor_default_5" [id=105, type=quantize_per_tensor]; -"106 dequantize_per_tensor_default_5" [id=106, type=dequantize_per_tensor]; -"107 linear_4_scale_0" [id=107, type=get_attr]; -"108 linear_4_zero_point_0" [id=108, type=get_attr]; +"103 add_1_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; +"104 quantize_per_tensor_default_5" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_5" [id=105, type=dequantize_per_tensor]; +"106 linear_4_scale_0" [id=106, type=get_attr]; +"107 linear_4_zero_point_0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant5" [id=108, type=get_attr]; "109 quantize_per_channel_default_5" [id=109, type=quantize_per_channel]; "110 dequantize_per_channel_default_5" [id=110, type=dequantize_per_channel]; "111 _param_constant15_0_0" [id=111, type=get_attr]; "112 linear_4" [id=112, type=linear]; "113 gelu" [id=113, type=gelu]; "114 dropout_2" [id=114, type=dropout]; -"115 linear_5_updated_constant0" [id=115, type=get_attr]; -"116 dropout_2_0_0_nncf_smooth_quant_0" [id=116, type=call_module]; -"117 quantize_per_tensor_default_6" [id=117, type=quantize_per_tensor]; -"118 dequantize_per_tensor_default_6" [id=118, type=dequantize_per_tensor]; -"119 linear_5_scale_0" [id=119, type=get_attr]; -"120 linear_5_zero_point_0" [id=120, type=get_attr]; +"115 dropout_2_0_0_nncf_smooth_quant_0" [id=115, type=call_module]; +"116 quantize_per_tensor_default_6" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_6" [id=117, type=dequantize_per_tensor]; +"118 linear_5_scale_0" [id=118, type=get_attr]; +"119 linear_5_zero_point_0" [id=119, type=get_attr]; +"120 compressed_weight_updated_constant6" [id=120, type=get_attr]; "121 quantize_per_channel_default_6" [id=121, type=quantize_per_channel]; "122 dequantize_per_channel_default_6" [id=122, type=dequantize_per_channel]; "123 _param_constant17_0_0" [id=123, type=get_attr]; @@ -130,19 +130,19 @@ strict digraph { "128 layer_norm_2" [id=128, type=layer_norm]; "129 add_2" [id=129, type=add]; "130 _tensor_constant2" [id=130, type=get_attr]; -"131 linear_6_updated_constant0" [id=131, type=get_attr]; -"132 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=132, type=call_module]; -"133 linear_6_scale_0" [id=133, type=get_attr]; -"134 linear_6_zero_point_0" [id=134, type=get_attr]; +"131 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=131, type=call_module]; +"132 linear_6_scale_0" [id=132, type=get_attr]; +"133 linear_6_zero_point_0" [id=133, type=get_attr]; +"134 compressed_weight_updated_constant7" [id=134, type=get_attr]; "135 quantize_per_channel_default_7" [id=135, type=quantize_per_channel]; "136 dequantize_per_channel_default_7" [id=136, type=dequantize_per_channel]; "137 _param_constant21_0_0" [id=137, type=get_attr]; "138 linear_6" [id=138, type=linear]; "139 relu__1" [id=139, type=relu_]; -"140 linear_7_updated_constant0" [id=140, type=get_attr]; -"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; -"142 linear_7_scale_0" [id=142, type=get_attr]; -"143 linear_7_zero_point_0" [id=143, type=get_attr]; +"140 relu__1_0_0_nncf_smooth_quant_0" [id=140, type=call_module]; +"141 linear_7_scale_0" [id=141, type=get_attr]; +"142 linear_7_zero_point_0" [id=142, type=get_attr]; +"143 compressed_weight_updated_constant8" [id=143, type=get_attr]; "144 quantize_per_channel_default_8" [id=144, type=quantize_per_channel]; "145 dequantize_per_channel_default_8" [id=145, type=dequantize_per_channel]; "146 linear_7" [id=146, type=linear]; @@ -160,12 +160,12 @@ strict digraph { "158 view_6" [id=158, type=view]; "159 permute_6" [id=159, type=permute]; "160 reshape_4" [id=160, type=reshape]; -"161 linear_8_updated_constant0" [id=161, type=get_attr]; -"162 reshape_4_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; -"163 quantize_per_tensor_default_7" [id=163, type=quantize_per_tensor]; -"164 dequantize_per_tensor_default_7" [id=164, type=dequantize_per_tensor]; -"165 linear_8_scale_0" [id=165, type=get_attr]; -"166 linear_8_zero_point_0" [id=166, type=get_attr]; +"161 reshape_4_0_0_nncf_smooth_quant_0" [id=161, type=call_module]; +"162 quantize_per_tensor_default_7" [id=162, type=quantize_per_tensor]; +"163 dequantize_per_tensor_default_7" [id=163, type=dequantize_per_tensor]; +"164 linear_8_scale_0" [id=164, type=get_attr]; +"165 linear_8_zero_point_0" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; "167 quantize_per_channel_default_9" [id=167, type=quantize_per_channel]; "168 dequantize_per_channel_default_9" [id=168, type=dequantize_per_channel]; "169 _param_constant23_0_0" [id=169, type=get_attr]; @@ -215,12 +215,12 @@ strict digraph { "213 matmul_3" [id=213, type=matmul]; "214 transpose_3" [id=214, type=transpose]; "215 reshape_7" [id=215, type=reshape]; -"216 linear_9_updated_constant0" [id=216, type=get_attr]; -"217 reshape_7_0_0_nncf_smooth_quant_0" [id=217, type=call_module]; -"218 quantize_per_tensor_default_10" [id=218, type=quantize_per_tensor]; -"219 dequantize_per_tensor_default_10" [id=219, type=dequantize_per_tensor]; -"220 linear_9_scale_0" [id=220, type=get_attr]; -"221 linear_9_zero_point_0" [id=221, type=get_attr]; +"216 reshape_7_0_0_nncf_smooth_quant_0" [id=216, type=call_module]; +"217 quantize_per_tensor_default_10" [id=217, type=quantize_per_tensor]; +"218 dequantize_per_tensor_default_10" [id=218, type=dequantize_per_tensor]; +"219 linear_9_scale_0" [id=219, type=get_attr]; +"220 linear_9_zero_point_0" [id=220, type=get_attr]; +"221 compressed_weight_updated_constant10" [id=221, type=get_attr]; "222 quantize_per_channel_default_10" [id=222, type=quantize_per_channel]; "223 dequantize_per_channel_default_10" [id=223, type=dequantize_per_channel]; "224 _param_constant27_0_0" [id=224, type=get_attr]; @@ -236,24 +236,24 @@ strict digraph { "234 _param_constant29" [id=234, type=get_attr]; "235 layer_norm_3" [id=235, type=layer_norm]; "236 add_5" [id=236, type=add]; -"237 linear_10_updated_constant0" [id=237, type=get_attr]; -"238 add_5_0_0_nncf_smooth_quant_0" [id=238, type=call_module]; -"239 quantize_per_tensor_default_11" [id=239, type=quantize_per_tensor]; -"240 dequantize_per_tensor_default_11" [id=240, type=dequantize_per_tensor]; -"241 linear_10_scale_0" [id=241, type=get_attr]; -"242 linear_10_zero_point_0" [id=242, type=get_attr]; +"237 add_5_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; +"238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; +"239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; +"240 linear_10_scale_0" [id=240, type=get_attr]; +"241 linear_10_zero_point_0" [id=241, type=get_attr]; +"242 compressed_weight_updated_constant11" [id=242, type=get_attr]; "243 quantize_per_channel_default_11" [id=243, type=quantize_per_channel]; "244 dequantize_per_channel_default_11" [id=244, type=dequantize_per_channel]; "245 _param_constant31_0_0" [id=245, type=get_attr]; "246 linear_10" [id=246, type=linear]; "247 gelu_1" [id=247, type=gelu]; "248 dropout_6" [id=248, type=dropout]; -"249 linear_11_updated_constant0" [id=249, type=get_attr]; -"250 dropout_6_0_0_nncf_smooth_quant_0" [id=250, type=call_module]; -"251 quantize_per_tensor_default_12" [id=251, type=quantize_per_tensor]; -"252 dequantize_per_tensor_default_12" [id=252, type=dequantize_per_tensor]; -"253 linear_11_scale_0" [id=253, type=get_attr]; -"254 linear_11_zero_point_0" [id=254, type=get_attr]; +"249 dropout_6_0_0_nncf_smooth_quant_0" [id=249, type=call_module]; +"250 quantize_per_tensor_default_12" [id=250, type=quantize_per_tensor]; +"251 dequantize_per_tensor_default_12" [id=251, type=dequantize_per_tensor]; +"252 linear_11_scale_0" [id=252, type=get_attr]; +"253 linear_11_zero_point_0" [id=253, type=get_attr]; +"254 compressed_weight_updated_constant12" [id=254, type=get_attr]; "255 quantize_per_channel_default_12" [id=255, type=quantize_per_channel]; "256 dequantize_per_channel_default_12" [id=256, type=dequantize_per_channel]; "257 _param_constant33_0_0" [id=257, type=get_attr]; @@ -277,12 +277,12 @@ strict digraph { "275 slice_35" [id=275, type=slice]; "276 slice_36" [id=276, type=slice]; "277 cat" [id=277, type=cat]; -"278 linear_12_updated_constant0" [id=278, type=get_attr]; -"279 cat_0_0_nncf_smooth_quant_0" [id=279, type=call_module]; -"280 quantize_per_tensor_default_13" [id=280, type=quantize_per_tensor]; -"281 dequantize_per_tensor_default_13" [id=281, type=dequantize_per_tensor]; -"282 linear_12_scale_0" [id=282, type=get_attr]; -"283 linear_12_zero_point_0" [id=283, type=get_attr]; +"278 cat_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; +"279 quantize_per_tensor_default_13" [id=279, type=quantize_per_tensor]; +"280 dequantize_per_tensor_default_13" [id=280, type=dequantize_per_tensor]; +"281 linear_12_scale_0" [id=281, type=get_attr]; +"282 linear_12_zero_point_0" [id=282, type=get_attr]; +"283 compressed_weight_updated_constant13" [id=283, type=get_attr]; "284 quantize_per_channel_default_13" [id=284, type=quantize_per_channel]; "285 dequantize_per_channel_default_13" [id=285, type=dequantize_per_channel]; "286 linear_12" [id=286, type=linear]; @@ -290,19 +290,19 @@ strict digraph { "288 _param_constant38" [id=288, type=get_attr]; "289 layer_norm_5" [id=289, type=layer_norm]; "290 _tensor_constant13" [id=290, type=get_attr]; -"291 linear_13_updated_constant0" [id=291, type=get_attr]; -"292 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=292, type=call_module]; -"293 linear_13_scale_0" [id=293, type=get_attr]; -"294 linear_13_zero_point_0" [id=294, type=get_attr]; +"291 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=291, type=call_module]; +"292 linear_13_scale_0" [id=292, type=get_attr]; +"293 linear_13_zero_point_0" [id=293, type=get_attr]; +"294 compressed_weight_updated_constant14" [id=294, type=get_attr]; "295 quantize_per_channel_default_14" [id=295, type=quantize_per_channel]; "296 dequantize_per_channel_default_14" [id=296, type=dequantize_per_channel]; "297 _param_constant40_0_0" [id=297, type=get_attr]; "298 linear_13" [id=298, type=linear]; "299 relu__2" [id=299, type=relu_]; -"300 linear_14_updated_constant0" [id=300, type=get_attr]; -"301 relu__2_0_0_nncf_smooth_quant_0" [id=301, type=call_module]; -"302 linear_14_scale_0" [id=302, type=get_attr]; -"303 linear_14_zero_point_0" [id=303, type=get_attr]; +"300 relu__2_0_0_nncf_smooth_quant_0" [id=300, type=call_module]; +"301 linear_14_scale_0" [id=301, type=get_attr]; +"302 linear_14_zero_point_0" [id=302, type=get_attr]; +"303 compressed_weight_updated_constant15" [id=303, type=get_attr]; "304 quantize_per_channel_default_15" [id=304, type=quantize_per_channel]; "305 dequantize_per_channel_default_15" [id=305, type=dequantize_per_channel]; "306 linear_14" [id=306, type=linear]; @@ -319,12 +319,12 @@ strict digraph { "317 view_13" [id=317, type=view]; "318 permute_11" [id=318, type=permute]; "319 reshape_9" [id=319, type=reshape]; -"320 linear_15_updated_constant0" [id=320, type=get_attr]; -"321 reshape_9_0_0_nncf_smooth_quant_0" [id=321, type=call_module]; -"322 quantize_per_tensor_default_14" [id=322, type=quantize_per_tensor]; -"323 dequantize_per_tensor_default_14" [id=323, type=dequantize_per_tensor]; -"324 linear_15_scale_0" [id=324, type=get_attr]; -"325 linear_15_zero_point_0" [id=325, type=get_attr]; +"320 reshape_9_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; +"321 quantize_per_tensor_default_14" [id=321, type=quantize_per_tensor]; +"322 dequantize_per_tensor_default_14" [id=322, type=dequantize_per_tensor]; +"323 linear_15_scale_0" [id=323, type=get_attr]; +"324 linear_15_zero_point_0" [id=324, type=get_attr]; +"325 compressed_weight_updated_constant16" [id=325, type=get_attr]; "326 quantize_per_channel_default_16" [id=326, type=quantize_per_channel]; "327 dequantize_per_channel_default_16" [id=327, type=dequantize_per_channel]; "328 _param_constant42_0_0" [id=328, type=get_attr]; @@ -358,12 +358,12 @@ strict digraph { "356 matmul_5" [id=356, type=matmul]; "357 transpose_5" [id=357, type=transpose]; "358 reshape_11" [id=358, type=reshape]; -"359 linear_16_updated_constant0" [id=359, type=get_attr]; -"360 reshape_11_0_0_nncf_smooth_quant_0" [id=360, type=call_module]; -"361 quantize_per_tensor_default_17" [id=361, type=quantize_per_tensor]; -"362 dequantize_per_tensor_default_17" [id=362, type=dequantize_per_tensor]; -"363 linear_16_scale_0" [id=363, type=get_attr]; -"364 linear_16_zero_point_0" [id=364, type=get_attr]; +"359 reshape_11_0_0_nncf_smooth_quant_0" [id=359, type=call_module]; +"360 quantize_per_tensor_default_17" [id=360, type=quantize_per_tensor]; +"361 dequantize_per_tensor_default_17" [id=361, type=dequantize_per_tensor]; +"362 linear_16_scale_0" [id=362, type=get_attr]; +"363 linear_16_zero_point_0" [id=363, type=get_attr]; +"364 compressed_weight_updated_constant17" [id=364, type=get_attr]; "365 quantize_per_channel_default_17" [id=365, type=quantize_per_channel]; "366 dequantize_per_channel_default_17" [id=366, type=dequantize_per_channel]; "367 _param_constant46_0_0" [id=367, type=get_attr]; @@ -381,24 +381,24 @@ strict digraph { "379 _param_constant48" [id=379, type=get_attr]; "380 layer_norm_6" [id=380, type=layer_norm]; "381 add_8" [id=381, type=add]; -"382 linear_17_updated_constant0" [id=382, type=get_attr]; -"383 add_8_0_0_nncf_smooth_quant_0" [id=383, type=call_module]; -"384 quantize_per_tensor_default_18" [id=384, type=quantize_per_tensor]; -"385 dequantize_per_tensor_default_18" [id=385, type=dequantize_per_tensor]; -"386 linear_17_scale_0" [id=386, type=get_attr]; -"387 linear_17_zero_point_0" [id=387, type=get_attr]; +"382 add_8_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; +"383 quantize_per_tensor_default_18" [id=383, type=quantize_per_tensor]; +"384 dequantize_per_tensor_default_18" [id=384, type=dequantize_per_tensor]; +"385 linear_17_scale_0" [id=385, type=get_attr]; +"386 linear_17_zero_point_0" [id=386, type=get_attr]; +"387 compressed_weight_updated_constant18" [id=387, type=get_attr]; "388 quantize_per_channel_default_18" [id=388, type=quantize_per_channel]; "389 dequantize_per_channel_default_18" [id=389, type=dequantize_per_channel]; "390 _param_constant50_0_0" [id=390, type=get_attr]; "391 linear_17" [id=391, type=linear]; "392 gelu_2" [id=392, type=gelu]; "393 dropout_10" [id=393, type=dropout]; -"394 linear_18_updated_constant0" [id=394, type=get_attr]; -"395 dropout_10_0_0_nncf_smooth_quant_0" [id=395, type=call_module]; -"396 quantize_per_tensor_default_19" [id=396, type=quantize_per_tensor]; -"397 dequantize_per_tensor_default_19" [id=397, type=dequantize_per_tensor]; -"398 linear_18_scale_0" [id=398, type=get_attr]; -"399 linear_18_zero_point_0" [id=399, type=get_attr]; +"394 dropout_10_0_0_nncf_smooth_quant_0" [id=394, type=call_module]; +"395 quantize_per_tensor_default_19" [id=395, type=quantize_per_tensor]; +"396 dequantize_per_tensor_default_19" [id=396, type=dequantize_per_tensor]; +"397 linear_18_scale_0" [id=397, type=get_attr]; +"398 linear_18_zero_point_0" [id=398, type=get_attr]; +"399 compressed_weight_updated_constant19" [id=399, type=get_attr]; "400 quantize_per_channel_default_19" [id=400, type=quantize_per_channel]; "401 dequantize_per_channel_default_19" [id=401, type=dequantize_per_channel]; "402 _param_constant52_0_0" [id=402, type=get_attr]; @@ -409,19 +409,19 @@ strict digraph { "407 layer_norm_7" [id=407, type=layer_norm]; "408 add_9" [id=408, type=add]; "409 _tensor_constant15" [id=409, type=get_attr]; -"410 linear_19_updated_constant0" [id=410, type=get_attr]; -"411 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=411, type=call_module]; -"412 linear_19_scale_0" [id=412, type=get_attr]; -"413 linear_19_zero_point_0" [id=413, type=get_attr]; +"410 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=410, type=call_module]; +"411 linear_19_scale_0" [id=411, type=get_attr]; +"412 linear_19_zero_point_0" [id=412, type=get_attr]; +"413 compressed_weight_updated_constant20" [id=413, type=get_attr]; "414 quantize_per_channel_default_20" [id=414, type=quantize_per_channel]; "415 dequantize_per_channel_default_20" [id=415, type=dequantize_per_channel]; "416 _param_constant56_0_0" [id=416, type=get_attr]; "417 linear_19" [id=417, type=linear]; "418 relu__3" [id=418, type=relu_]; -"419 linear_20_updated_constant0" [id=419, type=get_attr]; -"420 relu__3_0_0_nncf_smooth_quant_0" [id=420, type=call_module]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; +"419 relu__3_0_0_nncf_smooth_quant_0" [id=419, type=call_module]; +"420 linear_20_scale_0" [id=420, type=get_attr]; +"421 linear_20_zero_point_0" [id=421, type=get_attr]; +"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; "423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; "424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; "425 linear_20" [id=425, type=linear]; @@ -439,12 +439,12 @@ strict digraph { "437 view_17" [id=437, type=view]; "438 permute_15" [id=438, type=permute]; "439 reshape_13" [id=439, type=reshape]; -"440 linear_21_updated_constant0" [id=440, type=get_attr]; -"441 reshape_13_0_0_nncf_smooth_quant_0" [id=441, type=call_module]; -"442 quantize_per_tensor_default_20" [id=442, type=quantize_per_tensor]; -"443 dequantize_per_tensor_default_20" [id=443, type=dequantize_per_tensor]; -"444 linear_21_scale_0" [id=444, type=get_attr]; -"445 linear_21_zero_point_0" [id=445, type=get_attr]; +"440 reshape_13_0_0_nncf_smooth_quant_0" [id=440, type=call_module]; +"441 quantize_per_tensor_default_20" [id=441, type=quantize_per_tensor]; +"442 dequantize_per_tensor_default_20" [id=442, type=dequantize_per_tensor]; +"443 linear_21_scale_0" [id=443, type=get_attr]; +"444 linear_21_zero_point_0" [id=444, type=get_attr]; +"445 compressed_weight_updated_constant22" [id=445, type=get_attr]; "446 quantize_per_channel_default_22" [id=446, type=quantize_per_channel]; "447 dequantize_per_channel_default_22" [id=447, type=dequantize_per_channel]; "448 _param_constant58_0_0" [id=448, type=get_attr]; @@ -494,12 +494,12 @@ strict digraph { "492 matmul_7" [id=492, type=matmul]; "493 transpose_7" [id=493, type=transpose]; "494 reshape_16" [id=494, type=reshape]; -"495 linear_22_updated_constant0" [id=495, type=get_attr]; -"496 reshape_16_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; -"497 quantize_per_tensor_default_23" [id=497, type=quantize_per_tensor]; -"498 dequantize_per_tensor_default_23" [id=498, type=dequantize_per_tensor]; -"499 linear_22_scale_0" [id=499, type=get_attr]; -"500 linear_22_zero_point_0" [id=500, type=get_attr]; +"495 reshape_16_0_0_nncf_smooth_quant_0" [id=495, type=call_module]; +"496 quantize_per_tensor_default_23" [id=496, type=quantize_per_tensor]; +"497 dequantize_per_tensor_default_23" [id=497, type=dequantize_per_tensor]; +"498 linear_22_scale_0" [id=498, type=get_attr]; +"499 linear_22_zero_point_0" [id=499, type=get_attr]; +"500 compressed_weight_updated_constant23" [id=500, type=get_attr]; "501 quantize_per_channel_default_23" [id=501, type=quantize_per_channel]; "502 dequantize_per_channel_default_23" [id=502, type=dequantize_per_channel]; "503 _param_constant62_0_0" [id=503, type=get_attr]; @@ -518,24 +518,24 @@ strict digraph { "516 _param_constant64" [id=516, type=get_attr]; "517 layer_norm_8" [id=517, type=layer_norm]; "518 add_12" [id=518, type=add]; -"519 linear_23_updated_constant0" [id=519, type=get_attr]; -"520 add_12_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; -"521 quantize_per_tensor_default_24" [id=521, type=quantize_per_tensor]; -"522 dequantize_per_tensor_default_24" [id=522, type=dequantize_per_tensor]; -"523 linear_23_scale_0" [id=523, type=get_attr]; -"524 linear_23_zero_point_0" [id=524, type=get_attr]; +"519 add_12_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; +"520 quantize_per_tensor_default_24" [id=520, type=quantize_per_tensor]; +"521 dequantize_per_tensor_default_24" [id=521, type=dequantize_per_tensor]; +"522 linear_23_scale_0" [id=522, type=get_attr]; +"523 linear_23_zero_point_0" [id=523, type=get_attr]; +"524 compressed_weight_updated_constant24" [id=524, type=get_attr]; "525 quantize_per_channel_default_24" [id=525, type=quantize_per_channel]; "526 dequantize_per_channel_default_24" [id=526, type=dequantize_per_channel]; "527 _param_constant66_0_0" [id=527, type=get_attr]; "528 linear_23" [id=528, type=linear]; "529 gelu_3" [id=529, type=gelu]; "530 dropout_14" [id=530, type=dropout]; -"531 linear_24_updated_constant0" [id=531, type=get_attr]; -"532 dropout_14_0_0_nncf_smooth_quant_0" [id=532, type=call_module]; -"533 quantize_per_tensor_default_25" [id=533, type=quantize_per_tensor]; -"534 dequantize_per_tensor_default_25" [id=534, type=dequantize_per_tensor]; -"535 linear_24_scale_0" [id=535, type=get_attr]; -"536 linear_24_zero_point_0" [id=536, type=get_attr]; +"531 dropout_14_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_25" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_25" [id=533, type=dequantize_per_tensor]; +"534 linear_24_scale_0" [id=534, type=get_attr]; +"535 linear_24_zero_point_0" [id=535, type=get_attr]; +"536 compressed_weight_updated_constant25" [id=536, type=get_attr]; "537 quantize_per_channel_default_25" [id=537, type=quantize_per_channel]; "538 dequantize_per_channel_default_25" [id=538, type=dequantize_per_channel]; "539 _param_constant68_0_0" [id=539, type=get_attr]; @@ -559,12 +559,12 @@ strict digraph { "557 slice_75" [id=557, type=slice]; "558 slice_76" [id=558, type=slice]; "559 cat_1" [id=559, type=cat]; -"560 linear_25_updated_constant0" [id=560, type=get_attr]; -"561 cat_1_0_0_nncf_smooth_quant_0" [id=561, type=call_module]; -"562 quantize_per_tensor_default_26" [id=562, type=quantize_per_tensor]; -"563 dequantize_per_tensor_default_26" [id=563, type=dequantize_per_tensor]; -"564 linear_25_scale_0" [id=564, type=get_attr]; -"565 linear_25_zero_point_0" [id=565, type=get_attr]; +"560 cat_1_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_26" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_26" [id=562, type=dequantize_per_tensor]; +"563 linear_25_scale_0" [id=563, type=get_attr]; +"564 linear_25_zero_point_0" [id=564, type=get_attr]; +"565 compressed_weight_updated_constant26" [id=565, type=get_attr]; "566 quantize_per_channel_default_26" [id=566, type=quantize_per_channel]; "567 dequantize_per_channel_default_26" [id=567, type=dequantize_per_channel]; "568 linear_25" [id=568, type=linear]; @@ -572,19 +572,19 @@ strict digraph { "570 _param_constant73" [id=570, type=get_attr]; "571 layer_norm_10" [id=571, type=layer_norm]; "572 _tensor_constant26" [id=572, type=get_attr]; -"573 linear_26_updated_constant0" [id=573, type=get_attr]; -"574 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; -"575 linear_26_scale_0" [id=575, type=get_attr]; -"576 linear_26_zero_point_0" [id=576, type=get_attr]; +"573 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 linear_26_scale_0" [id=574, type=get_attr]; +"575 linear_26_zero_point_0" [id=575, type=get_attr]; +"576 compressed_weight_updated_constant27" [id=576, type=get_attr]; "577 quantize_per_channel_default_27" [id=577, type=quantize_per_channel]; "578 dequantize_per_channel_default_27" [id=578, type=dequantize_per_channel]; "579 _param_constant75_0_0" [id=579, type=get_attr]; "580 linear_26" [id=580, type=linear]; "581 relu__4" [id=581, type=relu_]; -"582 linear_27_updated_constant0" [id=582, type=get_attr]; -"583 relu__4_0_0_nncf_smooth_quant_0" [id=583, type=call_module]; -"584 linear_27_scale_0" [id=584, type=get_attr]; -"585 linear_27_zero_point_0" [id=585, type=get_attr]; +"582 relu__4_0_0_nncf_smooth_quant_0" [id=582, type=call_module]; +"583 linear_27_scale_0" [id=583, type=get_attr]; +"584 linear_27_zero_point_0" [id=584, type=get_attr]; +"585 compressed_weight_updated_constant28" [id=585, type=get_attr]; "586 quantize_per_channel_default_28" [id=586, type=quantize_per_channel]; "587 dequantize_per_channel_default_28" [id=587, type=dequantize_per_channel]; "588 linear_27" [id=588, type=linear]; @@ -601,12 +601,12 @@ strict digraph { "599 view_24" [id=599, type=view]; "600 permute_20" [id=600, type=permute]; "601 reshape_18" [id=601, type=reshape]; -"602 linear_28_updated_constant0" [id=602, type=get_attr]; -"603 reshape_18_0_0_nncf_smooth_quant_0" [id=603, type=call_module]; -"604 quantize_per_tensor_default_27" [id=604, type=quantize_per_tensor]; -"605 dequantize_per_tensor_default_27" [id=605, type=dequantize_per_tensor]; -"606 linear_28_scale_0" [id=606, type=get_attr]; -"607 linear_28_zero_point_0" [id=607, type=get_attr]; +"602 reshape_18_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_27" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_27" [id=604, type=dequantize_per_tensor]; +"605 linear_28_scale_0" [id=605, type=get_attr]; +"606 linear_28_zero_point_0" [id=606, type=get_attr]; +"607 compressed_weight_updated_constant29" [id=607, type=get_attr]; "608 quantize_per_channel_default_29" [id=608, type=quantize_per_channel]; "609 dequantize_per_channel_default_29" [id=609, type=dequantize_per_channel]; "610 _param_constant77_0_0" [id=610, type=get_attr]; @@ -640,12 +640,12 @@ strict digraph { "638 matmul_9" [id=638, type=matmul]; "639 transpose_9" [id=639, type=transpose]; "640 reshape_20" [id=640, type=reshape]; -"641 linear_29_updated_constant0" [id=641, type=get_attr]; -"642 reshape_20_0_0_nncf_smooth_quant_0" [id=642, type=call_module]; -"643 quantize_per_tensor_default_30" [id=643, type=quantize_per_tensor]; -"644 dequantize_per_tensor_default_30" [id=644, type=dequantize_per_tensor]; -"645 linear_29_scale_0" [id=645, type=get_attr]; -"646 linear_29_zero_point_0" [id=646, type=get_attr]; +"641 reshape_20_0_0_nncf_smooth_quant_0" [id=641, type=call_module]; +"642 quantize_per_tensor_default_30" [id=642, type=quantize_per_tensor]; +"643 dequantize_per_tensor_default_30" [id=643, type=dequantize_per_tensor]; +"644 linear_29_scale_0" [id=644, type=get_attr]; +"645 linear_29_zero_point_0" [id=645, type=get_attr]; +"646 compressed_weight_updated_constant30" [id=646, type=get_attr]; "647 quantize_per_channel_default_30" [id=647, type=quantize_per_channel]; "648 dequantize_per_channel_default_30" [id=648, type=dequantize_per_channel]; "649 _param_constant81_0_0" [id=649, type=get_attr]; @@ -663,24 +663,24 @@ strict digraph { "661 _param_constant83" [id=661, type=get_attr]; "662 layer_norm_11" [id=662, type=layer_norm]; "663 add_15" [id=663, type=add]; -"664 linear_30_updated_constant0" [id=664, type=get_attr]; -"665 add_15_0_0_nncf_smooth_quant_0" [id=665, type=call_module]; -"666 quantize_per_tensor_default_31" [id=666, type=quantize_per_tensor]; -"667 dequantize_per_tensor_default_31" [id=667, type=dequantize_per_tensor]; -"668 linear_30_scale_0" [id=668, type=get_attr]; -"669 linear_30_zero_point_0" [id=669, type=get_attr]; +"664 add_15_0_0_nncf_smooth_quant_0" [id=664, type=call_module]; +"665 quantize_per_tensor_default_31" [id=665, type=quantize_per_tensor]; +"666 dequantize_per_tensor_default_31" [id=666, type=dequantize_per_tensor]; +"667 linear_30_scale_0" [id=667, type=get_attr]; +"668 linear_30_zero_point_0" [id=668, type=get_attr]; +"669 compressed_weight_updated_constant31" [id=669, type=get_attr]; "670 quantize_per_channel_default_31" [id=670, type=quantize_per_channel]; "671 dequantize_per_channel_default_31" [id=671, type=dequantize_per_channel]; "672 _param_constant85_0_0" [id=672, type=get_attr]; "673 linear_30" [id=673, type=linear]; "674 gelu_4" [id=674, type=gelu]; "675 dropout_18" [id=675, type=dropout]; -"676 linear_31_updated_constant0" [id=676, type=get_attr]; -"677 dropout_18_0_0_nncf_smooth_quant_0" [id=677, type=call_module]; -"678 quantize_per_tensor_default_32" [id=678, type=quantize_per_tensor]; -"679 dequantize_per_tensor_default_32" [id=679, type=dequantize_per_tensor]; -"680 linear_31_scale_0" [id=680, type=get_attr]; -"681 linear_31_zero_point_0" [id=681, type=get_attr]; +"676 dropout_18_0_0_nncf_smooth_quant_0" [id=676, type=call_module]; +"677 quantize_per_tensor_default_32" [id=677, type=quantize_per_tensor]; +"678 dequantize_per_tensor_default_32" [id=678, type=dequantize_per_tensor]; +"679 linear_31_scale_0" [id=679, type=get_attr]; +"680 linear_31_zero_point_0" [id=680, type=get_attr]; +"681 compressed_weight_updated_constant32" [id=681, type=get_attr]; "682 quantize_per_channel_default_32" [id=682, type=quantize_per_channel]; "683 dequantize_per_channel_default_32" [id=683, type=dequantize_per_channel]; "684 _param_constant87_0_0" [id=684, type=get_attr]; @@ -691,19 +691,19 @@ strict digraph { "689 layer_norm_12" [id=689, type=layer_norm]; "690 add_16" [id=690, type=add]; "691 _tensor_constant28" [id=691, type=get_attr]; -"692 linear_32_updated_constant0" [id=692, type=get_attr]; -"693 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=693, type=call_module]; -"694 linear_32_scale_0" [id=694, type=get_attr]; -"695 linear_32_zero_point_0" [id=695, type=get_attr]; +"692 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; +"693 linear_32_scale_0" [id=693, type=get_attr]; +"694 linear_32_zero_point_0" [id=694, type=get_attr]; +"695 compressed_weight_updated_constant33" [id=695, type=get_attr]; "696 quantize_per_channel_default_33" [id=696, type=quantize_per_channel]; "697 dequantize_per_channel_default_33" [id=697, type=dequantize_per_channel]; "698 _param_constant91_0_0" [id=698, type=get_attr]; "699 linear_32" [id=699, type=linear]; "700 relu__5" [id=700, type=relu_]; -"701 linear_33_updated_constant0" [id=701, type=get_attr]; -"702 relu__5_0_0_nncf_smooth_quant_0" [id=702, type=call_module]; -"703 linear_33_scale_0" [id=703, type=get_attr]; -"704 linear_33_zero_point_0" [id=704, type=get_attr]; +"701 relu__5_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; +"702 linear_33_scale_0" [id=702, type=get_attr]; +"703 linear_33_zero_point_0" [id=703, type=get_attr]; +"704 compressed_weight_updated_constant34" [id=704, type=get_attr]; "705 quantize_per_channel_default_34" [id=705, type=quantize_per_channel]; "706 dequantize_per_channel_default_34" [id=706, type=dequantize_per_channel]; "707 linear_33" [id=707, type=linear]; @@ -721,12 +721,12 @@ strict digraph { "719 view_28" [id=719, type=view]; "720 permute_24" [id=720, type=permute]; "721 reshape_22" [id=721, type=reshape]; -"722 linear_34_updated_constant0" [id=722, type=get_attr]; -"723 reshape_22_0_0_nncf_smooth_quant_0" [id=723, type=call_module]; -"724 quantize_per_tensor_default_33" [id=724, type=quantize_per_tensor]; -"725 dequantize_per_tensor_default_33" [id=725, type=dequantize_per_tensor]; -"726 linear_34_scale_0" [id=726, type=get_attr]; -"727 linear_34_zero_point_0" [id=727, type=get_attr]; +"722 reshape_22_0_0_nncf_smooth_quant_0" [id=722, type=call_module]; +"723 quantize_per_tensor_default_33" [id=723, type=quantize_per_tensor]; +"724 dequantize_per_tensor_default_33" [id=724, type=dequantize_per_tensor]; +"725 linear_34_scale_0" [id=725, type=get_attr]; +"726 linear_34_zero_point_0" [id=726, type=get_attr]; +"727 compressed_weight_updated_constant35" [id=727, type=get_attr]; "728 quantize_per_channel_default_35" [id=728, type=quantize_per_channel]; "729 dequantize_per_channel_default_35" [id=729, type=dequantize_per_channel]; "730 _param_constant93_0_0" [id=730, type=get_attr]; @@ -776,12 +776,12 @@ strict digraph { "774 matmul_11" [id=774, type=matmul]; "775 transpose_11" [id=775, type=transpose]; "776 reshape_25" [id=776, type=reshape]; -"777 linear_35_updated_constant0" [id=777, type=get_attr]; -"778 reshape_25_0_0_nncf_smooth_quant_0" [id=778, type=call_module]; -"779 quantize_per_tensor_default_36" [id=779, type=quantize_per_tensor]; -"780 dequantize_per_tensor_default_36" [id=780, type=dequantize_per_tensor]; -"781 linear_35_scale_0" [id=781, type=get_attr]; -"782 linear_35_zero_point_0" [id=782, type=get_attr]; +"777 reshape_25_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; +"778 quantize_per_tensor_default_36" [id=778, type=quantize_per_tensor]; +"779 dequantize_per_tensor_default_36" [id=779, type=dequantize_per_tensor]; +"780 linear_35_scale_0" [id=780, type=get_attr]; +"781 linear_35_zero_point_0" [id=781, type=get_attr]; +"782 compressed_weight_updated_constant36" [id=782, type=get_attr]; "783 quantize_per_channel_default_36" [id=783, type=quantize_per_channel]; "784 dequantize_per_channel_default_36" [id=784, type=dequantize_per_channel]; "785 _param_constant97_0_0" [id=785, type=get_attr]; @@ -800,24 +800,24 @@ strict digraph { "798 _param_constant99" [id=798, type=get_attr]; "799 layer_norm_13" [id=799, type=layer_norm]; "800 add_19" [id=800, type=add]; -"801 linear_36_updated_constant0" [id=801, type=get_attr]; -"802 add_19_0_0_nncf_smooth_quant_0" [id=802, type=call_module]; -"803 quantize_per_tensor_default_37" [id=803, type=quantize_per_tensor]; -"804 dequantize_per_tensor_default_37" [id=804, type=dequantize_per_tensor]; -"805 linear_36_scale_0" [id=805, type=get_attr]; -"806 linear_36_zero_point_0" [id=806, type=get_attr]; +"801 add_19_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; +"802 quantize_per_tensor_default_37" [id=802, type=quantize_per_tensor]; +"803 dequantize_per_tensor_default_37" [id=803, type=dequantize_per_tensor]; +"804 linear_36_scale_0" [id=804, type=get_attr]; +"805 linear_36_zero_point_0" [id=805, type=get_attr]; +"806 compressed_weight_updated_constant37" [id=806, type=get_attr]; "807 quantize_per_channel_default_37" [id=807, type=quantize_per_channel]; "808 dequantize_per_channel_default_37" [id=808, type=dequantize_per_channel]; "809 _param_constant101_0_0" [id=809, type=get_attr]; "810 linear_36" [id=810, type=linear]; "811 gelu_5" [id=811, type=gelu]; "812 dropout_22" [id=812, type=dropout]; -"813 linear_37_updated_constant0" [id=813, type=get_attr]; -"814 dropout_22_0_0_nncf_smooth_quant_0" [id=814, type=call_module]; -"815 quantize_per_tensor_default_38" [id=815, type=quantize_per_tensor]; -"816 dequantize_per_tensor_default_38" [id=816, type=dequantize_per_tensor]; -"817 linear_37_scale_0" [id=817, type=get_attr]; -"818 linear_37_zero_point_0" [id=818, type=get_attr]; +"813 dropout_22_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_38" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_38" [id=815, type=dequantize_per_tensor]; +"816 linear_37_scale_0" [id=816, type=get_attr]; +"817 linear_37_zero_point_0" [id=817, type=get_attr]; +"818 compressed_weight_updated_constant38" [id=818, type=get_attr]; "819 quantize_per_channel_default_38" [id=819, type=quantize_per_channel]; "820 dequantize_per_channel_default_38" [id=820, type=dequantize_per_channel]; "821 _param_constant103_0_0" [id=821, type=get_attr]; @@ -828,19 +828,19 @@ strict digraph { "826 layer_norm_14" [id=826, type=layer_norm]; "827 add_20" [id=827, type=add]; "828 _tensor_constant39" [id=828, type=get_attr]; -"829 linear_38_updated_constant0" [id=829, type=get_attr]; -"830 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=830, type=call_module]; -"831 linear_38_scale_0" [id=831, type=get_attr]; -"832 linear_38_zero_point_0" [id=832, type=get_attr]; +"829 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; +"830 linear_38_scale_0" [id=830, type=get_attr]; +"831 linear_38_zero_point_0" [id=831, type=get_attr]; +"832 compressed_weight_updated_constant39" [id=832, type=get_attr]; "833 quantize_per_channel_default_39" [id=833, type=quantize_per_channel]; "834 dequantize_per_channel_default_39" [id=834, type=dequantize_per_channel]; "835 _param_constant107_0_0" [id=835, type=get_attr]; "836 linear_38" [id=836, type=linear]; "837 relu__6" [id=837, type=relu_]; -"838 linear_39_updated_constant0" [id=838, type=get_attr]; -"839 relu__6_0_0_nncf_smooth_quant_0" [id=839, type=call_module]; -"840 linear_39_scale_0" [id=840, type=get_attr]; -"841 linear_39_zero_point_0" [id=841, type=get_attr]; +"838 relu__6_0_0_nncf_smooth_quant_0" [id=838, type=call_module]; +"839 linear_39_scale_0" [id=839, type=get_attr]; +"840 linear_39_zero_point_0" [id=840, type=get_attr]; +"841 compressed_weight_updated_constant40" [id=841, type=get_attr]; "842 quantize_per_channel_default_40" [id=842, type=quantize_per_channel]; "843 dequantize_per_channel_default_40" [id=843, type=dequantize_per_channel]; "844 linear_39" [id=844, type=linear]; @@ -857,12 +857,12 @@ strict digraph { "855 view_35" [id=855, type=view]; "856 permute_29" [id=856, type=permute]; "857 reshape_27" [id=857, type=reshape]; -"858 linear_40_updated_constant0" [id=858, type=get_attr]; -"859 reshape_27_0_0_nncf_smooth_quant_0" [id=859, type=call_module]; -"860 quantize_per_tensor_default_39" [id=860, type=quantize_per_tensor]; -"861 dequantize_per_tensor_default_39" [id=861, type=dequantize_per_tensor]; -"862 linear_40_scale_0" [id=862, type=get_attr]; -"863 linear_40_zero_point_0" [id=863, type=get_attr]; +"858 reshape_27_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 quantize_per_tensor_default_39" [id=859, type=quantize_per_tensor]; +"860 dequantize_per_tensor_default_39" [id=860, type=dequantize_per_tensor]; +"861 linear_40_scale_0" [id=861, type=get_attr]; +"862 linear_40_zero_point_0" [id=862, type=get_attr]; +"863 compressed_weight_updated_constant41" [id=863, type=get_attr]; "864 quantize_per_channel_default_41" [id=864, type=quantize_per_channel]; "865 dequantize_per_channel_default_41" [id=865, type=dequantize_per_channel]; "866 _param_constant109_0_0" [id=866, type=get_attr]; @@ -896,12 +896,12 @@ strict digraph { "894 matmul_13" [id=894, type=matmul]; "895 transpose_13" [id=895, type=transpose]; "896 reshape_29" [id=896, type=reshape]; -"897 linear_41_updated_constant0" [id=897, type=get_attr]; -"898 reshape_29_0_0_nncf_smooth_quant_0" [id=898, type=call_module]; -"899 quantize_per_tensor_default_42" [id=899, type=quantize_per_tensor]; -"900 dequantize_per_tensor_default_42" [id=900, type=dequantize_per_tensor]; -"901 linear_41_scale_0" [id=901, type=get_attr]; -"902 linear_41_zero_point_0" [id=902, type=get_attr]; +"897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type=call_module]; +"898 quantize_per_tensor_default_42" [id=898, type=quantize_per_tensor]; +"899 dequantize_per_tensor_default_42" [id=899, type=dequantize_per_tensor]; +"900 linear_41_scale_0" [id=900, type=get_attr]; +"901 linear_41_zero_point_0" [id=901, type=get_attr]; +"902 compressed_weight_updated_constant42" [id=902, type=get_attr]; "903 quantize_per_channel_default_42" [id=903, type=quantize_per_channel]; "904 dequantize_per_channel_default_42" [id=904, type=dequantize_per_channel]; "905 _param_constant113_0_0" [id=905, type=get_attr]; @@ -919,24 +919,24 @@ strict digraph { "917 _param_constant115" [id=917, type=get_attr]; "918 layer_norm_15" [id=918, type=layer_norm]; "919 add_22" [id=919, type=add]; -"920 linear_42_updated_constant0" [id=920, type=get_attr]; -"921 add_22_0_0_nncf_smooth_quant_0" [id=921, type=call_module]; -"922 quantize_per_tensor_default_43" [id=922, type=quantize_per_tensor]; -"923 dequantize_per_tensor_default_43" [id=923, type=dequantize_per_tensor]; -"924 linear_42_scale_0" [id=924, type=get_attr]; -"925 linear_42_zero_point_0" [id=925, type=get_attr]; +"920 add_22_0_0_nncf_smooth_quant_0" [id=920, type=call_module]; +"921 quantize_per_tensor_default_43" [id=921, type=quantize_per_tensor]; +"922 dequantize_per_tensor_default_43" [id=922, type=dequantize_per_tensor]; +"923 linear_42_scale_0" [id=923, type=get_attr]; +"924 linear_42_zero_point_0" [id=924, type=get_attr]; +"925 compressed_weight_updated_constant43" [id=925, type=get_attr]; "926 quantize_per_channel_default_43" [id=926, type=quantize_per_channel]; "927 dequantize_per_channel_default_43" [id=927, type=dequantize_per_channel]; "928 _param_constant117_0_0" [id=928, type=get_attr]; "929 linear_42" [id=929, type=linear]; "930 gelu_6" [id=930, type=gelu]; "931 dropout_26" [id=931, type=dropout]; -"932 linear_43_updated_constant0" [id=932, type=get_attr]; -"933 dropout_26_0_0_nncf_smooth_quant_0" [id=933, type=call_module]; -"934 quantize_per_tensor_default_44" [id=934, type=quantize_per_tensor]; -"935 dequantize_per_tensor_default_44" [id=935, type=dequantize_per_tensor]; -"936 linear_43_scale_0" [id=936, type=get_attr]; -"937 linear_43_zero_point_0" [id=937, type=get_attr]; +"932 dropout_26_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_44" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_44" [id=934, type=dequantize_per_tensor]; +"935 linear_43_scale_0" [id=935, type=get_attr]; +"936 linear_43_zero_point_0" [id=936, type=get_attr]; +"937 compressed_weight_updated_constant44" [id=937, type=get_attr]; "938 quantize_per_channel_default_44" [id=938, type=quantize_per_channel]; "939 dequantize_per_channel_default_44" [id=939, type=dequantize_per_channel]; "940 _param_constant119_0_0" [id=940, type=get_attr]; @@ -947,19 +947,19 @@ strict digraph { "945 layer_norm_16" [id=945, type=layer_norm]; "946 add_23" [id=946, type=add]; "947 _tensor_constant41" [id=947, type=get_attr]; -"948 linear_44_updated_constant0" [id=948, type=get_attr]; -"949 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=949, type=call_module]; -"950 linear_44_scale_0" [id=950, type=get_attr]; -"951 linear_44_zero_point_0" [id=951, type=get_attr]; +"948 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=948, type=call_module]; +"949 linear_44_scale_0" [id=949, type=get_attr]; +"950 linear_44_zero_point_0" [id=950, type=get_attr]; +"951 compressed_weight_updated_constant45" [id=951, type=get_attr]; "952 quantize_per_channel_default_45" [id=952, type=quantize_per_channel]; "953 dequantize_per_channel_default_45" [id=953, type=dequantize_per_channel]; "954 _param_constant123_0_0" [id=954, type=get_attr]; "955 linear_44" [id=955, type=linear]; "956 relu__7" [id=956, type=relu_]; -"957 linear_45_updated_constant0" [id=957, type=get_attr]; -"958 relu__7_0_0_nncf_smooth_quant_0" [id=958, type=call_module]; -"959 linear_45_scale_0" [id=959, type=get_attr]; -"960 linear_45_zero_point_0" [id=960, type=get_attr]; +"957 relu__7_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 linear_45_scale_0" [id=958, type=get_attr]; +"959 linear_45_zero_point_0" [id=959, type=get_attr]; +"960 compressed_weight_updated_constant46" [id=960, type=get_attr]; "961 quantize_per_channel_default_46" [id=961, type=quantize_per_channel]; "962 dequantize_per_channel_default_46" [id=962, type=dequantize_per_channel]; "963 linear_45" [id=963, type=linear]; @@ -977,12 +977,12 @@ strict digraph { "975 view_39" [id=975, type=view]; "976 permute_33" [id=976, type=permute]; "977 reshape_31" [id=977, type=reshape]; -"978 linear_46_updated_constant0" [id=978, type=get_attr]; -"979 reshape_31_0_0_nncf_smooth_quant_0" [id=979, type=call_module]; -"980 quantize_per_tensor_default_45" [id=980, type=quantize_per_tensor]; -"981 dequantize_per_tensor_default_45" [id=981, type=dequantize_per_tensor]; -"982 linear_46_scale_0" [id=982, type=get_attr]; -"983 linear_46_zero_point_0" [id=983, type=get_attr]; +"978 reshape_31_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; +"979 quantize_per_tensor_default_45" [id=979, type=quantize_per_tensor]; +"980 dequantize_per_tensor_default_45" [id=980, type=dequantize_per_tensor]; +"981 linear_46_scale_0" [id=981, type=get_attr]; +"982 linear_46_zero_point_0" [id=982, type=get_attr]; +"983 compressed_weight_updated_constant47" [id=983, type=get_attr]; "984 quantize_per_channel_default_47" [id=984, type=quantize_per_channel]; "985 dequantize_per_channel_default_47" [id=985, type=dequantize_per_channel]; "986 _param_constant125_0_0" [id=986, type=get_attr]; @@ -1032,12 +1032,12 @@ strict digraph { "1030 matmul_15" [id=1030, type=matmul]; "1031 transpose_15" [id=1031, type=transpose]; "1032 reshape_34" [id=1032, type=reshape]; -"1033 linear_47_updated_constant0" [id=1033, type=get_attr]; -"1034 reshape_34_0_0_nncf_smooth_quant_0" [id=1034, type=call_module]; -"1035 quantize_per_tensor_default_48" [id=1035, type=quantize_per_tensor]; -"1036 dequantize_per_tensor_default_48" [id=1036, type=dequantize_per_tensor]; -"1037 linear_47_scale_0" [id=1037, type=get_attr]; -"1038 linear_47_zero_point_0" [id=1038, type=get_attr]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type=call_module]; +"1034 quantize_per_tensor_default_48" [id=1034, type=quantize_per_tensor]; +"1035 dequantize_per_tensor_default_48" [id=1035, type=dequantize_per_tensor]; +"1036 linear_47_scale_0" [id=1036, type=get_attr]; +"1037 linear_47_zero_point_0" [id=1037, type=get_attr]; +"1038 compressed_weight_updated_constant48" [id=1038, type=get_attr]; "1039 quantize_per_channel_default_48" [id=1039, type=quantize_per_channel]; "1040 dequantize_per_channel_default_48" [id=1040, type=dequantize_per_channel]; "1041 _param_constant129_0_0" [id=1041, type=get_attr]; @@ -1056,24 +1056,24 @@ strict digraph { "1054 _param_constant131" [id=1054, type=get_attr]; "1055 layer_norm_17" [id=1055, type=layer_norm]; "1056 add_26" [id=1056, type=add]; -"1057 linear_48_updated_constant0" [id=1057, type=get_attr]; -"1058 add_26_0_0_nncf_smooth_quant_0" [id=1058, type=call_module]; -"1059 quantize_per_tensor_default_49" [id=1059, type=quantize_per_tensor]; -"1060 dequantize_per_tensor_default_49" [id=1060, type=dequantize_per_tensor]; -"1061 linear_48_scale_0" [id=1061, type=get_attr]; -"1062 linear_48_zero_point_0" [id=1062, type=get_attr]; +"1057 add_26_0_0_nncf_smooth_quant_0" [id=1057, type=call_module]; +"1058 quantize_per_tensor_default_49" [id=1058, type=quantize_per_tensor]; +"1059 dequantize_per_tensor_default_49" [id=1059, type=dequantize_per_tensor]; +"1060 linear_48_scale_0" [id=1060, type=get_attr]; +"1061 linear_48_zero_point_0" [id=1061, type=get_attr]; +"1062 compressed_weight_updated_constant49" [id=1062, type=get_attr]; "1063 quantize_per_channel_default_49" [id=1063, type=quantize_per_channel]; "1064 dequantize_per_channel_default_49" [id=1064, type=dequantize_per_channel]; "1065 _param_constant133_0_0" [id=1065, type=get_attr]; "1066 linear_48" [id=1066, type=linear]; "1067 gelu_7" [id=1067, type=gelu]; "1068 dropout_30" [id=1068, type=dropout]; -"1069 linear_49_updated_constant0" [id=1069, type=get_attr]; -"1070 dropout_30_0_0_nncf_smooth_quant_0" [id=1070, type=call_module]; -"1071 quantize_per_tensor_default_50" [id=1071, type=quantize_per_tensor]; -"1072 dequantize_per_tensor_default_50" [id=1072, type=dequantize_per_tensor]; -"1073 linear_49_scale_0" [id=1073, type=get_attr]; -"1074 linear_49_zero_point_0" [id=1074, type=get_attr]; +"1069 dropout_30_0_0_nncf_smooth_quant_0" [id=1069, type=call_module]; +"1070 quantize_per_tensor_default_50" [id=1070, type=quantize_per_tensor]; +"1071 dequantize_per_tensor_default_50" [id=1071, type=dequantize_per_tensor]; +"1072 linear_49_scale_0" [id=1072, type=get_attr]; +"1073 linear_49_zero_point_0" [id=1073, type=get_attr]; +"1074 compressed_weight_updated_constant50" [id=1074, type=get_attr]; "1075 quantize_per_channel_default_50" [id=1075, type=quantize_per_channel]; "1076 dequantize_per_channel_default_50" [id=1076, type=dequantize_per_channel]; "1077 _param_constant135_0_0" [id=1077, type=get_attr]; @@ -1084,19 +1084,19 @@ strict digraph { "1082 layer_norm_18" [id=1082, type=layer_norm]; "1083 add_27" [id=1083, type=add]; "1084 _tensor_constant52" [id=1084, type=get_attr]; -"1085 linear_50_updated_constant0" [id=1085, type=get_attr]; -"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1086, type=call_module]; -"1087 linear_50_scale_0" [id=1087, type=get_attr]; -"1088 linear_50_zero_point_0" [id=1088, type=get_attr]; +"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1085, type=call_module]; +"1086 linear_50_scale_0" [id=1086, type=get_attr]; +"1087 linear_50_zero_point_0" [id=1087, type=get_attr]; +"1088 compressed_weight_updated_constant51" [id=1088, type=get_attr]; "1089 quantize_per_channel_default_51" [id=1089, type=quantize_per_channel]; "1090 dequantize_per_channel_default_51" [id=1090, type=dequantize_per_channel]; "1091 _param_constant139_0_0" [id=1091, type=get_attr]; "1092 linear_50" [id=1092, type=linear]; "1093 relu__8" [id=1093, type=relu_]; -"1094 linear_51_updated_constant0" [id=1094, type=get_attr]; -"1095 relu__8_0_0_nncf_smooth_quant_0" [id=1095, type=call_module]; -"1096 linear_51_scale_0" [id=1096, type=get_attr]; -"1097 linear_51_zero_point_0" [id=1097, type=get_attr]; +"1094 relu__8_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; +"1095 linear_51_scale_0" [id=1095, type=get_attr]; +"1096 linear_51_zero_point_0" [id=1096, type=get_attr]; +"1097 compressed_weight_updated_constant52" [id=1097, type=get_attr]; "1098 quantize_per_channel_default_52" [id=1098, type=quantize_per_channel]; "1099 dequantize_per_channel_default_52" [id=1099, type=dequantize_per_channel]; "1100 linear_51" [id=1100, type=linear]; @@ -1113,12 +1113,12 @@ strict digraph { "1111 view_46" [id=1111, type=view]; "1112 permute_38" [id=1112, type=permute]; "1113 reshape_36" [id=1113, type=reshape]; -"1114 linear_52_updated_constant0" [id=1114, type=get_attr]; -"1115 reshape_36_0_0_nncf_smooth_quant_0" [id=1115, type=call_module]; -"1116 quantize_per_tensor_default_51" [id=1116, type=quantize_per_tensor]; -"1117 dequantize_per_tensor_default_51" [id=1117, type=dequantize_per_tensor]; -"1118 linear_52_scale_0" [id=1118, type=get_attr]; -"1119 linear_52_zero_point_0" [id=1119, type=get_attr]; +"1114 reshape_36_0_0_nncf_smooth_quant_0" [id=1114, type=call_module]; +"1115 quantize_per_tensor_default_51" [id=1115, type=quantize_per_tensor]; +"1116 dequantize_per_tensor_default_51" [id=1116, type=dequantize_per_tensor]; +"1117 linear_52_scale_0" [id=1117, type=get_attr]; +"1118 linear_52_zero_point_0" [id=1118, type=get_attr]; +"1119 compressed_weight_updated_constant53" [id=1119, type=get_attr]; "1120 quantize_per_channel_default_53" [id=1120, type=quantize_per_channel]; "1121 dequantize_per_channel_default_53" [id=1121, type=dequantize_per_channel]; "1122 _param_constant141_0_0" [id=1122, type=get_attr]; @@ -1152,12 +1152,12 @@ strict digraph { "1150 matmul_17" [id=1150, type=matmul]; "1151 transpose_17" [id=1151, type=transpose]; "1152 reshape_38" [id=1152, type=reshape]; -"1153 linear_53_updated_constant0" [id=1153, type=get_attr]; -"1154 reshape_38_0_0_nncf_smooth_quant_0" [id=1154, type=call_module]; -"1155 quantize_per_tensor_default_54" [id=1155, type=quantize_per_tensor]; -"1156 dequantize_per_tensor_default_54" [id=1156, type=dequantize_per_tensor]; -"1157 linear_53_scale_0" [id=1157, type=get_attr]; -"1158 linear_53_zero_point_0" [id=1158, type=get_attr]; +"1153 reshape_38_0_0_nncf_smooth_quant_0" [id=1153, type=call_module]; +"1154 quantize_per_tensor_default_54" [id=1154, type=quantize_per_tensor]; +"1155 dequantize_per_tensor_default_54" [id=1155, type=dequantize_per_tensor]; +"1156 linear_53_scale_0" [id=1156, type=get_attr]; +"1157 linear_53_zero_point_0" [id=1157, type=get_attr]; +"1158 compressed_weight_updated_constant54" [id=1158, type=get_attr]; "1159 quantize_per_channel_default_54" [id=1159, type=quantize_per_channel]; "1160 dequantize_per_channel_default_54" [id=1160, type=dequantize_per_channel]; "1161 _param_constant145_0_0" [id=1161, type=get_attr]; @@ -1175,24 +1175,24 @@ strict digraph { "1173 _param_constant147" [id=1173, type=get_attr]; "1174 layer_norm_19" [id=1174, type=layer_norm]; "1175 add_29" [id=1175, type=add]; -"1176 linear_54_updated_constant0" [id=1176, type=get_attr]; -"1177 add_29_0_0_nncf_smooth_quant_0" [id=1177, type=call_module]; -"1178 quantize_per_tensor_default_55" [id=1178, type=quantize_per_tensor]; -"1179 dequantize_per_tensor_default_55" [id=1179, type=dequantize_per_tensor]; -"1180 linear_54_scale_0" [id=1180, type=get_attr]; -"1181 linear_54_zero_point_0" [id=1181, type=get_attr]; +"1176 add_29_0_0_nncf_smooth_quant_0" [id=1176, type=call_module]; +"1177 quantize_per_tensor_default_55" [id=1177, type=quantize_per_tensor]; +"1178 dequantize_per_tensor_default_55" [id=1178, type=dequantize_per_tensor]; +"1179 linear_54_scale_0" [id=1179, type=get_attr]; +"1180 linear_54_zero_point_0" [id=1180, type=get_attr]; +"1181 compressed_weight_updated_constant55" [id=1181, type=get_attr]; "1182 quantize_per_channel_default_55" [id=1182, type=quantize_per_channel]; "1183 dequantize_per_channel_default_55" [id=1183, type=dequantize_per_channel]; "1184 _param_constant149_0_0" [id=1184, type=get_attr]; "1185 linear_54" [id=1185, type=linear]; "1186 gelu_8" [id=1186, type=gelu]; "1187 dropout_34" [id=1187, type=dropout]; -"1188 linear_55_updated_constant0" [id=1188, type=get_attr]; -"1189 dropout_34_0_0_nncf_smooth_quant_0" [id=1189, type=call_module]; -"1190 quantize_per_tensor_default_56" [id=1190, type=quantize_per_tensor]; -"1191 dequantize_per_tensor_default_56" [id=1191, type=dequantize_per_tensor]; -"1192 linear_55_scale_0" [id=1192, type=get_attr]; -"1193 linear_55_zero_point_0" [id=1193, type=get_attr]; +"1188 dropout_34_0_0_nncf_smooth_quant_0" [id=1188, type=call_module]; +"1189 quantize_per_tensor_default_56" [id=1189, type=quantize_per_tensor]; +"1190 dequantize_per_tensor_default_56" [id=1190, type=dequantize_per_tensor]; +"1191 linear_55_scale_0" [id=1191, type=get_attr]; +"1192 linear_55_zero_point_0" [id=1192, type=get_attr]; +"1193 compressed_weight_updated_constant56" [id=1193, type=get_attr]; "1194 quantize_per_channel_default_56" [id=1194, type=quantize_per_channel]; "1195 dequantize_per_channel_default_56" [id=1195, type=dequantize_per_channel]; "1196 _param_constant151_0_0" [id=1196, type=get_attr]; @@ -1203,19 +1203,19 @@ strict digraph { "1201 layer_norm_20" [id=1201, type=layer_norm]; "1202 add_30" [id=1202, type=add]; "1203 _tensor_constant54" [id=1203, type=get_attr]; -"1204 linear_56_updated_constant0" [id=1204, type=get_attr]; -"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1205, type=call_module]; -"1206 linear_56_scale_0" [id=1206, type=get_attr]; -"1207 linear_56_zero_point_0" [id=1207, type=get_attr]; +"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1204, type=call_module]; +"1205 linear_56_scale_0" [id=1205, type=get_attr]; +"1206 linear_56_zero_point_0" [id=1206, type=get_attr]; +"1207 compressed_weight_updated_constant57" [id=1207, type=get_attr]; "1208 quantize_per_channel_default_57" [id=1208, type=quantize_per_channel]; "1209 dequantize_per_channel_default_57" [id=1209, type=dequantize_per_channel]; "1210 _param_constant155_0_0" [id=1210, type=get_attr]; "1211 linear_56" [id=1211, type=linear]; "1212 relu__9" [id=1212, type=relu_]; -"1213 linear_57_updated_constant0" [id=1213, type=get_attr]; -"1214 relu__9_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; -"1215 linear_57_scale_0" [id=1215, type=get_attr]; -"1216 linear_57_zero_point_0" [id=1216, type=get_attr]; +"1213 relu__9_0_0_nncf_smooth_quant_0" [id=1213, type=call_module]; +"1214 linear_57_scale_0" [id=1214, type=get_attr]; +"1215 linear_57_zero_point_0" [id=1215, type=get_attr]; +"1216 compressed_weight_updated_constant58" [id=1216, type=get_attr]; "1217 quantize_per_channel_default_58" [id=1217, type=quantize_per_channel]; "1218 dequantize_per_channel_default_58" [id=1218, type=dequantize_per_channel]; "1219 linear_57" [id=1219, type=linear]; @@ -1233,12 +1233,12 @@ strict digraph { "1231 view_50" [id=1231, type=view]; "1232 permute_42" [id=1232, type=permute]; "1233 reshape_40" [id=1233, type=reshape]; -"1234 linear_58_updated_constant0" [id=1234, type=get_attr]; -"1235 reshape_40_0_0_nncf_smooth_quant_0" [id=1235, type=call_module]; -"1236 quantize_per_tensor_default_57" [id=1236, type=quantize_per_tensor]; -"1237 dequantize_per_tensor_default_57" [id=1237, type=dequantize_per_tensor]; -"1238 linear_58_scale_0" [id=1238, type=get_attr]; -"1239 linear_58_zero_point_0" [id=1239, type=get_attr]; +"1234 reshape_40_0_0_nncf_smooth_quant_0" [id=1234, type=call_module]; +"1235 quantize_per_tensor_default_57" [id=1235, type=quantize_per_tensor]; +"1236 dequantize_per_tensor_default_57" [id=1236, type=dequantize_per_tensor]; +"1237 linear_58_scale_0" [id=1237, type=get_attr]; +"1238 linear_58_zero_point_0" [id=1238, type=get_attr]; +"1239 compressed_weight_updated_constant59" [id=1239, type=get_attr]; "1240 quantize_per_channel_default_59" [id=1240, type=quantize_per_channel]; "1241 dequantize_per_channel_default_59" [id=1241, type=dequantize_per_channel]; "1242 _param_constant157_0_0" [id=1242, type=get_attr]; @@ -1288,12 +1288,12 @@ strict digraph { "1286 matmul_19" [id=1286, type=matmul]; "1287 transpose_19" [id=1287, type=transpose]; "1288 reshape_43" [id=1288, type=reshape]; -"1289 linear_59_updated_constant0" [id=1289, type=get_attr]; -"1290 reshape_43_0_0_nncf_smooth_quant_0" [id=1290, type=call_module]; -"1291 quantize_per_tensor_default_60" [id=1291, type=quantize_per_tensor]; -"1292 dequantize_per_tensor_default_60" [id=1292, type=dequantize_per_tensor]; -"1293 linear_59_scale_0" [id=1293, type=get_attr]; -"1294 linear_59_zero_point_0" [id=1294, type=get_attr]; +"1289 reshape_43_0_0_nncf_smooth_quant_0" [id=1289, type=call_module]; +"1290 quantize_per_tensor_default_60" [id=1290, type=quantize_per_tensor]; +"1291 dequantize_per_tensor_default_60" [id=1291, type=dequantize_per_tensor]; +"1292 linear_59_scale_0" [id=1292, type=get_attr]; +"1293 linear_59_zero_point_0" [id=1293, type=get_attr]; +"1294 compressed_weight_updated_constant60" [id=1294, type=get_attr]; "1295 quantize_per_channel_default_60" [id=1295, type=quantize_per_channel]; "1296 dequantize_per_channel_default_60" [id=1296, type=dequantize_per_channel]; "1297 _param_constant161_0_0" [id=1297, type=get_attr]; @@ -1312,24 +1312,24 @@ strict digraph { "1310 _param_constant163" [id=1310, type=get_attr]; "1311 layer_norm_21" [id=1311, type=layer_norm]; "1312 add_33" [id=1312, type=add]; -"1313 linear_60_updated_constant0" [id=1313, type=get_attr]; -"1314 add_33_0_0_nncf_smooth_quant_0" [id=1314, type=call_module]; -"1315 quantize_per_tensor_default_61" [id=1315, type=quantize_per_tensor]; -"1316 dequantize_per_tensor_default_61" [id=1316, type=dequantize_per_tensor]; -"1317 linear_60_scale_0" [id=1317, type=get_attr]; -"1318 linear_60_zero_point_0" [id=1318, type=get_attr]; +"1313 add_33_0_0_nncf_smooth_quant_0" [id=1313, type=call_module]; +"1314 quantize_per_tensor_default_61" [id=1314, type=quantize_per_tensor]; +"1315 dequantize_per_tensor_default_61" [id=1315, type=dequantize_per_tensor]; +"1316 linear_60_scale_0" [id=1316, type=get_attr]; +"1317 linear_60_zero_point_0" [id=1317, type=get_attr]; +"1318 compressed_weight_updated_constant61" [id=1318, type=get_attr]; "1319 quantize_per_channel_default_61" [id=1319, type=quantize_per_channel]; "1320 dequantize_per_channel_default_61" [id=1320, type=dequantize_per_channel]; "1321 _param_constant165_0_0" [id=1321, type=get_attr]; "1322 linear_60" [id=1322, type=linear]; "1323 gelu_9" [id=1323, type=gelu]; "1324 dropout_38" [id=1324, type=dropout]; -"1325 linear_61_updated_constant0" [id=1325, type=get_attr]; -"1326 dropout_38_0_0_nncf_smooth_quant_0" [id=1326, type=call_module]; -"1327 quantize_per_tensor_default_62" [id=1327, type=quantize_per_tensor]; -"1328 dequantize_per_tensor_default_62" [id=1328, type=dequantize_per_tensor]; -"1329 linear_61_scale_0" [id=1329, type=get_attr]; -"1330 linear_61_zero_point_0" [id=1330, type=get_attr]; +"1325 dropout_38_0_0_nncf_smooth_quant_0" [id=1325, type=call_module]; +"1326 quantize_per_tensor_default_62" [id=1326, type=quantize_per_tensor]; +"1327 dequantize_per_tensor_default_62" [id=1327, type=dequantize_per_tensor]; +"1328 linear_61_scale_0" [id=1328, type=get_attr]; +"1329 linear_61_zero_point_0" [id=1329, type=get_attr]; +"1330 compressed_weight_updated_constant62" [id=1330, type=get_attr]; "1331 quantize_per_channel_default_62" [id=1331, type=quantize_per_channel]; "1332 dequantize_per_channel_default_62" [id=1332, type=dequantize_per_channel]; "1333 _param_constant167_0_0" [id=1333, type=get_attr]; @@ -1340,19 +1340,19 @@ strict digraph { "1338 layer_norm_22" [id=1338, type=layer_norm]; "1339 add_34" [id=1339, type=add]; "1340 _tensor_constant65" [id=1340, type=get_attr]; -"1341 linear_62_updated_constant0" [id=1341, type=get_attr]; -"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1342, type=call_module]; -"1343 linear_62_scale_0" [id=1343, type=get_attr]; -"1344 linear_62_zero_point_0" [id=1344, type=get_attr]; +"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1341, type=call_module]; +"1342 linear_62_scale_0" [id=1342, type=get_attr]; +"1343 linear_62_zero_point_0" [id=1343, type=get_attr]; +"1344 compressed_weight_updated_constant63" [id=1344, type=get_attr]; "1345 quantize_per_channel_default_63" [id=1345, type=quantize_per_channel]; "1346 dequantize_per_channel_default_63" [id=1346, type=dequantize_per_channel]; "1347 _param_constant171_0_0" [id=1347, type=get_attr]; "1348 linear_62" [id=1348, type=linear]; "1349 relu__10" [id=1349, type=relu_]; -"1350 linear_63_updated_constant0" [id=1350, type=get_attr]; -"1351 relu__10_0_0_nncf_smooth_quant_0" [id=1351, type=call_module]; -"1352 linear_63_scale_0" [id=1352, type=get_attr]; -"1353 linear_63_zero_point_0" [id=1353, type=get_attr]; +"1350 relu__10_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; +"1351 linear_63_scale_0" [id=1351, type=get_attr]; +"1352 linear_63_zero_point_0" [id=1352, type=get_attr]; +"1353 compressed_weight_updated_constant64" [id=1353, type=get_attr]; "1354 quantize_per_channel_default_64" [id=1354, type=quantize_per_channel]; "1355 dequantize_per_channel_default_64" [id=1355, type=dequantize_per_channel]; "1356 linear_63" [id=1356, type=linear]; @@ -1369,12 +1369,12 @@ strict digraph { "1367 view_57" [id=1367, type=view]; "1368 permute_47" [id=1368, type=permute]; "1369 reshape_45" [id=1369, type=reshape]; -"1370 linear_64_updated_constant0" [id=1370, type=get_attr]; -"1371 reshape_45_0_0_nncf_smooth_quant_0" [id=1371, type=call_module]; -"1372 quantize_per_tensor_default_63" [id=1372, type=quantize_per_tensor]; -"1373 dequantize_per_tensor_default_63" [id=1373, type=dequantize_per_tensor]; -"1374 linear_64_scale_0" [id=1374, type=get_attr]; -"1375 linear_64_zero_point_0" [id=1375, type=get_attr]; +"1370 reshape_45_0_0_nncf_smooth_quant_0" [id=1370, type=call_module]; +"1371 quantize_per_tensor_default_63" [id=1371, type=quantize_per_tensor]; +"1372 dequantize_per_tensor_default_63" [id=1372, type=dequantize_per_tensor]; +"1373 linear_64_scale_0" [id=1373, type=get_attr]; +"1374 linear_64_zero_point_0" [id=1374, type=get_attr]; +"1375 compressed_weight_updated_constant65" [id=1375, type=get_attr]; "1376 quantize_per_channel_default_65" [id=1376, type=quantize_per_channel]; "1377 dequantize_per_channel_default_65" [id=1377, type=dequantize_per_channel]; "1378 _param_constant173_0_0" [id=1378, type=get_attr]; @@ -1408,12 +1408,12 @@ strict digraph { "1406 matmul_21" [id=1406, type=matmul]; "1407 transpose_21" [id=1407, type=transpose]; "1408 reshape_47" [id=1408, type=reshape]; -"1409 linear_65_updated_constant0" [id=1409, type=get_attr]; -"1410 reshape_47_0_0_nncf_smooth_quant_0" [id=1410, type=call_module]; -"1411 quantize_per_tensor_default_66" [id=1411, type=quantize_per_tensor]; -"1412 dequantize_per_tensor_default_66" [id=1412, type=dequantize_per_tensor]; -"1413 linear_65_scale_0" [id=1413, type=get_attr]; -"1414 linear_65_zero_point_0" [id=1414, type=get_attr]; +"1409 reshape_47_0_0_nncf_smooth_quant_0" [id=1409, type=call_module]; +"1410 quantize_per_tensor_default_66" [id=1410, type=quantize_per_tensor]; +"1411 dequantize_per_tensor_default_66" [id=1411, type=dequantize_per_tensor]; +"1412 linear_65_scale_0" [id=1412, type=get_attr]; +"1413 linear_65_zero_point_0" [id=1413, type=get_attr]; +"1414 compressed_weight_updated_constant66" [id=1414, type=get_attr]; "1415 quantize_per_channel_default_66" [id=1415, type=quantize_per_channel]; "1416 dequantize_per_channel_default_66" [id=1416, type=dequantize_per_channel]; "1417 _param_constant177_0_0" [id=1417, type=get_attr]; @@ -1431,24 +1431,24 @@ strict digraph { "1429 _param_constant179" [id=1429, type=get_attr]; "1430 layer_norm_23" [id=1430, type=layer_norm]; "1431 add_36" [id=1431, type=add]; -"1432 linear_66_updated_constant0" [id=1432, type=get_attr]; -"1433 add_36_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; -"1434 quantize_per_tensor_default_67" [id=1434, type=quantize_per_tensor]; -"1435 dequantize_per_tensor_default_67" [id=1435, type=dequantize_per_tensor]; -"1436 linear_66_scale_0" [id=1436, type=get_attr]; -"1437 linear_66_zero_point_0" [id=1437, type=get_attr]; +"1432 add_36_0_0_nncf_smooth_quant_0" [id=1432, type=call_module]; +"1433 quantize_per_tensor_default_67" [id=1433, type=quantize_per_tensor]; +"1434 dequantize_per_tensor_default_67" [id=1434, type=dequantize_per_tensor]; +"1435 linear_66_scale_0" [id=1435, type=get_attr]; +"1436 linear_66_zero_point_0" [id=1436, type=get_attr]; +"1437 compressed_weight_updated_constant67" [id=1437, type=get_attr]; "1438 quantize_per_channel_default_67" [id=1438, type=quantize_per_channel]; "1439 dequantize_per_channel_default_67" [id=1439, type=dequantize_per_channel]; "1440 _param_constant181_0_0" [id=1440, type=get_attr]; "1441 linear_66" [id=1441, type=linear]; "1442 gelu_10" [id=1442, type=gelu]; "1443 dropout_42" [id=1443, type=dropout]; -"1444 linear_67_updated_constant0" [id=1444, type=get_attr]; -"1445 dropout_42_0_0_nncf_smooth_quant_0" [id=1445, type=call_module]; -"1446 quantize_per_tensor_default_68" [id=1446, type=quantize_per_tensor]; -"1447 dequantize_per_tensor_default_68" [id=1447, type=dequantize_per_tensor]; -"1448 linear_67_scale_0" [id=1448, type=get_attr]; -"1449 linear_67_zero_point_0" [id=1449, type=get_attr]; +"1444 dropout_42_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; +"1445 quantize_per_tensor_default_68" [id=1445, type=quantize_per_tensor]; +"1446 dequantize_per_tensor_default_68" [id=1446, type=dequantize_per_tensor]; +"1447 linear_67_scale_0" [id=1447, type=get_attr]; +"1448 linear_67_zero_point_0" [id=1448, type=get_attr]; +"1449 compressed_weight_updated_constant68" [id=1449, type=get_attr]; "1450 quantize_per_channel_default_68" [id=1450, type=quantize_per_channel]; "1451 dequantize_per_channel_default_68" [id=1451, type=dequantize_per_channel]; "1452 _param_constant183_0_0" [id=1452, type=get_attr]; @@ -1459,19 +1459,19 @@ strict digraph { "1457 layer_norm_24" [id=1457, type=layer_norm]; "1458 add_37" [id=1458, type=add]; "1459 _tensor_constant67" [id=1459, type=get_attr]; -"1460 linear_68_updated_constant0" [id=1460, type=get_attr]; -"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1461, type=call_module]; -"1462 linear_68_scale_0" [id=1462, type=get_attr]; -"1463 linear_68_zero_point_0" [id=1463, type=get_attr]; +"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; +"1461 linear_68_scale_0" [id=1461, type=get_attr]; +"1462 linear_68_zero_point_0" [id=1462, type=get_attr]; +"1463 compressed_weight_updated_constant69" [id=1463, type=get_attr]; "1464 quantize_per_channel_default_69" [id=1464, type=quantize_per_channel]; "1465 dequantize_per_channel_default_69" [id=1465, type=dequantize_per_channel]; "1466 _param_constant187_0_0" [id=1466, type=get_attr]; "1467 linear_68" [id=1467, type=linear]; "1468 relu__11" [id=1468, type=relu_]; -"1469 linear_69_updated_constant0" [id=1469, type=get_attr]; -"1470 relu__11_0_0_nncf_smooth_quant_0" [id=1470, type=call_module]; -"1471 linear_69_scale_0" [id=1471, type=get_attr]; -"1472 linear_69_zero_point_0" [id=1472, type=get_attr]; +"1469 relu__11_0_0_nncf_smooth_quant_0" [id=1469, type=call_module]; +"1470 linear_69_scale_0" [id=1470, type=get_attr]; +"1471 linear_69_zero_point_0" [id=1471, type=get_attr]; +"1472 compressed_weight_updated_constant70" [id=1472, type=get_attr]; "1473 quantize_per_channel_default_70" [id=1473, type=quantize_per_channel]; "1474 dequantize_per_channel_default_70" [id=1474, type=dequantize_per_channel]; "1475 linear_69" [id=1475, type=linear]; @@ -1489,12 +1489,12 @@ strict digraph { "1487 view_61" [id=1487, type=view]; "1488 permute_51" [id=1488, type=permute]; "1489 reshape_49" [id=1489, type=reshape]; -"1490 linear_70_updated_constant0" [id=1490, type=get_attr]; -"1491 reshape_49_0_0_nncf_smooth_quant_0" [id=1491, type=call_module]; -"1492 quantize_per_tensor_default_69" [id=1492, type=quantize_per_tensor]; -"1493 dequantize_per_tensor_default_69" [id=1493, type=dequantize_per_tensor]; -"1494 linear_70_scale_0" [id=1494, type=get_attr]; -"1495 linear_70_zero_point_0" [id=1495, type=get_attr]; +"1490 reshape_49_0_0_nncf_smooth_quant_0" [id=1490, type=call_module]; +"1491 quantize_per_tensor_default_69" [id=1491, type=quantize_per_tensor]; +"1492 dequantize_per_tensor_default_69" [id=1492, type=dequantize_per_tensor]; +"1493 linear_70_scale_0" [id=1493, type=get_attr]; +"1494 linear_70_zero_point_0" [id=1494, type=get_attr]; +"1495 compressed_weight_updated_constant71" [id=1495, type=get_attr]; "1496 quantize_per_channel_default_71" [id=1496, type=quantize_per_channel]; "1497 dequantize_per_channel_default_71" [id=1497, type=dequantize_per_channel]; "1498 _param_constant189_0_0" [id=1498, type=get_attr]; @@ -1544,12 +1544,12 @@ strict digraph { "1542 matmul_23" [id=1542, type=matmul]; "1543 transpose_23" [id=1543, type=transpose]; "1544 reshape_52" [id=1544, type=reshape]; -"1545 linear_71_updated_constant0" [id=1545, type=get_attr]; -"1546 reshape_52_0_0_nncf_smooth_quant_0" [id=1546, type=call_module]; -"1547 quantize_per_tensor_default_72" [id=1547, type=quantize_per_tensor]; -"1548 dequantize_per_tensor_default_72" [id=1548, type=dequantize_per_tensor]; -"1549 linear_71_scale_0" [id=1549, type=get_attr]; -"1550 linear_71_zero_point_0" [id=1550, type=get_attr]; +"1545 reshape_52_0_0_nncf_smooth_quant_0" [id=1545, type=call_module]; +"1546 quantize_per_tensor_default_72" [id=1546, type=quantize_per_tensor]; +"1547 dequantize_per_tensor_default_72" [id=1547, type=dequantize_per_tensor]; +"1548 linear_71_scale_0" [id=1548, type=get_attr]; +"1549 linear_71_zero_point_0" [id=1549, type=get_attr]; +"1550 compressed_weight_updated_constant72" [id=1550, type=get_attr]; "1551 quantize_per_channel_default_72" [id=1551, type=quantize_per_channel]; "1552 dequantize_per_channel_default_72" [id=1552, type=dequantize_per_channel]; "1553 _param_constant193_0_0" [id=1553, type=get_attr]; @@ -1568,24 +1568,24 @@ strict digraph { "1566 _param_constant195" [id=1566, type=get_attr]; "1567 layer_norm_25" [id=1567, type=layer_norm]; "1568 add_40" [id=1568, type=add]; -"1569 linear_72_updated_constant0" [id=1569, type=get_attr]; -"1570 add_40_0_0_nncf_smooth_quant_0" [id=1570, type=call_module]; -"1571 quantize_per_tensor_default_73" [id=1571, type=quantize_per_tensor]; -"1572 dequantize_per_tensor_default_73" [id=1572, type=dequantize_per_tensor]; -"1573 linear_72_scale_0" [id=1573, type=get_attr]; -"1574 linear_72_zero_point_0" [id=1574, type=get_attr]; +"1569 add_40_0_0_nncf_smooth_quant_0" [id=1569, type=call_module]; +"1570 quantize_per_tensor_default_73" [id=1570, type=quantize_per_tensor]; +"1571 dequantize_per_tensor_default_73" [id=1571, type=dequantize_per_tensor]; +"1572 linear_72_scale_0" [id=1572, type=get_attr]; +"1573 linear_72_zero_point_0" [id=1573, type=get_attr]; +"1574 compressed_weight_updated_constant73" [id=1574, type=get_attr]; "1575 quantize_per_channel_default_73" [id=1575, type=quantize_per_channel]; "1576 dequantize_per_channel_default_73" [id=1576, type=dequantize_per_channel]; "1577 _param_constant197_0_0" [id=1577, type=get_attr]; "1578 linear_72" [id=1578, type=linear]; "1579 gelu_11" [id=1579, type=gelu]; "1580 dropout_46" [id=1580, type=dropout]; -"1581 linear_73_updated_constant0" [id=1581, type=get_attr]; -"1582 dropout_46_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; -"1583 quantize_per_tensor_default_74" [id=1583, type=quantize_per_tensor]; -"1584 dequantize_per_tensor_default_74" [id=1584, type=dequantize_per_tensor]; -"1585 linear_73_scale_0" [id=1585, type=get_attr]; -"1586 linear_73_zero_point_0" [id=1586, type=get_attr]; +"1581 dropout_46_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; +"1582 quantize_per_tensor_default_74" [id=1582, type=quantize_per_tensor]; +"1583 dequantize_per_tensor_default_74" [id=1583, type=dequantize_per_tensor]; +"1584 linear_73_scale_0" [id=1584, type=get_attr]; +"1585 linear_73_zero_point_0" [id=1585, type=get_attr]; +"1586 compressed_weight_updated_constant74" [id=1586, type=get_attr]; "1587 quantize_per_channel_default_74" [id=1587, type=quantize_per_channel]; "1588 dequantize_per_channel_default_74" [id=1588, type=dequantize_per_channel]; "1589 _param_constant199_0_0" [id=1589, type=get_attr]; @@ -1596,19 +1596,19 @@ strict digraph { "1594 layer_norm_26" [id=1594, type=layer_norm]; "1595 add_41" [id=1595, type=add]; "1596 _tensor_constant78" [id=1596, type=get_attr]; -"1597 linear_74_updated_constant0" [id=1597, type=get_attr]; -"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1598, type=call_module]; -"1599 linear_74_scale_0" [id=1599, type=get_attr]; -"1600 linear_74_zero_point_0" [id=1600, type=get_attr]; +"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1597, type=call_module]; +"1598 linear_74_scale_0" [id=1598, type=get_attr]; +"1599 linear_74_zero_point_0" [id=1599, type=get_attr]; +"1600 compressed_weight_updated_constant75" [id=1600, type=get_attr]; "1601 quantize_per_channel_default_75" [id=1601, type=quantize_per_channel]; "1602 dequantize_per_channel_default_75" [id=1602, type=dequantize_per_channel]; "1603 _param_constant203_0_0" [id=1603, type=get_attr]; "1604 linear_74" [id=1604, type=linear]; "1605 relu__12" [id=1605, type=relu_]; -"1606 linear_75_updated_constant0" [id=1606, type=get_attr]; -"1607 relu__12_0_0_nncf_smooth_quant_0" [id=1607, type=call_module]; -"1608 linear_75_scale_0" [id=1608, type=get_attr]; -"1609 linear_75_zero_point_0" [id=1609, type=get_attr]; +"1606 relu__12_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; +"1607 linear_75_scale_0" [id=1607, type=get_attr]; +"1608 linear_75_zero_point_0" [id=1608, type=get_attr]; +"1609 compressed_weight_updated_constant76" [id=1609, type=get_attr]; "1610 quantize_per_channel_default_76" [id=1610, type=quantize_per_channel]; "1611 dequantize_per_channel_default_76" [id=1611, type=dequantize_per_channel]; "1612 linear_75" [id=1612, type=linear]; @@ -1625,12 +1625,12 @@ strict digraph { "1623 view_68" [id=1623, type=view]; "1624 permute_56" [id=1624, type=permute]; "1625 reshape_54" [id=1625, type=reshape]; -"1626 linear_76_updated_constant0" [id=1626, type=get_attr]; -"1627 reshape_54_0_0_nncf_smooth_quant_0" [id=1627, type=call_module]; -"1628 quantize_per_tensor_default_75" [id=1628, type=quantize_per_tensor]; -"1629 dequantize_per_tensor_default_75" [id=1629, type=dequantize_per_tensor]; -"1630 linear_76_scale_0" [id=1630, type=get_attr]; -"1631 linear_76_zero_point_0" [id=1631, type=get_attr]; +"1626 reshape_54_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; +"1627 quantize_per_tensor_default_75" [id=1627, type=quantize_per_tensor]; +"1628 dequantize_per_tensor_default_75" [id=1628, type=dequantize_per_tensor]; +"1629 linear_76_scale_0" [id=1629, type=get_attr]; +"1630 linear_76_zero_point_0" [id=1630, type=get_attr]; +"1631 compressed_weight_updated_constant77" [id=1631, type=get_attr]; "1632 quantize_per_channel_default_77" [id=1632, type=quantize_per_channel]; "1633 dequantize_per_channel_default_77" [id=1633, type=dequantize_per_channel]; "1634 _param_constant205_0_0" [id=1634, type=get_attr]; @@ -1664,12 +1664,12 @@ strict digraph { "1662 matmul_25" [id=1662, type=matmul]; "1663 transpose_25" [id=1663, type=transpose]; "1664 reshape_56" [id=1664, type=reshape]; -"1665 linear_77_updated_constant0" [id=1665, type=get_attr]; -"1666 reshape_56_0_0_nncf_smooth_quant_0" [id=1666, type=call_module]; -"1667 quantize_per_tensor_default_78" [id=1667, type=quantize_per_tensor]; -"1668 dequantize_per_tensor_default_78" [id=1668, type=dequantize_per_tensor]; -"1669 linear_77_scale_0" [id=1669, type=get_attr]; -"1670 linear_77_zero_point_0" [id=1670, type=get_attr]; +"1665 reshape_56_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; +"1666 quantize_per_tensor_default_78" [id=1666, type=quantize_per_tensor]; +"1667 dequantize_per_tensor_default_78" [id=1667, type=dequantize_per_tensor]; +"1668 linear_77_scale_0" [id=1668, type=get_attr]; +"1669 linear_77_zero_point_0" [id=1669, type=get_attr]; +"1670 compressed_weight_updated_constant78" [id=1670, type=get_attr]; "1671 quantize_per_channel_default_78" [id=1671, type=quantize_per_channel]; "1672 dequantize_per_channel_default_78" [id=1672, type=dequantize_per_channel]; "1673 _param_constant209_0_0" [id=1673, type=get_attr]; @@ -1687,24 +1687,24 @@ strict digraph { "1685 _param_constant211" [id=1685, type=get_attr]; "1686 layer_norm_27" [id=1686, type=layer_norm]; "1687 add_43" [id=1687, type=add]; -"1688 linear_78_updated_constant0" [id=1688, type=get_attr]; -"1689 add_43_0_0_nncf_smooth_quant_0" [id=1689, type=call_module]; -"1690 quantize_per_tensor_default_79" [id=1690, type=quantize_per_tensor]; -"1691 dequantize_per_tensor_default_79" [id=1691, type=dequantize_per_tensor]; -"1692 linear_78_scale_0" [id=1692, type=get_attr]; -"1693 linear_78_zero_point_0" [id=1693, type=get_attr]; +"1688 add_43_0_0_nncf_smooth_quant_0" [id=1688, type=call_module]; +"1689 quantize_per_tensor_default_79" [id=1689, type=quantize_per_tensor]; +"1690 dequantize_per_tensor_default_79" [id=1690, type=dequantize_per_tensor]; +"1691 linear_78_scale_0" [id=1691, type=get_attr]; +"1692 linear_78_zero_point_0" [id=1692, type=get_attr]; +"1693 compressed_weight_updated_constant79" [id=1693, type=get_attr]; "1694 quantize_per_channel_default_79" [id=1694, type=quantize_per_channel]; "1695 dequantize_per_channel_default_79" [id=1695, type=dequantize_per_channel]; "1696 _param_constant213_0_0" [id=1696, type=get_attr]; "1697 linear_78" [id=1697, type=linear]; "1698 gelu_12" [id=1698, type=gelu]; "1699 dropout_50" [id=1699, type=dropout]; -"1700 linear_79_updated_constant0" [id=1700, type=get_attr]; -"1701 dropout_50_0_0_nncf_smooth_quant_0" [id=1701, type=call_module]; -"1702 quantize_per_tensor_default_80" [id=1702, type=quantize_per_tensor]; -"1703 dequantize_per_tensor_default_80" [id=1703, type=dequantize_per_tensor]; -"1704 linear_79_scale_0" [id=1704, type=get_attr]; -"1705 linear_79_zero_point_0" [id=1705, type=get_attr]; +"1700 dropout_50_0_0_nncf_smooth_quant_0" [id=1700, type=call_module]; +"1701 quantize_per_tensor_default_80" [id=1701, type=quantize_per_tensor]; +"1702 dequantize_per_tensor_default_80" [id=1702, type=dequantize_per_tensor]; +"1703 linear_79_scale_0" [id=1703, type=get_attr]; +"1704 linear_79_zero_point_0" [id=1704, type=get_attr]; +"1705 compressed_weight_updated_constant80" [id=1705, type=get_attr]; "1706 quantize_per_channel_default_80" [id=1706, type=quantize_per_channel]; "1707 dequantize_per_channel_default_80" [id=1707, type=dequantize_per_channel]; "1708 _param_constant215_0_0" [id=1708, type=get_attr]; @@ -1715,19 +1715,19 @@ strict digraph { "1713 layer_norm_28" [id=1713, type=layer_norm]; "1714 add_44" [id=1714, type=add]; "1715 _tensor_constant80" [id=1715, type=get_attr]; -"1716 linear_80_updated_constant0" [id=1716, type=get_attr]; -"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1717, type=call_module]; -"1718 linear_80_scale_0" [id=1718, type=get_attr]; -"1719 linear_80_zero_point_0" [id=1719, type=get_attr]; +"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1716, type=call_module]; +"1717 linear_80_scale_0" [id=1717, type=get_attr]; +"1718 linear_80_zero_point_0" [id=1718, type=get_attr]; +"1719 compressed_weight_updated_constant81" [id=1719, type=get_attr]; "1720 quantize_per_channel_default_81" [id=1720, type=quantize_per_channel]; "1721 dequantize_per_channel_default_81" [id=1721, type=dequantize_per_channel]; "1722 _param_constant219_0_0" [id=1722, type=get_attr]; "1723 linear_80" [id=1723, type=linear]; "1724 relu__13" [id=1724, type=relu_]; -"1725 linear_81_updated_constant0" [id=1725, type=get_attr]; -"1726 relu__13_0_0_nncf_smooth_quant_0" [id=1726, type=call_module]; -"1727 linear_81_scale_0" [id=1727, type=get_attr]; -"1728 linear_81_zero_point_0" [id=1728, type=get_attr]; +"1725 relu__13_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; +"1726 linear_81_scale_0" [id=1726, type=get_attr]; +"1727 linear_81_zero_point_0" [id=1727, type=get_attr]; +"1728 compressed_weight_updated_constant82" [id=1728, type=get_attr]; "1729 quantize_per_channel_default_82" [id=1729, type=quantize_per_channel]; "1730 dequantize_per_channel_default_82" [id=1730, type=dequantize_per_channel]; "1731 linear_81" [id=1731, type=linear]; @@ -1745,12 +1745,12 @@ strict digraph { "1743 view_72" [id=1743, type=view]; "1744 permute_60" [id=1744, type=permute]; "1745 reshape_58" [id=1745, type=reshape]; -"1746 linear_82_updated_constant0" [id=1746, type=get_attr]; -"1747 reshape_58_0_0_nncf_smooth_quant_0" [id=1747, type=call_module]; -"1748 quantize_per_tensor_default_81" [id=1748, type=quantize_per_tensor]; -"1749 dequantize_per_tensor_default_81" [id=1749, type=dequantize_per_tensor]; -"1750 linear_82_scale_0" [id=1750, type=get_attr]; -"1751 linear_82_zero_point_0" [id=1751, type=get_attr]; +"1746 reshape_58_0_0_nncf_smooth_quant_0" [id=1746, type=call_module]; +"1747 quantize_per_tensor_default_81" [id=1747, type=quantize_per_tensor]; +"1748 dequantize_per_tensor_default_81" [id=1748, type=dequantize_per_tensor]; +"1749 linear_82_scale_0" [id=1749, type=get_attr]; +"1750 linear_82_zero_point_0" [id=1750, type=get_attr]; +"1751 compressed_weight_updated_constant83" [id=1751, type=get_attr]; "1752 quantize_per_channel_default_83" [id=1752, type=quantize_per_channel]; "1753 dequantize_per_channel_default_83" [id=1753, type=dequantize_per_channel]; "1754 _param_constant221_0_0" [id=1754, type=get_attr]; @@ -1800,12 +1800,12 @@ strict digraph { "1798 matmul_27" [id=1798, type=matmul]; "1799 transpose_27" [id=1799, type=transpose]; "1800 reshape_61" [id=1800, type=reshape]; -"1801 linear_83_updated_constant0" [id=1801, type=get_attr]; -"1802 reshape_61_0_0_nncf_smooth_quant_0" [id=1802, type=call_module]; -"1803 quantize_per_tensor_default_84" [id=1803, type=quantize_per_tensor]; -"1804 dequantize_per_tensor_default_84" [id=1804, type=dequantize_per_tensor]; -"1805 linear_83_scale_0" [id=1805, type=get_attr]; -"1806 linear_83_zero_point_0" [id=1806, type=get_attr]; +"1801 reshape_61_0_0_nncf_smooth_quant_0" [id=1801, type=call_module]; +"1802 quantize_per_tensor_default_84" [id=1802, type=quantize_per_tensor]; +"1803 dequantize_per_tensor_default_84" [id=1803, type=dequantize_per_tensor]; +"1804 linear_83_scale_0" [id=1804, type=get_attr]; +"1805 linear_83_zero_point_0" [id=1805, type=get_attr]; +"1806 compressed_weight_updated_constant84" [id=1806, type=get_attr]; "1807 quantize_per_channel_default_84" [id=1807, type=quantize_per_channel]; "1808 dequantize_per_channel_default_84" [id=1808, type=dequantize_per_channel]; "1809 _param_constant225_0_0" [id=1809, type=get_attr]; @@ -1824,24 +1824,24 @@ strict digraph { "1822 _param_constant227" [id=1822, type=get_attr]; "1823 layer_norm_29" [id=1823, type=layer_norm]; "1824 add_47" [id=1824, type=add]; -"1825 linear_84_updated_constant0" [id=1825, type=get_attr]; -"1826 add_47_0_0_nncf_smooth_quant_0" [id=1826, type=call_module]; -"1827 quantize_per_tensor_default_85" [id=1827, type=quantize_per_tensor]; -"1828 dequantize_per_tensor_default_85" [id=1828, type=dequantize_per_tensor]; -"1829 linear_84_scale_0" [id=1829, type=get_attr]; -"1830 linear_84_zero_point_0" [id=1830, type=get_attr]; +"1825 add_47_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; +"1826 quantize_per_tensor_default_85" [id=1826, type=quantize_per_tensor]; +"1827 dequantize_per_tensor_default_85" [id=1827, type=dequantize_per_tensor]; +"1828 linear_84_scale_0" [id=1828, type=get_attr]; +"1829 linear_84_zero_point_0" [id=1829, type=get_attr]; +"1830 compressed_weight_updated_constant85" [id=1830, type=get_attr]; "1831 quantize_per_channel_default_85" [id=1831, type=quantize_per_channel]; "1832 dequantize_per_channel_default_85" [id=1832, type=dequantize_per_channel]; "1833 _param_constant229_0_0" [id=1833, type=get_attr]; "1834 linear_84" [id=1834, type=linear]; "1835 gelu_13" [id=1835, type=gelu]; "1836 dropout_54" [id=1836, type=dropout]; -"1837 linear_85_updated_constant0" [id=1837, type=get_attr]; -"1838 dropout_54_0_0_nncf_smooth_quant_0" [id=1838, type=call_module]; -"1839 quantize_per_tensor_default_86" [id=1839, type=quantize_per_tensor]; -"1840 dequantize_per_tensor_default_86" [id=1840, type=dequantize_per_tensor]; -"1841 linear_85_scale_0" [id=1841, type=get_attr]; -"1842 linear_85_zero_point_0" [id=1842, type=get_attr]; +"1837 dropout_54_0_0_nncf_smooth_quant_0" [id=1837, type=call_module]; +"1838 quantize_per_tensor_default_86" [id=1838, type=quantize_per_tensor]; +"1839 dequantize_per_tensor_default_86" [id=1839, type=dequantize_per_tensor]; +"1840 linear_85_scale_0" [id=1840, type=get_attr]; +"1841 linear_85_zero_point_0" [id=1841, type=get_attr]; +"1842 compressed_weight_updated_constant86" [id=1842, type=get_attr]; "1843 quantize_per_channel_default_86" [id=1843, type=quantize_per_channel]; "1844 dequantize_per_channel_default_86" [id=1844, type=dequantize_per_channel]; "1845 _param_constant231_0_0" [id=1845, type=get_attr]; @@ -1852,19 +1852,19 @@ strict digraph { "1850 layer_norm_30" [id=1850, type=layer_norm]; "1851 add_48" [id=1851, type=add]; "1852 _tensor_constant91" [id=1852, type=get_attr]; -"1853 linear_86_updated_constant0" [id=1853, type=get_attr]; -"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1854, type=call_module]; -"1855 linear_86_scale_0" [id=1855, type=get_attr]; -"1856 linear_86_zero_point_0" [id=1856, type=get_attr]; +"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1853, type=call_module]; +"1854 linear_86_scale_0" [id=1854, type=get_attr]; +"1855 linear_86_zero_point_0" [id=1855, type=get_attr]; +"1856 compressed_weight_updated_constant87" [id=1856, type=get_attr]; "1857 quantize_per_channel_default_87" [id=1857, type=quantize_per_channel]; "1858 dequantize_per_channel_default_87" [id=1858, type=dequantize_per_channel]; "1859 _param_constant235_0_0" [id=1859, type=get_attr]; "1860 linear_86" [id=1860, type=linear]; "1861 relu__14" [id=1861, type=relu_]; -"1862 linear_87_updated_constant0" [id=1862, type=get_attr]; -"1863 relu__14_0_0_nncf_smooth_quant_0" [id=1863, type=call_module]; -"1864 linear_87_scale_0" [id=1864, type=get_attr]; -"1865 linear_87_zero_point_0" [id=1865, type=get_attr]; +"1862 relu__14_0_0_nncf_smooth_quant_0" [id=1862, type=call_module]; +"1863 linear_87_scale_0" [id=1863, type=get_attr]; +"1864 linear_87_zero_point_0" [id=1864, type=get_attr]; +"1865 compressed_weight_updated_constant88" [id=1865, type=get_attr]; "1866 quantize_per_channel_default_88" [id=1866, type=quantize_per_channel]; "1867 dequantize_per_channel_default_88" [id=1867, type=dequantize_per_channel]; "1868 linear_87" [id=1868, type=linear]; @@ -1881,12 +1881,12 @@ strict digraph { "1879 view_79" [id=1879, type=view]; "1880 permute_65" [id=1880, type=permute]; "1881 reshape_63" [id=1881, type=reshape]; -"1882 linear_88_updated_constant0" [id=1882, type=get_attr]; -"1883 reshape_63_0_0_nncf_smooth_quant_0" [id=1883, type=call_module]; -"1884 quantize_per_tensor_default_87" [id=1884, type=quantize_per_tensor]; -"1885 dequantize_per_tensor_default_87" [id=1885, type=dequantize_per_tensor]; -"1886 linear_88_scale_0" [id=1886, type=get_attr]; -"1887 linear_88_zero_point_0" [id=1887, type=get_attr]; +"1882 reshape_63_0_0_nncf_smooth_quant_0" [id=1882, type=call_module]; +"1883 quantize_per_tensor_default_87" [id=1883, type=quantize_per_tensor]; +"1884 dequantize_per_tensor_default_87" [id=1884, type=dequantize_per_tensor]; +"1885 linear_88_scale_0" [id=1885, type=get_attr]; +"1886 linear_88_zero_point_0" [id=1886, type=get_attr]; +"1887 compressed_weight_updated_constant89" [id=1887, type=get_attr]; "1888 quantize_per_channel_default_89" [id=1888, type=quantize_per_channel]; "1889 dequantize_per_channel_default_89" [id=1889, type=dequantize_per_channel]; "1890 _param_constant237_0_0" [id=1890, type=get_attr]; @@ -1920,12 +1920,12 @@ strict digraph { "1918 matmul_29" [id=1918, type=matmul]; "1919 transpose_29" [id=1919, type=transpose]; "1920 reshape_65" [id=1920, type=reshape]; -"1921 linear_89_updated_constant0" [id=1921, type=get_attr]; -"1922 reshape_65_0_0_nncf_smooth_quant_0" [id=1922, type=call_module]; -"1923 quantize_per_tensor_default_90" [id=1923, type=quantize_per_tensor]; -"1924 dequantize_per_tensor_default_90" [id=1924, type=dequantize_per_tensor]; -"1925 linear_89_scale_0" [id=1925, type=get_attr]; -"1926 linear_89_zero_point_0" [id=1926, type=get_attr]; +"1921 reshape_65_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; +"1922 quantize_per_tensor_default_90" [id=1922, type=quantize_per_tensor]; +"1923 dequantize_per_tensor_default_90" [id=1923, type=dequantize_per_tensor]; +"1924 linear_89_scale_0" [id=1924, type=get_attr]; +"1925 linear_89_zero_point_0" [id=1925, type=get_attr]; +"1926 compressed_weight_updated_constant90" [id=1926, type=get_attr]; "1927 quantize_per_channel_default_90" [id=1927, type=quantize_per_channel]; "1928 dequantize_per_channel_default_90" [id=1928, type=dequantize_per_channel]; "1929 _param_constant241_0_0" [id=1929, type=get_attr]; @@ -1943,24 +1943,24 @@ strict digraph { "1941 _param_constant243" [id=1941, type=get_attr]; "1942 layer_norm_31" [id=1942, type=layer_norm]; "1943 add_50" [id=1943, type=add]; -"1944 linear_90_updated_constant0" [id=1944, type=get_attr]; -"1945 add_50_0_0_nncf_smooth_quant_0" [id=1945, type=call_module]; -"1946 quantize_per_tensor_default_91" [id=1946, type=quantize_per_tensor]; -"1947 dequantize_per_tensor_default_91" [id=1947, type=dequantize_per_tensor]; -"1948 linear_90_scale_0" [id=1948, type=get_attr]; -"1949 linear_90_zero_point_0" [id=1949, type=get_attr]; +"1944 add_50_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; +"1945 quantize_per_tensor_default_91" [id=1945, type=quantize_per_tensor]; +"1946 dequantize_per_tensor_default_91" [id=1946, type=dequantize_per_tensor]; +"1947 linear_90_scale_0" [id=1947, type=get_attr]; +"1948 linear_90_zero_point_0" [id=1948, type=get_attr]; +"1949 compressed_weight_updated_constant91" [id=1949, type=get_attr]; "1950 quantize_per_channel_default_91" [id=1950, type=quantize_per_channel]; "1951 dequantize_per_channel_default_91" [id=1951, type=dequantize_per_channel]; "1952 _param_constant245_0_0" [id=1952, type=get_attr]; "1953 linear_90" [id=1953, type=linear]; "1954 gelu_14" [id=1954, type=gelu]; "1955 dropout_58" [id=1955, type=dropout]; -"1956 linear_91_updated_constant0" [id=1956, type=get_attr]; -"1957 dropout_58_0_0_nncf_smooth_quant_0" [id=1957, type=call_module]; -"1958 quantize_per_tensor_default_92" [id=1958, type=quantize_per_tensor]; -"1959 dequantize_per_tensor_default_92" [id=1959, type=dequantize_per_tensor]; -"1960 linear_91_scale_0" [id=1960, type=get_attr]; -"1961 linear_91_zero_point_0" [id=1961, type=get_attr]; +"1956 dropout_58_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; +"1957 quantize_per_tensor_default_92" [id=1957, type=quantize_per_tensor]; +"1958 dequantize_per_tensor_default_92" [id=1958, type=dequantize_per_tensor]; +"1959 linear_91_scale_0" [id=1959, type=get_attr]; +"1960 linear_91_zero_point_0" [id=1960, type=get_attr]; +"1961 compressed_weight_updated_constant92" [id=1961, type=get_attr]; "1962 quantize_per_channel_default_92" [id=1962, type=quantize_per_channel]; "1963 dequantize_per_channel_default_92" [id=1963, type=dequantize_per_channel]; "1964 _param_constant247_0_0" [id=1964, type=get_attr]; @@ -1971,19 +1971,19 @@ strict digraph { "1969 layer_norm_32" [id=1969, type=layer_norm]; "1970 add_51" [id=1970, type=add]; "1971 _tensor_constant93" [id=1971, type=get_attr]; -"1972 linear_92_updated_constant0" [id=1972, type=get_attr]; -"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; -"1974 linear_92_scale_0" [id=1974, type=get_attr]; -"1975 linear_92_zero_point_0" [id=1975, type=get_attr]; +"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; +"1973 linear_92_scale_0" [id=1973, type=get_attr]; +"1974 linear_92_zero_point_0" [id=1974, type=get_attr]; +"1975 compressed_weight_updated_constant93" [id=1975, type=get_attr]; "1976 quantize_per_channel_default_93" [id=1976, type=quantize_per_channel]; "1977 dequantize_per_channel_default_93" [id=1977, type=dequantize_per_channel]; "1978 _param_constant251_0_0" [id=1978, type=get_attr]; "1979 linear_92" [id=1979, type=linear]; "1980 relu__15" [id=1980, type=relu_]; -"1981 linear_93_updated_constant0" [id=1981, type=get_attr]; -"1982 relu__15_0_0_nncf_smooth_quant_0" [id=1982, type=call_module]; -"1983 linear_93_scale_0" [id=1983, type=get_attr]; -"1984 linear_93_zero_point_0" [id=1984, type=get_attr]; +"1981 relu__15_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; +"1982 linear_93_scale_0" [id=1982, type=get_attr]; +"1983 linear_93_zero_point_0" [id=1983, type=get_attr]; +"1984 compressed_weight_updated_constant94" [id=1984, type=get_attr]; "1985 quantize_per_channel_default_94" [id=1985, type=quantize_per_channel]; "1986 dequantize_per_channel_default_94" [id=1986, type=dequantize_per_channel]; "1987 linear_93" [id=1987, type=linear]; @@ -2001,12 +2001,12 @@ strict digraph { "1999 view_83" [id=1999, type=view]; "2000 permute_69" [id=2000, type=permute]; "2001 reshape_67" [id=2001, type=reshape]; -"2002 linear_94_updated_constant0" [id=2002, type=get_attr]; -"2003 reshape_67_0_0_nncf_smooth_quant_0" [id=2003, type=call_module]; -"2004 quantize_per_tensor_default_93" [id=2004, type=quantize_per_tensor]; -"2005 dequantize_per_tensor_default_93" [id=2005, type=dequantize_per_tensor]; -"2006 linear_94_scale_0" [id=2006, type=get_attr]; -"2007 linear_94_zero_point_0" [id=2007, type=get_attr]; +"2002 reshape_67_0_0_nncf_smooth_quant_0" [id=2002, type=call_module]; +"2003 quantize_per_tensor_default_93" [id=2003, type=quantize_per_tensor]; +"2004 dequantize_per_tensor_default_93" [id=2004, type=dequantize_per_tensor]; +"2005 linear_94_scale_0" [id=2005, type=get_attr]; +"2006 linear_94_zero_point_0" [id=2006, type=get_attr]; +"2007 compressed_weight_updated_constant95" [id=2007, type=get_attr]; "2008 quantize_per_channel_default_95" [id=2008, type=quantize_per_channel]; "2009 dequantize_per_channel_default_95" [id=2009, type=dequantize_per_channel]; "2010 _param_constant253_0_0" [id=2010, type=get_attr]; @@ -2056,12 +2056,12 @@ strict digraph { "2054 matmul_31" [id=2054, type=matmul]; "2055 transpose_31" [id=2055, type=transpose]; "2056 reshape_70" [id=2056, type=reshape]; -"2057 linear_95_updated_constant0" [id=2057, type=get_attr]; -"2058 reshape_70_0_0_nncf_smooth_quant_0" [id=2058, type=call_module]; -"2059 quantize_per_tensor_default_96" [id=2059, type=quantize_per_tensor]; -"2060 dequantize_per_tensor_default_96" [id=2060, type=dequantize_per_tensor]; -"2061 linear_95_scale_0" [id=2061, type=get_attr]; -"2062 linear_95_zero_point_0" [id=2062, type=get_attr]; +"2057 reshape_70_0_0_nncf_smooth_quant_0" [id=2057, type=call_module]; +"2058 quantize_per_tensor_default_96" [id=2058, type=quantize_per_tensor]; +"2059 dequantize_per_tensor_default_96" [id=2059, type=dequantize_per_tensor]; +"2060 linear_95_scale_0" [id=2060, type=get_attr]; +"2061 linear_95_zero_point_0" [id=2061, type=get_attr]; +"2062 compressed_weight_updated_constant96" [id=2062, type=get_attr]; "2063 quantize_per_channel_default_96" [id=2063, type=quantize_per_channel]; "2064 dequantize_per_channel_default_96" [id=2064, type=dequantize_per_channel]; "2065 _param_constant257_0_0" [id=2065, type=get_attr]; @@ -2080,24 +2080,24 @@ strict digraph { "2078 _param_constant259" [id=2078, type=get_attr]; "2079 layer_norm_33" [id=2079, type=layer_norm]; "2080 add_54" [id=2080, type=add]; -"2081 linear_96_updated_constant0" [id=2081, type=get_attr]; -"2082 add_54_0_0_nncf_smooth_quant_0" [id=2082, type=call_module]; -"2083 quantize_per_tensor_default_97" [id=2083, type=quantize_per_tensor]; -"2084 dequantize_per_tensor_default_97" [id=2084, type=dequantize_per_tensor]; -"2085 linear_96_scale_0" [id=2085, type=get_attr]; -"2086 linear_96_zero_point_0" [id=2086, type=get_attr]; +"2081 add_54_0_0_nncf_smooth_quant_0" [id=2081, type=call_module]; +"2082 quantize_per_tensor_default_97" [id=2082, type=quantize_per_tensor]; +"2083 dequantize_per_tensor_default_97" [id=2083, type=dequantize_per_tensor]; +"2084 linear_96_scale_0" [id=2084, type=get_attr]; +"2085 linear_96_zero_point_0" [id=2085, type=get_attr]; +"2086 compressed_weight_updated_constant97" [id=2086, type=get_attr]; "2087 quantize_per_channel_default_97" [id=2087, type=quantize_per_channel]; "2088 dequantize_per_channel_default_97" [id=2088, type=dequantize_per_channel]; "2089 _param_constant261_0_0" [id=2089, type=get_attr]; "2090 linear_96" [id=2090, type=linear]; "2091 gelu_15" [id=2091, type=gelu]; "2092 dropout_62" [id=2092, type=dropout]; -"2093 linear_97_updated_constant0" [id=2093, type=get_attr]; -"2094 dropout_62_0_0_nncf_smooth_quant_0" [id=2094, type=call_module]; -"2095 quantize_per_tensor_default_98" [id=2095, type=quantize_per_tensor]; -"2096 dequantize_per_tensor_default_98" [id=2096, type=dequantize_per_tensor]; -"2097 linear_97_scale_0" [id=2097, type=get_attr]; -"2098 linear_97_zero_point_0" [id=2098, type=get_attr]; +"2093 dropout_62_0_0_nncf_smooth_quant_0" [id=2093, type=call_module]; +"2094 quantize_per_tensor_default_98" [id=2094, type=quantize_per_tensor]; +"2095 dequantize_per_tensor_default_98" [id=2095, type=dequantize_per_tensor]; +"2096 linear_97_scale_0" [id=2096, type=get_attr]; +"2097 linear_97_zero_point_0" [id=2097, type=get_attr]; +"2098 compressed_weight_updated_constant98" [id=2098, type=get_attr]; "2099 quantize_per_channel_default_98" [id=2099, type=quantize_per_channel]; "2100 dequantize_per_channel_default_98" [id=2100, type=dequantize_per_channel]; "2101 _param_constant263_0_0" [id=2101, type=get_attr]; @@ -2108,19 +2108,19 @@ strict digraph { "2106 layer_norm_34" [id=2106, type=layer_norm]; "2107 add_55" [id=2107, type=add]; "2108 _tensor_constant104" [id=2108, type=get_attr]; -"2109 linear_98_updated_constant0" [id=2109, type=get_attr]; -"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; -"2111 linear_98_scale_0" [id=2111, type=get_attr]; -"2112 linear_98_zero_point_0" [id=2112, type=get_attr]; +"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2109, type=call_module]; +"2110 linear_98_scale_0" [id=2110, type=get_attr]; +"2111 linear_98_zero_point_0" [id=2111, type=get_attr]; +"2112 compressed_weight_updated_constant99" [id=2112, type=get_attr]; "2113 quantize_per_channel_default_99" [id=2113, type=quantize_per_channel]; "2114 dequantize_per_channel_default_99" [id=2114, type=dequantize_per_channel]; "2115 _param_constant267_0_0" [id=2115, type=get_attr]; "2116 linear_98" [id=2116, type=linear]; "2117 relu__16" [id=2117, type=relu_]; -"2118 linear_99_updated_constant0" [id=2118, type=get_attr]; -"2119 relu__16_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; -"2120 linear_99_scale_0" [id=2120, type=get_attr]; -"2121 linear_99_zero_point_0" [id=2121, type=get_attr]; +"2118 relu__16_0_0_nncf_smooth_quant_0" [id=2118, type=call_module]; +"2119 linear_99_scale_0" [id=2119, type=get_attr]; +"2120 linear_99_zero_point_0" [id=2120, type=get_attr]; +"2121 compressed_weight_updated_constant100" [id=2121, type=get_attr]; "2122 quantize_per_channel_default_100" [id=2122, type=quantize_per_channel]; "2123 dequantize_per_channel_default_100" [id=2123, type=dequantize_per_channel]; "2124 linear_99" [id=2124, type=linear]; @@ -2137,12 +2137,12 @@ strict digraph { "2135 view_90" [id=2135, type=view]; "2136 permute_74" [id=2136, type=permute]; "2137 reshape_72" [id=2137, type=reshape]; -"2138 linear_100_updated_constant0" [id=2138, type=get_attr]; -"2139 reshape_72_0_0_nncf_smooth_quant_0" [id=2139, type=call_module]; -"2140 quantize_per_tensor_default_99" [id=2140, type=quantize_per_tensor]; -"2141 dequantize_per_tensor_default_99" [id=2141, type=dequantize_per_tensor]; -"2142 linear_100_scale_0" [id=2142, type=get_attr]; -"2143 linear_100_zero_point_0" [id=2143, type=get_attr]; +"2138 reshape_72_0_0_nncf_smooth_quant_0" [id=2138, type=call_module]; +"2139 quantize_per_tensor_default_99" [id=2139, type=quantize_per_tensor]; +"2140 dequantize_per_tensor_default_99" [id=2140, type=dequantize_per_tensor]; +"2141 linear_100_scale_0" [id=2141, type=get_attr]; +"2142 linear_100_zero_point_0" [id=2142, type=get_attr]; +"2143 compressed_weight_updated_constant101" [id=2143, type=get_attr]; "2144 quantize_per_channel_default_101" [id=2144, type=quantize_per_channel]; "2145 dequantize_per_channel_default_101" [id=2145, type=dequantize_per_channel]; "2146 _param_constant269_0_0" [id=2146, type=get_attr]; @@ -2176,12 +2176,12 @@ strict digraph { "2174 matmul_33" [id=2174, type=matmul]; "2175 transpose_33" [id=2175, type=transpose]; "2176 reshape_74" [id=2176, type=reshape]; -"2177 linear_101_updated_constant0" [id=2177, type=get_attr]; -"2178 reshape_74_0_0_nncf_smooth_quant_0" [id=2178, type=call_module]; -"2179 quantize_per_tensor_default_102" [id=2179, type=quantize_per_tensor]; -"2180 dequantize_per_tensor_default_102" [id=2180, type=dequantize_per_tensor]; -"2181 linear_101_scale_0" [id=2181, type=get_attr]; -"2182 linear_101_zero_point_0" [id=2182, type=get_attr]; +"2177 reshape_74_0_0_nncf_smooth_quant_0" [id=2177, type=call_module]; +"2178 quantize_per_tensor_default_102" [id=2178, type=quantize_per_tensor]; +"2179 dequantize_per_tensor_default_102" [id=2179, type=dequantize_per_tensor]; +"2180 linear_101_scale_0" [id=2180, type=get_attr]; +"2181 linear_101_zero_point_0" [id=2181, type=get_attr]; +"2182 compressed_weight_updated_constant102" [id=2182, type=get_attr]; "2183 quantize_per_channel_default_102" [id=2183, type=quantize_per_channel]; "2184 dequantize_per_channel_default_102" [id=2184, type=dequantize_per_channel]; "2185 _param_constant273_0_0" [id=2185, type=get_attr]; @@ -2199,24 +2199,24 @@ strict digraph { "2197 _param_constant275" [id=2197, type=get_attr]; "2198 layer_norm_35" [id=2198, type=layer_norm]; "2199 add_57" [id=2199, type=add]; -"2200 linear_102_updated_constant0" [id=2200, type=get_attr]; -"2201 add_57_0_0_nncf_smooth_quant_0" [id=2201, type=call_module]; -"2202 quantize_per_tensor_default_103" [id=2202, type=quantize_per_tensor]; -"2203 dequantize_per_tensor_default_103" [id=2203, type=dequantize_per_tensor]; -"2204 linear_102_scale_0" [id=2204, type=get_attr]; -"2205 linear_102_zero_point_0" [id=2205, type=get_attr]; +"2200 add_57_0_0_nncf_smooth_quant_0" [id=2200, type=call_module]; +"2201 quantize_per_tensor_default_103" [id=2201, type=quantize_per_tensor]; +"2202 dequantize_per_tensor_default_103" [id=2202, type=dequantize_per_tensor]; +"2203 linear_102_scale_0" [id=2203, type=get_attr]; +"2204 linear_102_zero_point_0" [id=2204, type=get_attr]; +"2205 compressed_weight_updated_constant103" [id=2205, type=get_attr]; "2206 quantize_per_channel_default_103" [id=2206, type=quantize_per_channel]; "2207 dequantize_per_channel_default_103" [id=2207, type=dequantize_per_channel]; "2208 _param_constant277_0_0" [id=2208, type=get_attr]; "2209 linear_102" [id=2209, type=linear]; "2210 gelu_16" [id=2210, type=gelu]; "2211 dropout_66" [id=2211, type=dropout]; -"2212 linear_103_updated_constant0" [id=2212, type=get_attr]; -"2213 dropout_66_0_0_nncf_smooth_quant_0" [id=2213, type=call_module]; -"2214 quantize_per_tensor_default_104" [id=2214, type=quantize_per_tensor]; -"2215 dequantize_per_tensor_default_104" [id=2215, type=dequantize_per_tensor]; -"2216 linear_103_scale_0" [id=2216, type=get_attr]; -"2217 linear_103_zero_point_0" [id=2217, type=get_attr]; +"2212 dropout_66_0_0_nncf_smooth_quant_0" [id=2212, type=call_module]; +"2213 quantize_per_tensor_default_104" [id=2213, type=quantize_per_tensor]; +"2214 dequantize_per_tensor_default_104" [id=2214, type=dequantize_per_tensor]; +"2215 linear_103_scale_0" [id=2215, type=get_attr]; +"2216 linear_103_zero_point_0" [id=2216, type=get_attr]; +"2217 compressed_weight_updated_constant104" [id=2217, type=get_attr]; "2218 quantize_per_channel_default_104" [id=2218, type=quantize_per_channel]; "2219 dequantize_per_channel_default_104" [id=2219, type=dequantize_per_channel]; "2220 _param_constant279_0_0" [id=2220, type=get_attr]; @@ -2227,19 +2227,19 @@ strict digraph { "2225 layer_norm_36" [id=2225, type=layer_norm]; "2226 add_58" [id=2226, type=add]; "2227 _tensor_constant106" [id=2227, type=get_attr]; -"2228 linear_104_updated_constant0" [id=2228, type=get_attr]; -"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2229, type=call_module]; -"2230 linear_104_scale_0" [id=2230, type=get_attr]; -"2231 linear_104_zero_point_0" [id=2231, type=get_attr]; +"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2228, type=call_module]; +"2229 linear_104_scale_0" [id=2229, type=get_attr]; +"2230 linear_104_zero_point_0" [id=2230, type=get_attr]; +"2231 compressed_weight_updated_constant105" [id=2231, type=get_attr]; "2232 quantize_per_channel_default_105" [id=2232, type=quantize_per_channel]; "2233 dequantize_per_channel_default_105" [id=2233, type=dequantize_per_channel]; "2234 _param_constant283_0_0" [id=2234, type=get_attr]; "2235 linear_104" [id=2235, type=linear]; "2236 relu__17" [id=2236, type=relu_]; -"2237 linear_105_updated_constant0" [id=2237, type=get_attr]; -"2238 relu__17_0_0_nncf_smooth_quant_0" [id=2238, type=call_module]; -"2239 linear_105_scale_0" [id=2239, type=get_attr]; -"2240 linear_105_zero_point_0" [id=2240, type=get_attr]; +"2237 relu__17_0_0_nncf_smooth_quant_0" [id=2237, type=call_module]; +"2238 linear_105_scale_0" [id=2238, type=get_attr]; +"2239 linear_105_zero_point_0" [id=2239, type=get_attr]; +"2240 compressed_weight_updated_constant106" [id=2240, type=get_attr]; "2241 quantize_per_channel_default_106" [id=2241, type=quantize_per_channel]; "2242 dequantize_per_channel_default_106" [id=2242, type=dequantize_per_channel]; "2243 linear_105" [id=2243, type=linear]; @@ -2257,12 +2257,12 @@ strict digraph { "2255 view_94" [id=2255, type=view]; "2256 permute_78" [id=2256, type=permute]; "2257 reshape_76" [id=2257, type=reshape]; -"2258 linear_106_updated_constant0" [id=2258, type=get_attr]; -"2259 reshape_76_0_0_nncf_smooth_quant_0" [id=2259, type=call_module]; -"2260 quantize_per_tensor_default_105" [id=2260, type=quantize_per_tensor]; -"2261 dequantize_per_tensor_default_105" [id=2261, type=dequantize_per_tensor]; -"2262 linear_106_scale_0" [id=2262, type=get_attr]; -"2263 linear_106_zero_point_0" [id=2263, type=get_attr]; +"2258 reshape_76_0_0_nncf_smooth_quant_0" [id=2258, type=call_module]; +"2259 quantize_per_tensor_default_105" [id=2259, type=quantize_per_tensor]; +"2260 dequantize_per_tensor_default_105" [id=2260, type=dequantize_per_tensor]; +"2261 linear_106_scale_0" [id=2261, type=get_attr]; +"2262 linear_106_zero_point_0" [id=2262, type=get_attr]; +"2263 compressed_weight_updated_constant107" [id=2263, type=get_attr]; "2264 quantize_per_channel_default_107" [id=2264, type=quantize_per_channel]; "2265 dequantize_per_channel_default_107" [id=2265, type=dequantize_per_channel]; "2266 _param_constant285_0_0" [id=2266, type=get_attr]; @@ -2312,12 +2312,12 @@ strict digraph { "2310 matmul_35" [id=2310, type=matmul]; "2311 transpose_35" [id=2311, type=transpose]; "2312 reshape_79" [id=2312, type=reshape]; -"2313 linear_107_updated_constant0" [id=2313, type=get_attr]; -"2314 reshape_79_0_0_nncf_smooth_quant_0" [id=2314, type=call_module]; -"2315 quantize_per_tensor_default_108" [id=2315, type=quantize_per_tensor]; -"2316 dequantize_per_tensor_default_108" [id=2316, type=dequantize_per_tensor]; -"2317 linear_107_scale_0" [id=2317, type=get_attr]; -"2318 linear_107_zero_point_0" [id=2318, type=get_attr]; +"2313 reshape_79_0_0_nncf_smooth_quant_0" [id=2313, type=call_module]; +"2314 quantize_per_tensor_default_108" [id=2314, type=quantize_per_tensor]; +"2315 dequantize_per_tensor_default_108" [id=2315, type=dequantize_per_tensor]; +"2316 linear_107_scale_0" [id=2316, type=get_attr]; +"2317 linear_107_zero_point_0" [id=2317, type=get_attr]; +"2318 compressed_weight_updated_constant108" [id=2318, type=get_attr]; "2319 quantize_per_channel_default_108" [id=2319, type=quantize_per_channel]; "2320 dequantize_per_channel_default_108" [id=2320, type=dequantize_per_channel]; "2321 _param_constant289_0_0" [id=2321, type=get_attr]; @@ -2336,24 +2336,24 @@ strict digraph { "2334 _param_constant291" [id=2334, type=get_attr]; "2335 layer_norm_37" [id=2335, type=layer_norm]; "2336 add_61" [id=2336, type=add]; -"2337 linear_108_updated_constant0" [id=2337, type=get_attr]; -"2338 add_61_0_0_nncf_smooth_quant_0" [id=2338, type=call_module]; -"2339 quantize_per_tensor_default_109" [id=2339, type=quantize_per_tensor]; -"2340 dequantize_per_tensor_default_109" [id=2340, type=dequantize_per_tensor]; -"2341 linear_108_scale_0" [id=2341, type=get_attr]; -"2342 linear_108_zero_point_0" [id=2342, type=get_attr]; +"2337 add_61_0_0_nncf_smooth_quant_0" [id=2337, type=call_module]; +"2338 quantize_per_tensor_default_109" [id=2338, type=quantize_per_tensor]; +"2339 dequantize_per_tensor_default_109" [id=2339, type=dequantize_per_tensor]; +"2340 linear_108_scale_0" [id=2340, type=get_attr]; +"2341 linear_108_zero_point_0" [id=2341, type=get_attr]; +"2342 compressed_weight_updated_constant109" [id=2342, type=get_attr]; "2343 quantize_per_channel_default_109" [id=2343, type=quantize_per_channel]; "2344 dequantize_per_channel_default_109" [id=2344, type=dequantize_per_channel]; "2345 _param_constant293_0_0" [id=2345, type=get_attr]; "2346 linear_108" [id=2346, type=linear]; "2347 gelu_17" [id=2347, type=gelu]; "2348 dropout_70" [id=2348, type=dropout]; -"2349 linear_109_updated_constant0" [id=2349, type=get_attr]; -"2350 dropout_70_0_0_nncf_smooth_quant_0" [id=2350, type=call_module]; -"2351 quantize_per_tensor_default_110" [id=2351, type=quantize_per_tensor]; -"2352 dequantize_per_tensor_default_110" [id=2352, type=dequantize_per_tensor]; -"2353 linear_109_scale_0" [id=2353, type=get_attr]; -"2354 linear_109_zero_point_0" [id=2354, type=get_attr]; +"2349 dropout_70_0_0_nncf_smooth_quant_0" [id=2349, type=call_module]; +"2350 quantize_per_tensor_default_110" [id=2350, type=quantize_per_tensor]; +"2351 dequantize_per_tensor_default_110" [id=2351, type=dequantize_per_tensor]; +"2352 linear_109_scale_0" [id=2352, type=get_attr]; +"2353 linear_109_zero_point_0" [id=2353, type=get_attr]; +"2354 compressed_weight_updated_constant110" [id=2354, type=get_attr]; "2355 quantize_per_channel_default_110" [id=2355, type=quantize_per_channel]; "2356 dequantize_per_channel_default_110" [id=2356, type=dequantize_per_channel]; "2357 _param_constant295_0_0" [id=2357, type=get_attr]; @@ -2364,19 +2364,19 @@ strict digraph { "2362 layer_norm_38" [id=2362, type=layer_norm]; "2363 add_62" [id=2363, type=add]; "2364 _tensor_constant117" [id=2364, type=get_attr]; -"2365 linear_110_updated_constant0" [id=2365, type=get_attr]; -"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2366, type=call_module]; -"2367 linear_110_scale_0" [id=2367, type=get_attr]; -"2368 linear_110_zero_point_0" [id=2368, type=get_attr]; +"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2365, type=call_module]; +"2366 linear_110_scale_0" [id=2366, type=get_attr]; +"2367 linear_110_zero_point_0" [id=2367, type=get_attr]; +"2368 compressed_weight_updated_constant111" [id=2368, type=get_attr]; "2369 quantize_per_channel_default_111" [id=2369, type=quantize_per_channel]; "2370 dequantize_per_channel_default_111" [id=2370, type=dequantize_per_channel]; "2371 _param_constant299_0_0" [id=2371, type=get_attr]; "2372 linear_110" [id=2372, type=linear]; "2373 relu__18" [id=2373, type=relu_]; -"2374 linear_111_updated_constant0" [id=2374, type=get_attr]; -"2375 relu__18_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; -"2376 linear_111_scale_0" [id=2376, type=get_attr]; -"2377 linear_111_zero_point_0" [id=2377, type=get_attr]; +"2374 relu__18_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; +"2375 linear_111_scale_0" [id=2375, type=get_attr]; +"2376 linear_111_zero_point_0" [id=2376, type=get_attr]; +"2377 compressed_weight_updated_constant112" [id=2377, type=get_attr]; "2378 quantize_per_channel_default_112" [id=2378, type=quantize_per_channel]; "2379 dequantize_per_channel_default_112" [id=2379, type=dequantize_per_channel]; "2380 linear_111" [id=2380, type=linear]; @@ -2393,12 +2393,12 @@ strict digraph { "2391 view_101" [id=2391, type=view]; "2392 permute_83" [id=2392, type=permute]; "2393 reshape_81" [id=2393, type=reshape]; -"2394 linear_112_updated_constant0" [id=2394, type=get_attr]; -"2395 reshape_81_0_0_nncf_smooth_quant_0" [id=2395, type=call_module]; -"2396 quantize_per_tensor_default_111" [id=2396, type=quantize_per_tensor]; -"2397 dequantize_per_tensor_default_111" [id=2397, type=dequantize_per_tensor]; -"2398 linear_112_scale_0" [id=2398, type=get_attr]; -"2399 linear_112_zero_point_0" [id=2399, type=get_attr]; +"2394 reshape_81_0_0_nncf_smooth_quant_0" [id=2394, type=call_module]; +"2395 quantize_per_tensor_default_111" [id=2395, type=quantize_per_tensor]; +"2396 dequantize_per_tensor_default_111" [id=2396, type=dequantize_per_tensor]; +"2397 linear_112_scale_0" [id=2397, type=get_attr]; +"2398 linear_112_zero_point_0" [id=2398, type=get_attr]; +"2399 compressed_weight_updated_constant113" [id=2399, type=get_attr]; "2400 quantize_per_channel_default_113" [id=2400, type=quantize_per_channel]; "2401 dequantize_per_channel_default_113" [id=2401, type=dequantize_per_channel]; "2402 _param_constant301_0_0" [id=2402, type=get_attr]; @@ -2432,12 +2432,12 @@ strict digraph { "2430 matmul_37" [id=2430, type=matmul]; "2431 transpose_37" [id=2431, type=transpose]; "2432 reshape_83" [id=2432, type=reshape]; -"2433 linear_113_updated_constant0" [id=2433, type=get_attr]; -"2434 reshape_83_0_0_nncf_smooth_quant_0" [id=2434, type=call_module]; -"2435 quantize_per_tensor_default_114" [id=2435, type=quantize_per_tensor]; -"2436 dequantize_per_tensor_default_114" [id=2436, type=dequantize_per_tensor]; -"2437 linear_113_scale_0" [id=2437, type=get_attr]; -"2438 linear_113_zero_point_0" [id=2438, type=get_attr]; +"2433 reshape_83_0_0_nncf_smooth_quant_0" [id=2433, type=call_module]; +"2434 quantize_per_tensor_default_114" [id=2434, type=quantize_per_tensor]; +"2435 dequantize_per_tensor_default_114" [id=2435, type=dequantize_per_tensor]; +"2436 linear_113_scale_0" [id=2436, type=get_attr]; +"2437 linear_113_zero_point_0" [id=2437, type=get_attr]; +"2438 compressed_weight_updated_constant114" [id=2438, type=get_attr]; "2439 quantize_per_channel_default_114" [id=2439, type=quantize_per_channel]; "2440 dequantize_per_channel_default_114" [id=2440, type=dequantize_per_channel]; "2441 _param_constant305_0_0" [id=2441, type=get_attr]; @@ -2455,24 +2455,24 @@ strict digraph { "2453 _param_constant307" [id=2453, type=get_attr]; "2454 layer_norm_39" [id=2454, type=layer_norm]; "2455 add_64" [id=2455, type=add]; -"2456 linear_114_updated_constant0" [id=2456, type=get_attr]; -"2457 add_64_0_0_nncf_smooth_quant_0" [id=2457, type=call_module]; -"2458 quantize_per_tensor_default_115" [id=2458, type=quantize_per_tensor]; -"2459 dequantize_per_tensor_default_115" [id=2459, type=dequantize_per_tensor]; -"2460 linear_114_scale_0" [id=2460, type=get_attr]; -"2461 linear_114_zero_point_0" [id=2461, type=get_attr]; +"2456 add_64_0_0_nncf_smooth_quant_0" [id=2456, type=call_module]; +"2457 quantize_per_tensor_default_115" [id=2457, type=quantize_per_tensor]; +"2458 dequantize_per_tensor_default_115" [id=2458, type=dequantize_per_tensor]; +"2459 linear_114_scale_0" [id=2459, type=get_attr]; +"2460 linear_114_zero_point_0" [id=2460, type=get_attr]; +"2461 compressed_weight_updated_constant115" [id=2461, type=get_attr]; "2462 quantize_per_channel_default_115" [id=2462, type=quantize_per_channel]; "2463 dequantize_per_channel_default_115" [id=2463, type=dequantize_per_channel]; "2464 _param_constant309_0_0" [id=2464, type=get_attr]; "2465 linear_114" [id=2465, type=linear]; "2466 gelu_18" [id=2466, type=gelu]; "2467 dropout_74" [id=2467, type=dropout]; -"2468 linear_115_updated_constant0" [id=2468, type=get_attr]; -"2469 dropout_74_0_0_nncf_smooth_quant_0" [id=2469, type=call_module]; -"2470 quantize_per_tensor_default_116" [id=2470, type=quantize_per_tensor]; -"2471 dequantize_per_tensor_default_116" [id=2471, type=dequantize_per_tensor]; -"2472 linear_115_scale_0" [id=2472, type=get_attr]; -"2473 linear_115_zero_point_0" [id=2473, type=get_attr]; +"2468 dropout_74_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; +"2469 quantize_per_tensor_default_116" [id=2469, type=quantize_per_tensor]; +"2470 dequantize_per_tensor_default_116" [id=2470, type=dequantize_per_tensor]; +"2471 linear_115_scale_0" [id=2471, type=get_attr]; +"2472 linear_115_zero_point_0" [id=2472, type=get_attr]; +"2473 compressed_weight_updated_constant116" [id=2473, type=get_attr]; "2474 quantize_per_channel_default_116" [id=2474, type=quantize_per_channel]; "2475 dequantize_per_channel_default_116" [id=2475, type=dequantize_per_channel]; "2476 _param_constant311_0_0" [id=2476, type=get_attr]; @@ -2483,19 +2483,19 @@ strict digraph { "2481 layer_norm_40" [id=2481, type=layer_norm]; "2482 add_65" [id=2482, type=add]; "2483 _tensor_constant119" [id=2483, type=get_attr]; -"2484 linear_116_updated_constant0" [id=2484, type=get_attr]; -"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2485, type=call_module]; -"2486 linear_116_scale_0" [id=2486, type=get_attr]; -"2487 linear_116_zero_point_0" [id=2487, type=get_attr]; +"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2484, type=call_module]; +"2485 linear_116_scale_0" [id=2485, type=get_attr]; +"2486 linear_116_zero_point_0" [id=2486, type=get_attr]; +"2487 compressed_weight_updated_constant117" [id=2487, type=get_attr]; "2488 quantize_per_channel_default_117" [id=2488, type=quantize_per_channel]; "2489 dequantize_per_channel_default_117" [id=2489, type=dequantize_per_channel]; "2490 _param_constant315_0_0" [id=2490, type=get_attr]; "2491 linear_116" [id=2491, type=linear]; "2492 relu__19" [id=2492, type=relu_]; -"2493 linear_117_updated_constant0" [id=2493, type=get_attr]; -"2494 relu__19_0_0_nncf_smooth_quant_0" [id=2494, type=call_module]; -"2495 linear_117_scale_0" [id=2495, type=get_attr]; -"2496 linear_117_zero_point_0" [id=2496, type=get_attr]; +"2493 relu__19_0_0_nncf_smooth_quant_0" [id=2493, type=call_module]; +"2494 linear_117_scale_0" [id=2494, type=get_attr]; +"2495 linear_117_zero_point_0" [id=2495, type=get_attr]; +"2496 compressed_weight_updated_constant118" [id=2496, type=get_attr]; "2497 quantize_per_channel_default_118" [id=2497, type=quantize_per_channel]; "2498 dequantize_per_channel_default_118" [id=2498, type=dequantize_per_channel]; "2499 linear_117" [id=2499, type=linear]; @@ -2513,12 +2513,12 @@ strict digraph { "2511 view_105" [id=2511, type=view]; "2512 permute_87" [id=2512, type=permute]; "2513 reshape_85" [id=2513, type=reshape]; -"2514 linear_118_updated_constant0" [id=2514, type=get_attr]; -"2515 reshape_85_0_0_nncf_smooth_quant_0" [id=2515, type=call_module]; -"2516 quantize_per_tensor_default_117" [id=2516, type=quantize_per_tensor]; -"2517 dequantize_per_tensor_default_117" [id=2517, type=dequantize_per_tensor]; -"2518 linear_118_scale_0" [id=2518, type=get_attr]; -"2519 linear_118_zero_point_0" [id=2519, type=get_attr]; +"2514 reshape_85_0_0_nncf_smooth_quant_0" [id=2514, type=call_module]; +"2515 quantize_per_tensor_default_117" [id=2515, type=quantize_per_tensor]; +"2516 dequantize_per_tensor_default_117" [id=2516, type=dequantize_per_tensor]; +"2517 linear_118_scale_0" [id=2517, type=get_attr]; +"2518 linear_118_zero_point_0" [id=2518, type=get_attr]; +"2519 compressed_weight_updated_constant119" [id=2519, type=get_attr]; "2520 quantize_per_channel_default_119" [id=2520, type=quantize_per_channel]; "2521 dequantize_per_channel_default_119" [id=2521, type=dequantize_per_channel]; "2522 _param_constant317_0_0" [id=2522, type=get_attr]; @@ -2568,12 +2568,12 @@ strict digraph { "2566 matmul_39" [id=2566, type=matmul]; "2567 transpose_39" [id=2567, type=transpose]; "2568 reshape_88" [id=2568, type=reshape]; -"2569 linear_119_updated_constant0" [id=2569, type=get_attr]; -"2570 reshape_88_0_0_nncf_smooth_quant_0" [id=2570, type=call_module]; -"2571 quantize_per_tensor_default_120" [id=2571, type=quantize_per_tensor]; -"2572 dequantize_per_tensor_default_120" [id=2572, type=dequantize_per_tensor]; -"2573 linear_119_scale_0" [id=2573, type=get_attr]; -"2574 linear_119_zero_point_0" [id=2574, type=get_attr]; +"2569 reshape_88_0_0_nncf_smooth_quant_0" [id=2569, type=call_module]; +"2570 quantize_per_tensor_default_120" [id=2570, type=quantize_per_tensor]; +"2571 dequantize_per_tensor_default_120" [id=2571, type=dequantize_per_tensor]; +"2572 linear_119_scale_0" [id=2572, type=get_attr]; +"2573 linear_119_zero_point_0" [id=2573, type=get_attr]; +"2574 compressed_weight_updated_constant120" [id=2574, type=get_attr]; "2575 quantize_per_channel_default_120" [id=2575, type=quantize_per_channel]; "2576 dequantize_per_channel_default_120" [id=2576, type=dequantize_per_channel]; "2577 _param_constant321_0_0" [id=2577, type=get_attr]; @@ -2592,24 +2592,24 @@ strict digraph { "2590 _param_constant323" [id=2590, type=get_attr]; "2591 layer_norm_41" [id=2591, type=layer_norm]; "2592 add_68" [id=2592, type=add]; -"2593 linear_120_updated_constant0" [id=2593, type=get_attr]; -"2594 add_68_0_0_nncf_smooth_quant_0" [id=2594, type=call_module]; -"2595 quantize_per_tensor_default_121" [id=2595, type=quantize_per_tensor]; -"2596 dequantize_per_tensor_default_121" [id=2596, type=dequantize_per_tensor]; -"2597 linear_120_scale_0" [id=2597, type=get_attr]; -"2598 linear_120_zero_point_0" [id=2598, type=get_attr]; +"2593 add_68_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; +"2594 quantize_per_tensor_default_121" [id=2594, type=quantize_per_tensor]; +"2595 dequantize_per_tensor_default_121" [id=2595, type=dequantize_per_tensor]; +"2596 linear_120_scale_0" [id=2596, type=get_attr]; +"2597 linear_120_zero_point_0" [id=2597, type=get_attr]; +"2598 compressed_weight_updated_constant121" [id=2598, type=get_attr]; "2599 quantize_per_channel_default_121" [id=2599, type=quantize_per_channel]; "2600 dequantize_per_channel_default_121" [id=2600, type=dequantize_per_channel]; "2601 _param_constant325_0_0" [id=2601, type=get_attr]; "2602 linear_120" [id=2602, type=linear]; "2603 gelu_19" [id=2603, type=gelu]; "2604 dropout_78" [id=2604, type=dropout]; -"2605 linear_121_updated_constant0" [id=2605, type=get_attr]; -"2606 dropout_78_0_0_nncf_smooth_quant_0" [id=2606, type=call_module]; -"2607 quantize_per_tensor_default_122" [id=2607, type=quantize_per_tensor]; -"2608 dequantize_per_tensor_default_122" [id=2608, type=dequantize_per_tensor]; -"2609 linear_121_scale_0" [id=2609, type=get_attr]; -"2610 linear_121_zero_point_0" [id=2610, type=get_attr]; +"2605 dropout_78_0_0_nncf_smooth_quant_0" [id=2605, type=call_module]; +"2606 quantize_per_tensor_default_122" [id=2606, type=quantize_per_tensor]; +"2607 dequantize_per_tensor_default_122" [id=2607, type=dequantize_per_tensor]; +"2608 linear_121_scale_0" [id=2608, type=get_attr]; +"2609 linear_121_zero_point_0" [id=2609, type=get_attr]; +"2610 compressed_weight_updated_constant122" [id=2610, type=get_attr]; "2611 quantize_per_channel_default_122" [id=2611, type=quantize_per_channel]; "2612 dequantize_per_channel_default_122" [id=2612, type=dequantize_per_channel]; "2613 _param_constant327_0_0" [id=2613, type=get_attr]; @@ -2620,19 +2620,19 @@ strict digraph { "2618 layer_norm_42" [id=2618, type=layer_norm]; "2619 add_69" [id=2619, type=add]; "2620 _tensor_constant130" [id=2620, type=get_attr]; -"2621 linear_122_updated_constant0" [id=2621, type=get_attr]; -"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2622, type=call_module]; -"2623 linear_122_scale_0" [id=2623, type=get_attr]; -"2624 linear_122_zero_point_0" [id=2624, type=get_attr]; +"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2621, type=call_module]; +"2622 linear_122_scale_0" [id=2622, type=get_attr]; +"2623 linear_122_zero_point_0" [id=2623, type=get_attr]; +"2624 compressed_weight_updated_constant123" [id=2624, type=get_attr]; "2625 quantize_per_channel_default_123" [id=2625, type=quantize_per_channel]; "2626 dequantize_per_channel_default_123" [id=2626, type=dequantize_per_channel]; "2627 _param_constant331_0_0" [id=2627, type=get_attr]; "2628 linear_122" [id=2628, type=linear]; "2629 relu__20" [id=2629, type=relu_]; -"2630 linear_123_updated_constant0" [id=2630, type=get_attr]; -"2631 relu__20_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; -"2632 linear_123_scale_0" [id=2632, type=get_attr]; -"2633 linear_123_zero_point_0" [id=2633, type=get_attr]; +"2630 relu__20_0_0_nncf_smooth_quant_0" [id=2630, type=call_module]; +"2631 linear_123_scale_0" [id=2631, type=get_attr]; +"2632 linear_123_zero_point_0" [id=2632, type=get_attr]; +"2633 compressed_weight_updated_constant124" [id=2633, type=get_attr]; "2634 quantize_per_channel_default_124" [id=2634, type=quantize_per_channel]; "2635 dequantize_per_channel_default_124" [id=2635, type=dequantize_per_channel]; "2636 linear_123" [id=2636, type=linear]; @@ -2649,12 +2649,12 @@ strict digraph { "2647 view_112" [id=2647, type=view]; "2648 permute_92" [id=2648, type=permute]; "2649 reshape_90" [id=2649, type=reshape]; -"2650 linear_124_updated_constant0" [id=2650, type=get_attr]; -"2651 reshape_90_0_0_nncf_smooth_quant_0" [id=2651, type=call_module]; -"2652 quantize_per_tensor_default_123" [id=2652, type=quantize_per_tensor]; -"2653 dequantize_per_tensor_default_123" [id=2653, type=dequantize_per_tensor]; -"2654 linear_124_scale_0" [id=2654, type=get_attr]; -"2655 linear_124_zero_point_0" [id=2655, type=get_attr]; +"2650 reshape_90_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; +"2651 quantize_per_tensor_default_123" [id=2651, type=quantize_per_tensor]; +"2652 dequantize_per_tensor_default_123" [id=2652, type=dequantize_per_tensor]; +"2653 linear_124_scale_0" [id=2653, type=get_attr]; +"2654 linear_124_zero_point_0" [id=2654, type=get_attr]; +"2655 compressed_weight_updated_constant125" [id=2655, type=get_attr]; "2656 quantize_per_channel_default_125" [id=2656, type=quantize_per_channel]; "2657 dequantize_per_channel_default_125" [id=2657, type=dequantize_per_channel]; "2658 _param_constant333_0_0" [id=2658, type=get_attr]; @@ -2688,12 +2688,12 @@ strict digraph { "2686 matmul_41" [id=2686, type=matmul]; "2687 transpose_41" [id=2687, type=transpose]; "2688 reshape_92" [id=2688, type=reshape]; -"2689 linear_125_updated_constant0" [id=2689, type=get_attr]; -"2690 reshape_92_0_0_nncf_smooth_quant_0" [id=2690, type=call_module]; -"2691 quantize_per_tensor_default_126" [id=2691, type=quantize_per_tensor]; -"2692 dequantize_per_tensor_default_126" [id=2692, type=dequantize_per_tensor]; -"2693 linear_125_scale_0" [id=2693, type=get_attr]; -"2694 linear_125_zero_point_0" [id=2694, type=get_attr]; +"2689 reshape_92_0_0_nncf_smooth_quant_0" [id=2689, type=call_module]; +"2690 quantize_per_tensor_default_126" [id=2690, type=quantize_per_tensor]; +"2691 dequantize_per_tensor_default_126" [id=2691, type=dequantize_per_tensor]; +"2692 linear_125_scale_0" [id=2692, type=get_attr]; +"2693 linear_125_zero_point_0" [id=2693, type=get_attr]; +"2694 compressed_weight_updated_constant126" [id=2694, type=get_attr]; "2695 quantize_per_channel_default_126" [id=2695, type=quantize_per_channel]; "2696 dequantize_per_channel_default_126" [id=2696, type=dequantize_per_channel]; "2697 _param_constant337_0_0" [id=2697, type=get_attr]; @@ -2711,24 +2711,24 @@ strict digraph { "2709 _param_constant339" [id=2709, type=get_attr]; "2710 layer_norm_43" [id=2710, type=layer_norm]; "2711 add_71" [id=2711, type=add]; -"2712 linear_126_updated_constant0" [id=2712, type=get_attr]; -"2713 add_71_0_0_nncf_smooth_quant_0" [id=2713, type=call_module]; -"2714 quantize_per_tensor_default_127" [id=2714, type=quantize_per_tensor]; -"2715 dequantize_per_tensor_default_127" [id=2715, type=dequantize_per_tensor]; -"2716 linear_126_scale_0" [id=2716, type=get_attr]; -"2717 linear_126_zero_point_0" [id=2717, type=get_attr]; +"2712 add_71_0_0_nncf_smooth_quant_0" [id=2712, type=call_module]; +"2713 quantize_per_tensor_default_127" [id=2713, type=quantize_per_tensor]; +"2714 dequantize_per_tensor_default_127" [id=2714, type=dequantize_per_tensor]; +"2715 linear_126_scale_0" [id=2715, type=get_attr]; +"2716 linear_126_zero_point_0" [id=2716, type=get_attr]; +"2717 compressed_weight_updated_constant127" [id=2717, type=get_attr]; "2718 quantize_per_channel_default_127" [id=2718, type=quantize_per_channel]; "2719 dequantize_per_channel_default_127" [id=2719, type=dequantize_per_channel]; "2720 _param_constant341_0_0" [id=2720, type=get_attr]; "2721 linear_126" [id=2721, type=linear]; "2722 gelu_20" [id=2722, type=gelu]; "2723 dropout_82" [id=2723, type=dropout]; -"2724 linear_127_updated_constant0" [id=2724, type=get_attr]; -"2725 dropout_82_0_0_nncf_smooth_quant_0" [id=2725, type=call_module]; -"2726 quantize_per_tensor_default_128" [id=2726, type=quantize_per_tensor]; -"2727 dequantize_per_tensor_default_128" [id=2727, type=dequantize_per_tensor]; -"2728 linear_127_scale_0" [id=2728, type=get_attr]; -"2729 linear_127_zero_point_0" [id=2729, type=get_attr]; +"2724 dropout_82_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; +"2725 quantize_per_tensor_default_128" [id=2725, type=quantize_per_tensor]; +"2726 dequantize_per_tensor_default_128" [id=2726, type=dequantize_per_tensor]; +"2727 linear_127_scale_0" [id=2727, type=get_attr]; +"2728 linear_127_zero_point_0" [id=2728, type=get_attr]; +"2729 compressed_weight_updated_constant128" [id=2729, type=get_attr]; "2730 quantize_per_channel_default_128" [id=2730, type=quantize_per_channel]; "2731 dequantize_per_channel_default_128" [id=2731, type=dequantize_per_channel]; "2732 _param_constant343_0_0" [id=2732, type=get_attr]; @@ -2739,19 +2739,19 @@ strict digraph { "2737 layer_norm_44" [id=2737, type=layer_norm]; "2738 add_72" [id=2738, type=add]; "2739 _tensor_constant132" [id=2739, type=get_attr]; -"2740 linear_128_updated_constant0" [id=2740, type=get_attr]; -"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2741, type=call_module]; -"2742 linear_128_scale_0" [id=2742, type=get_attr]; -"2743 linear_128_zero_point_0" [id=2743, type=get_attr]; +"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2740, type=call_module]; +"2741 linear_128_scale_0" [id=2741, type=get_attr]; +"2742 linear_128_zero_point_0" [id=2742, type=get_attr]; +"2743 compressed_weight_updated_constant129" [id=2743, type=get_attr]; "2744 quantize_per_channel_default_129" [id=2744, type=quantize_per_channel]; "2745 dequantize_per_channel_default_129" [id=2745, type=dequantize_per_channel]; "2746 _param_constant347_0_0" [id=2746, type=get_attr]; "2747 linear_128" [id=2747, type=linear]; "2748 relu__21" [id=2748, type=relu_]; -"2749 linear_129_updated_constant0" [id=2749, type=get_attr]; -"2750 relu__21_0_0_nncf_smooth_quant_0" [id=2750, type=call_module]; -"2751 linear_129_scale_0" [id=2751, type=get_attr]; -"2752 linear_129_zero_point_0" [id=2752, type=get_attr]; +"2749 relu__21_0_0_nncf_smooth_quant_0" [id=2749, type=call_module]; +"2750 linear_129_scale_0" [id=2750, type=get_attr]; +"2751 linear_129_zero_point_0" [id=2751, type=get_attr]; +"2752 compressed_weight_updated_constant130" [id=2752, type=get_attr]; "2753 quantize_per_channel_default_130" [id=2753, type=quantize_per_channel]; "2754 dequantize_per_channel_default_130" [id=2754, type=dequantize_per_channel]; "2755 linear_129" [id=2755, type=linear]; @@ -2769,12 +2769,12 @@ strict digraph { "2767 view_116" [id=2767, type=view]; "2768 permute_96" [id=2768, type=permute]; "2769 reshape_94" [id=2769, type=reshape]; -"2770 linear_130_updated_constant0" [id=2770, type=get_attr]; -"2771 reshape_94_0_0_nncf_smooth_quant_0" [id=2771, type=call_module]; -"2772 quantize_per_tensor_default_129" [id=2772, type=quantize_per_tensor]; -"2773 dequantize_per_tensor_default_129" [id=2773, type=dequantize_per_tensor]; -"2774 linear_130_scale_0" [id=2774, type=get_attr]; -"2775 linear_130_zero_point_0" [id=2775, type=get_attr]; +"2770 reshape_94_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; +"2771 quantize_per_tensor_default_129" [id=2771, type=quantize_per_tensor]; +"2772 dequantize_per_tensor_default_129" [id=2772, type=dequantize_per_tensor]; +"2773 linear_130_scale_0" [id=2773, type=get_attr]; +"2774 linear_130_zero_point_0" [id=2774, type=get_attr]; +"2775 compressed_weight_updated_constant131" [id=2775, type=get_attr]; "2776 quantize_per_channel_default_131" [id=2776, type=quantize_per_channel]; "2777 dequantize_per_channel_default_131" [id=2777, type=dequantize_per_channel]; "2778 _param_constant349_0_0" [id=2778, type=get_attr]; @@ -2824,12 +2824,12 @@ strict digraph { "2822 matmul_43" [id=2822, type=matmul]; "2823 transpose_43" [id=2823, type=transpose]; "2824 reshape_97" [id=2824, type=reshape]; -"2825 linear_131_updated_constant0" [id=2825, type=get_attr]; -"2826 reshape_97_0_0_nncf_smooth_quant_0" [id=2826, type=call_module]; -"2827 quantize_per_tensor_default_132" [id=2827, type=quantize_per_tensor]; -"2828 dequantize_per_tensor_default_132" [id=2828, type=dequantize_per_tensor]; -"2829 linear_131_scale_0" [id=2829, type=get_attr]; -"2830 linear_131_zero_point_0" [id=2830, type=get_attr]; +"2825 reshape_97_0_0_nncf_smooth_quant_0" [id=2825, type=call_module]; +"2826 quantize_per_tensor_default_132" [id=2826, type=quantize_per_tensor]; +"2827 dequantize_per_tensor_default_132" [id=2827, type=dequantize_per_tensor]; +"2828 linear_131_scale_0" [id=2828, type=get_attr]; +"2829 linear_131_zero_point_0" [id=2829, type=get_attr]; +"2830 compressed_weight_updated_constant132" [id=2830, type=get_attr]; "2831 quantize_per_channel_default_132" [id=2831, type=quantize_per_channel]; "2832 dequantize_per_channel_default_132" [id=2832, type=dequantize_per_channel]; "2833 _param_constant353_0_0" [id=2833, type=get_attr]; @@ -2848,24 +2848,24 @@ strict digraph { "2846 _param_constant355" [id=2846, type=get_attr]; "2847 layer_norm_45" [id=2847, type=layer_norm]; "2848 add_75" [id=2848, type=add]; -"2849 linear_132_updated_constant0" [id=2849, type=get_attr]; -"2850 add_75_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; -"2851 quantize_per_tensor_default_133" [id=2851, type=quantize_per_tensor]; -"2852 dequantize_per_tensor_default_133" [id=2852, type=dequantize_per_tensor]; -"2853 linear_132_scale_0" [id=2853, type=get_attr]; -"2854 linear_132_zero_point_0" [id=2854, type=get_attr]; +"2849 add_75_0_0_nncf_smooth_quant_0" [id=2849, type=call_module]; +"2850 quantize_per_tensor_default_133" [id=2850, type=quantize_per_tensor]; +"2851 dequantize_per_tensor_default_133" [id=2851, type=dequantize_per_tensor]; +"2852 linear_132_scale_0" [id=2852, type=get_attr]; +"2853 linear_132_zero_point_0" [id=2853, type=get_attr]; +"2854 compressed_weight_updated_constant133" [id=2854, type=get_attr]; "2855 quantize_per_channel_default_133" [id=2855, type=quantize_per_channel]; "2856 dequantize_per_channel_default_133" [id=2856, type=dequantize_per_channel]; "2857 _param_constant357_0_0" [id=2857, type=get_attr]; "2858 linear_132" [id=2858, type=linear]; "2859 gelu_21" [id=2859, type=gelu]; "2860 dropout_86" [id=2860, type=dropout]; -"2861 linear_133_updated_constant0" [id=2861, type=get_attr]; -"2862 dropout_86_0_0_nncf_smooth_quant_0" [id=2862, type=call_module]; -"2863 quantize_per_tensor_default_134" [id=2863, type=quantize_per_tensor]; -"2864 dequantize_per_tensor_default_134" [id=2864, type=dequantize_per_tensor]; -"2865 linear_133_scale_0" [id=2865, type=get_attr]; -"2866 linear_133_zero_point_0" [id=2866, type=get_attr]; +"2861 dropout_86_0_0_nncf_smooth_quant_0" [id=2861, type=call_module]; +"2862 quantize_per_tensor_default_134" [id=2862, type=quantize_per_tensor]; +"2863 dequantize_per_tensor_default_134" [id=2863, type=dequantize_per_tensor]; +"2864 linear_133_scale_0" [id=2864, type=get_attr]; +"2865 linear_133_zero_point_0" [id=2865, type=get_attr]; +"2866 compressed_weight_updated_constant134" [id=2866, type=get_attr]; "2867 quantize_per_channel_default_134" [id=2867, type=quantize_per_channel]; "2868 dequantize_per_channel_default_134" [id=2868, type=dequantize_per_channel]; "2869 _param_constant359_0_0" [id=2869, type=get_attr]; @@ -2889,12 +2889,12 @@ strict digraph { "2887 slice_339" [id=2887, type=slice]; "2888 slice_340" [id=2888, type=slice]; "2889 cat_2" [id=2889, type=cat]; -"2890 linear_134_updated_constant0" [id=2890, type=get_attr]; -"2891 cat_2_0_0_nncf_smooth_quant_0" [id=2891, type=call_module]; -"2892 quantize_per_tensor_default_135" [id=2892, type=quantize_per_tensor]; -"2893 dequantize_per_tensor_default_135" [id=2893, type=dequantize_per_tensor]; -"2894 linear_134_scale_0" [id=2894, type=get_attr]; -"2895 linear_134_zero_point_0" [id=2895, type=get_attr]; +"2890 cat_2_0_0_nncf_smooth_quant_0" [id=2890, type=call_module]; +"2891 quantize_per_tensor_default_135" [id=2891, type=quantize_per_tensor]; +"2892 dequantize_per_tensor_default_135" [id=2892, type=dequantize_per_tensor]; +"2893 linear_134_scale_0" [id=2893, type=get_attr]; +"2894 linear_134_zero_point_0" [id=2894, type=get_attr]; +"2895 compressed_weight_updated_constant135" [id=2895, type=get_attr]; "2896 quantize_per_channel_default_135" [id=2896, type=quantize_per_channel]; "2897 dequantize_per_channel_default_135" [id=2897, type=dequantize_per_channel]; "2898 linear_134" [id=2898, type=linear]; @@ -2902,19 +2902,19 @@ strict digraph { "2900 _param_constant364" [id=2900, type=get_attr]; "2901 layer_norm_47" [id=2901, type=layer_norm]; "2902 _tensor_constant143" [id=2902, type=get_attr]; -"2903 linear_135_updated_constant0" [id=2903, type=get_attr]; -"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2904, type=call_module]; -"2905 linear_135_scale_0" [id=2905, type=get_attr]; -"2906 linear_135_zero_point_0" [id=2906, type=get_attr]; +"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2903, type=call_module]; +"2904 linear_135_scale_0" [id=2904, type=get_attr]; +"2905 linear_135_zero_point_0" [id=2905, type=get_attr]; +"2906 compressed_weight_updated_constant136" [id=2906, type=get_attr]; "2907 quantize_per_channel_default_136" [id=2907, type=quantize_per_channel]; "2908 dequantize_per_channel_default_136" [id=2908, type=dequantize_per_channel]; "2909 _param_constant366_0_0" [id=2909, type=get_attr]; "2910 linear_135" [id=2910, type=linear]; "2911 relu__22" [id=2911, type=relu_]; -"2912 linear_136_updated_constant0" [id=2912, type=get_attr]; -"2913 relu__22_0_0_nncf_smooth_quant_0" [id=2913, type=call_module]; -"2914 linear_136_scale_0" [id=2914, type=get_attr]; -"2915 linear_136_zero_point_0" [id=2915, type=get_attr]; +"2912 relu__22_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; +"2913 linear_136_scale_0" [id=2913, type=get_attr]; +"2914 linear_136_zero_point_0" [id=2914, type=get_attr]; +"2915 compressed_weight_updated_constant137" [id=2915, type=get_attr]; "2916 quantize_per_channel_default_137" [id=2916, type=quantize_per_channel]; "2917 dequantize_per_channel_default_137" [id=2917, type=dequantize_per_channel]; "2918 linear_136" [id=2918, type=linear]; @@ -2931,12 +2931,12 @@ strict digraph { "2929 view_123" [id=2929, type=view]; "2930 permute_101" [id=2930, type=permute]; "2931 reshape_99" [id=2931, type=reshape]; -"2932 linear_137_updated_constant0" [id=2932, type=get_attr]; -"2933 reshape_99_0_0_nncf_smooth_quant_0" [id=2933, type=call_module]; -"2934 quantize_per_tensor_default_136" [id=2934, type=quantize_per_tensor]; -"2935 dequantize_per_tensor_default_136" [id=2935, type=dequantize_per_tensor]; -"2936 linear_137_scale_0" [id=2936, type=get_attr]; -"2937 linear_137_zero_point_0" [id=2937, type=get_attr]; +"2932 reshape_99_0_0_nncf_smooth_quant_0" [id=2932, type=call_module]; +"2933 quantize_per_tensor_default_136" [id=2933, type=quantize_per_tensor]; +"2934 dequantize_per_tensor_default_136" [id=2934, type=dequantize_per_tensor]; +"2935 linear_137_scale_0" [id=2935, type=get_attr]; +"2936 linear_137_zero_point_0" [id=2936, type=get_attr]; +"2937 compressed_weight_updated_constant138" [id=2937, type=get_attr]; "2938 quantize_per_channel_default_138" [id=2938, type=quantize_per_channel]; "2939 dequantize_per_channel_default_138" [id=2939, type=dequantize_per_channel]; "2940 _param_constant368_0_0" [id=2940, type=get_attr]; @@ -2970,12 +2970,12 @@ strict digraph { "2968 matmul_45" [id=2968, type=matmul]; "2969 transpose_45" [id=2969, type=transpose]; "2970 reshape_101" [id=2970, type=reshape]; -"2971 linear_138_updated_constant0" [id=2971, type=get_attr]; -"2972 reshape_101_0_0_nncf_smooth_quant_0" [id=2972, type=call_module]; -"2973 quantize_per_tensor_default_139" [id=2973, type=quantize_per_tensor]; -"2974 dequantize_per_tensor_default_139" [id=2974, type=dequantize_per_tensor]; -"2975 linear_138_scale_0" [id=2975, type=get_attr]; -"2976 linear_138_zero_point_0" [id=2976, type=get_attr]; +"2971 reshape_101_0_0_nncf_smooth_quant_0" [id=2971, type=call_module]; +"2972 quantize_per_tensor_default_139" [id=2972, type=quantize_per_tensor]; +"2973 dequantize_per_tensor_default_139" [id=2973, type=dequantize_per_tensor]; +"2974 linear_138_scale_0" [id=2974, type=get_attr]; +"2975 linear_138_zero_point_0" [id=2975, type=get_attr]; +"2976 compressed_weight_updated_constant139" [id=2976, type=get_attr]; "2977 quantize_per_channel_default_139" [id=2977, type=quantize_per_channel]; "2978 dequantize_per_channel_default_139" [id=2978, type=dequantize_per_channel]; "2979 _param_constant372_0_0" [id=2979, type=get_attr]; @@ -2993,24 +2993,24 @@ strict digraph { "2991 _param_constant374" [id=2991, type=get_attr]; "2992 layer_norm_48" [id=2992, type=layer_norm]; "2993 add_78" [id=2993, type=add]; -"2994 linear_139_updated_constant0" [id=2994, type=get_attr]; -"2995 add_78_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; -"2996 quantize_per_tensor_default_140" [id=2996, type=quantize_per_tensor]; -"2997 dequantize_per_tensor_default_140" [id=2997, type=dequantize_per_tensor]; -"2998 linear_139_scale_0" [id=2998, type=get_attr]; -"2999 linear_139_zero_point_0" [id=2999, type=get_attr]; +"2994 add_78_0_0_nncf_smooth_quant_0" [id=2994, type=call_module]; +"2995 quantize_per_tensor_default_140" [id=2995, type=quantize_per_tensor]; +"2996 dequantize_per_tensor_default_140" [id=2996, type=dequantize_per_tensor]; +"2997 linear_139_scale_0" [id=2997, type=get_attr]; +"2998 linear_139_zero_point_0" [id=2998, type=get_attr]; +"2999 compressed_weight_updated_constant140" [id=2999, type=get_attr]; "3000 quantize_per_channel_default_140" [id=3000, type=quantize_per_channel]; "3001 dequantize_per_channel_default_140" [id=3001, type=dequantize_per_channel]; "3002 _param_constant376_0_0" [id=3002, type=get_attr]; "3003 linear_139" [id=3003, type=linear]; "3004 gelu_22" [id=3004, type=gelu]; "3005 dropout_90" [id=3005, type=dropout]; -"3006 linear_140_updated_constant0" [id=3006, type=get_attr]; -"3007 dropout_90_0_0_nncf_smooth_quant_0" [id=3007, type=call_module]; -"3008 quantize_per_tensor_default_141" [id=3008, type=quantize_per_tensor]; -"3009 dequantize_per_tensor_default_141" [id=3009, type=dequantize_per_tensor]; -"3010 linear_140_scale_0" [id=3010, type=get_attr]; -"3011 linear_140_zero_point_0" [id=3011, type=get_attr]; +"3006 dropout_90_0_0_nncf_smooth_quant_0" [id=3006, type=call_module]; +"3007 quantize_per_tensor_default_141" [id=3007, type=quantize_per_tensor]; +"3008 dequantize_per_tensor_default_141" [id=3008, type=dequantize_per_tensor]; +"3009 linear_140_scale_0" [id=3009, type=get_attr]; +"3010 linear_140_zero_point_0" [id=3010, type=get_attr]; +"3011 compressed_weight_updated_constant141" [id=3011, type=get_attr]; "3012 quantize_per_channel_default_141" [id=3012, type=quantize_per_channel]; "3013 dequantize_per_channel_default_141" [id=3013, type=dequantize_per_channel]; "3014 _param_constant378_0_0" [id=3014, type=get_attr]; @@ -3021,19 +3021,19 @@ strict digraph { "3019 layer_norm_49" [id=3019, type=layer_norm]; "3020 add_79" [id=3020, type=add]; "3021 _tensor_constant145" [id=3021, type=get_attr]; -"3022 linear_141_updated_constant0" [id=3022, type=get_attr]; -"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3023, type=call_module]; -"3024 linear_141_scale_0" [id=3024, type=get_attr]; -"3025 linear_141_zero_point_0" [id=3025, type=get_attr]; +"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3022, type=call_module]; +"3023 linear_141_scale_0" [id=3023, type=get_attr]; +"3024 linear_141_zero_point_0" [id=3024, type=get_attr]; +"3025 compressed_weight_updated_constant142" [id=3025, type=get_attr]; "3026 quantize_per_channel_default_142" [id=3026, type=quantize_per_channel]; "3027 dequantize_per_channel_default_142" [id=3027, type=dequantize_per_channel]; "3028 _param_constant382_0_0" [id=3028, type=get_attr]; "3029 linear_141" [id=3029, type=linear]; "3030 relu__23" [id=3030, type=relu_]; -"3031 linear_142_updated_constant0" [id=3031, type=get_attr]; -"3032 relu__23_0_0_nncf_smooth_quant_0" [id=3032, type=call_module]; -"3033 linear_142_scale_0" [id=3033, type=get_attr]; -"3034 linear_142_zero_point_0" [id=3034, type=get_attr]; +"3031 relu__23_0_0_nncf_smooth_quant_0" [id=3031, type=call_module]; +"3032 linear_142_scale_0" [id=3032, type=get_attr]; +"3033 linear_142_zero_point_0" [id=3033, type=get_attr]; +"3034 compressed_weight_updated_constant143" [id=3034, type=get_attr]; "3035 quantize_per_channel_default_143" [id=3035, type=quantize_per_channel]; "3036 dequantize_per_channel_default_143" [id=3036, type=dequantize_per_channel]; "3037 linear_142" [id=3037, type=linear]; @@ -3050,12 +3050,12 @@ strict digraph { "3048 view_127" [id=3048, type=view]; "3049 permute_105" [id=3049, type=permute]; "3050 reshape_103" [id=3050, type=reshape]; -"3051 linear_143_updated_constant0" [id=3051, type=get_attr]; -"3052 reshape_103_0_0_nncf_smooth_quant_0" [id=3052, type=call_module]; -"3053 quantize_per_tensor_default_142" [id=3053, type=quantize_per_tensor]; -"3054 dequantize_per_tensor_default_142" [id=3054, type=dequantize_per_tensor]; -"3055 linear_143_scale_0" [id=3055, type=get_attr]; -"3056 linear_143_zero_point_0" [id=3056, type=get_attr]; +"3051 reshape_103_0_0_nncf_smooth_quant_0" [id=3051, type=call_module]; +"3052 quantize_per_tensor_default_142" [id=3052, type=quantize_per_tensor]; +"3053 dequantize_per_tensor_default_142" [id=3053, type=dequantize_per_tensor]; +"3054 linear_143_scale_0" [id=3054, type=get_attr]; +"3055 linear_143_zero_point_0" [id=3055, type=get_attr]; +"3056 compressed_weight_updated_constant144" [id=3056, type=get_attr]; "3057 quantize_per_channel_default_144" [id=3057, type=quantize_per_channel]; "3058 dequantize_per_channel_default_144" [id=3058, type=dequantize_per_channel]; "3059 _param_constant384_0_0" [id=3059, type=get_attr]; @@ -3089,12 +3089,12 @@ strict digraph { "3087 matmul_47" [id=3087, type=matmul]; "3088 transpose_47" [id=3088, type=transpose]; "3089 reshape_105" [id=3089, type=reshape]; -"3090 linear_144_updated_constant0" [id=3090, type=get_attr]; -"3091 reshape_105_0_0_nncf_smooth_quant_0" [id=3091, type=call_module]; -"3092 quantize_per_tensor_default_145" [id=3092, type=quantize_per_tensor]; -"3093 dequantize_per_tensor_default_145" [id=3093, type=dequantize_per_tensor]; -"3094 linear_144_scale_0" [id=3094, type=get_attr]; -"3095 linear_144_zero_point_0" [id=3095, type=get_attr]; +"3090 reshape_105_0_0_nncf_smooth_quant_0" [id=3090, type=call_module]; +"3091 quantize_per_tensor_default_145" [id=3091, type=quantize_per_tensor]; +"3092 dequantize_per_tensor_default_145" [id=3092, type=dequantize_per_tensor]; +"3093 linear_144_scale_0" [id=3093, type=get_attr]; +"3094 linear_144_zero_point_0" [id=3094, type=get_attr]; +"3095 compressed_weight_updated_constant145" [id=3095, type=get_attr]; "3096 quantize_per_channel_default_145" [id=3096, type=quantize_per_channel]; "3097 dequantize_per_channel_default_145" [id=3097, type=dequantize_per_channel]; "3098 _param_constant388_0_0" [id=3098, type=get_attr]; @@ -3112,24 +3112,24 @@ strict digraph { "3110 _param_constant390" [id=3110, type=get_attr]; "3111 layer_norm_50" [id=3111, type=layer_norm]; "3112 add_81" [id=3112, type=add]; -"3113 linear_145_updated_constant0" [id=3113, type=get_attr]; -"3114 add_81_0_0_nncf_smooth_quant_0" [id=3114, type=call_module]; -"3115 quantize_per_tensor_default_146" [id=3115, type=quantize_per_tensor]; -"3116 dequantize_per_tensor_default_146" [id=3116, type=dequantize_per_tensor]; -"3117 linear_145_scale_0" [id=3117, type=get_attr]; -"3118 linear_145_zero_point_0" [id=3118, type=get_attr]; +"3113 add_81_0_0_nncf_smooth_quant_0" [id=3113, type=call_module]; +"3114 quantize_per_tensor_default_146" [id=3114, type=quantize_per_tensor]; +"3115 dequantize_per_tensor_default_146" [id=3115, type=dequantize_per_tensor]; +"3116 linear_145_scale_0" [id=3116, type=get_attr]; +"3117 linear_145_zero_point_0" [id=3117, type=get_attr]; +"3118 compressed_weight_updated_constant146" [id=3118, type=get_attr]; "3119 quantize_per_channel_default_146" [id=3119, type=quantize_per_channel]; "3120 dequantize_per_channel_default_146" [id=3120, type=dequantize_per_channel]; "3121 _param_constant392_0_0" [id=3121, type=get_attr]; "3122 linear_145" [id=3122, type=linear]; "3123 gelu_23" [id=3123, type=gelu]; "3124 dropout_94" [id=3124, type=dropout]; -"3125 linear_146_updated_constant0" [id=3125, type=get_attr]; -"3126 dropout_94_0_0_nncf_smooth_quant_0" [id=3126, type=call_module]; -"3127 quantize_per_tensor_default_147" [id=3127, type=quantize_per_tensor]; -"3128 dequantize_per_tensor_default_147" [id=3128, type=dequantize_per_tensor]; -"3129 linear_146_scale_0" [id=3129, type=get_attr]; -"3130 linear_146_zero_point_0" [id=3130, type=get_attr]; +"3125 dropout_94_0_0_nncf_smooth_quant_0" [id=3125, type=call_module]; +"3126 quantize_per_tensor_default_147" [id=3126, type=quantize_per_tensor]; +"3127 dequantize_per_tensor_default_147" [id=3127, type=dequantize_per_tensor]; +"3128 linear_146_scale_0" [id=3128, type=get_attr]; +"3129 linear_146_zero_point_0" [id=3129, type=get_attr]; +"3130 compressed_weight_updated_constant147" [id=3130, type=get_attr]; "3131 quantize_per_channel_default_147" [id=3131, type=quantize_per_channel]; "3132 dequantize_per_channel_default_147" [id=3132, type=dequantize_per_channel]; "3133 _param_constant394_0_0" [id=3133, type=get_attr]; @@ -3145,12 +3145,12 @@ strict digraph { "3143 permute_108" [id=3143, type=permute]; "3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; "3145 flatten" [id=3145, type=flatten]; -"3146 linear_147_updated_constant0" [id=3146, type=get_attr]; -"3147 flatten_0_0_nncf_smooth_quant_0" [id=3147, type=call_module]; -"3148 quantize_per_tensor_default_148" [id=3148, type=quantize_per_tensor]; -"3149 dequantize_per_tensor_default_148" [id=3149, type=dequantize_per_tensor]; -"3150 linear_147_scale_0" [id=3150, type=get_attr]; -"3151 linear_147_zero_point_0" [id=3151, type=get_attr]; +"3146 flatten_0_0_nncf_smooth_quant_0" [id=3146, type=call_module]; +"3147 quantize_per_tensor_default_148" [id=3147, type=quantize_per_tensor]; +"3148 dequantize_per_tensor_default_148" [id=3148, type=dequantize_per_tensor]; +"3149 linear_147_scale_0" [id=3149, type=get_attr]; +"3150 linear_147_zero_point_0" [id=3150, type=get_attr]; +"3151 compressed_weight_updated_constant148" [id=3151, type=get_attr]; "3152 quantize_per_channel_default_148" [id=3152, type=quantize_per_channel]; "3153 dequantize_per_channel_default_148" [id=3153, type=dequantize_per_channel]; "3154 _param_constant400_0_0" [id=3154, type=get_attr]; @@ -3159,11 +3159,11 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; "6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; "7 dequantize_per_channel_default" -> "9 conv2d" [label="(96, 3, 4, 4)", style=solid]; "8 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; @@ -3173,24 +3173,24 @@ strict digraph { "12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; "13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; "13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; -"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"15 linear_updated_constant0" -> "19 quantize_per_channel_default_1" [label="(512, 2)", style=solid]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; -"17 linear_scale_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; -"17 linear_scale_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; -"18 linear_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; -"18 linear_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"14 _tensor_constant0" -> "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"15 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; +"16 linear_scale_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; +"16 linear_scale_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"17 linear_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; +"17 linear_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(512, 2)", style=solid]; "19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(512, 2)", style=solid]; "20 dequantize_per_channel_default_1" -> "22 linear" [label="(512, 2)", style=solid]; "21 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; "22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; -"23 relu_" -> "25 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"24 linear_1_updated_constant0" -> "28 quantize_per_channel_default_2" [label="(3, 512)", style=solid]; -"25 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; -"26 linear_1_scale_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; -"26 linear_1_scale_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; -"27 linear_1_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; -"27 linear_1_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; +"25 linear_1_scale_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; +"25 linear_1_scale_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"26 linear_1_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; +"26 linear_1_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 quantize_per_channel_default_2" [label="(3, 512)", style=solid]; "28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(3, 512)", style=solid]; "29 dequantize_per_channel_default_2" -> "30 linear_1" [label="(3, 512)", style=solid]; "30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; @@ -3206,15 +3206,15 @@ strict digraph { "40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; "41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; "42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"43 reshape" -> "45 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"44 linear_2_updated_constant0" -> "50 quantize_per_channel_default_3" [label="(288, 96)", style=solid]; -"45 reshape_0_0_nncf_smooth_quant_0" -> "46 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"46 quantize_per_tensor_default_1" -> "47 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"47 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; -"48 linear_2_scale_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; -"48 linear_2_scale_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; -"49 linear_2_zero_point_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; -"49 linear_2_zero_point_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"43 reshape" -> "44 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"44 reshape_0_0_nncf_smooth_quant_0" -> "45 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"45 quantize_per_tensor_default_1" -> "46 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"46 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; +"47 linear_2_scale_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; +"47 linear_2_scale_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"48 linear_2_zero_point_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; +"48 linear_2_zero_point_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"49 compressed_weight_updated_constant3" -> "50 quantize_per_channel_default_3" [label="(288, 96)", style=solid]; "50 quantize_per_channel_default_3" -> "51 dequantize_per_channel_default_3" [label="(288, 96)", style=solid]; "51 dequantize_per_channel_default_3" -> "53 linear_2" [label="(288, 96)", style=solid]; "52 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; @@ -3253,15 +3253,15 @@ strict digraph { "79 dropout" -> "80 matmul_1" [label="(49, 3, 64, 64)", style=solid]; "80 matmul_1" -> "81 transpose_1" [label="(49, 3, 64, 32)", style=solid]; "81 transpose_1" -> "82 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"82 reshape_2" -> "84 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"83 linear_3_updated_constant0" -> "89 quantize_per_channel_default_4" [label="(96, 96)", style=solid]; -"84 reshape_2_0_0_nncf_smooth_quant_0" -> "85 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"85 quantize_per_tensor_default_4" -> "86 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"86 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; -"87 linear_3_scale_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"87 linear_3_scale_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"88 linear_3_zero_point_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"88 linear_3_zero_point_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"82 reshape_2" -> "83 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"83 reshape_2_0_0_nncf_smooth_quant_0" -> "84 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"84 quantize_per_tensor_default_4" -> "85 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"85 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; +"86 linear_3_scale_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"86 linear_3_scale_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"87 linear_3_zero_point_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"87 linear_3_zero_point_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"88 compressed_weight_updated_constant4" -> "89 quantize_per_channel_default_4" [label="(96, 96)", style=solid]; "89 quantize_per_channel_default_4" -> "90 dequantize_per_channel_default_4" [label="(96, 96)", style=solid]; "90 dequantize_per_channel_default_4" -> "92 linear_3" [label="(96, 96)", style=solid]; "91 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; @@ -3275,30 +3275,30 @@ strict digraph { "99 _param_constant12" -> "101 layer_norm_1" [label="(96,)", style=solid]; "100 _param_constant13" -> "101 layer_norm_1" [label="(96,)", style=solid]; "101 layer_norm_1" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; -"102 add_1" -> "104 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "103 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; "102 add_1" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; -"103 linear_4_updated_constant0" -> "109 quantize_per_channel_default_5" [label="(384, 96)", style=solid]; -"104 add_1_0_0_nncf_smooth_quant_0" -> "105 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"105 quantize_per_tensor_default_5" -> "106 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"106 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"107 linear_4_scale_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; -"107 linear_4_scale_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; -"108 linear_4_zero_point_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; -"108 linear_4_zero_point_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"103 add_1_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"104 quantize_per_tensor_default_5" -> "105 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"105 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"106 linear_4_scale_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; +"106 linear_4_scale_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"107 linear_4_zero_point_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; +"107 linear_4_zero_point_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"108 compressed_weight_updated_constant5" -> "109 quantize_per_channel_default_5" [label="(384, 96)", style=solid]; "109 quantize_per_channel_default_5" -> "110 dequantize_per_channel_default_5" [label="(384, 96)", style=solid]; "110 dequantize_per_channel_default_5" -> "112 linear_4" [label="(384, 96)", style=solid]; "111 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; "112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; "113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"114 dropout_2" -> "116 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"115 linear_5_updated_constant0" -> "121 quantize_per_channel_default_6" [label="(96, 384)", style=solid]; -"116 dropout_2_0_0_nncf_smooth_quant_0" -> "117 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"117 quantize_per_tensor_default_6" -> "118 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"118 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"119 linear_5_scale_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"119 linear_5_scale_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"120 linear_5_zero_point_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"120 linear_5_zero_point_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"114 dropout_2" -> "115 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"115 dropout_2_0_0_nncf_smooth_quant_0" -> "116 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"116 quantize_per_tensor_default_6" -> "117 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"117 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"118 linear_5_scale_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"118 linear_5_scale_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"119 linear_5_zero_point_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"119 linear_5_zero_point_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"120 compressed_weight_updated_constant6" -> "121 quantize_per_channel_default_6" [label="(96, 384)", style=solid]; "121 quantize_per_channel_default_6" -> "122 dequantize_per_channel_default_6" [label="(96, 384)", style=solid]; "122 dequantize_per_channel_default_6" -> "124 linear_5" [label="(96, 384)", style=solid]; "123 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; @@ -3309,24 +3309,24 @@ strict digraph { "128 layer_norm_2" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; "129 add_2" -> "156 pad_1" [label="(1, 56, 56, 96)", style=solid]; "129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; -"130 _tensor_constant2" -> "132 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"131 linear_6_updated_constant0" -> "135 quantize_per_channel_default_7" [label="(512, 2)", style=solid]; -"132 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"133 linear_6_scale_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"133 linear_6_scale_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"134 linear_6_zero_point_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"134 linear_6_zero_point_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"130 _tensor_constant2" -> "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"131 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"132 linear_6_scale_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"132 linear_6_scale_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"133 linear_6_zero_point_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"133 linear_6_zero_point_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"134 compressed_weight_updated_constant7" -> "135 quantize_per_channel_default_7" [label="(512, 2)", style=solid]; "135 quantize_per_channel_default_7" -> "136 dequantize_per_channel_default_7" [label="(512, 2)", style=solid]; "136 dequantize_per_channel_default_7" -> "138 linear_6" [label="(512, 2)", style=solid]; "137 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; "138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; -"139 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"140 linear_7_updated_constant0" -> "144 quantize_per_channel_default_8" [label="(3, 512)", style=solid]; -"141 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"142 linear_7_scale_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; -"142 linear_7_scale_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; -"143 linear_7_zero_point_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; -"143 linear_7_zero_point_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"139 relu__1" -> "140 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"140 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"141 linear_7_scale_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; +"141 linear_7_scale_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"142 linear_7_zero_point_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; +"142 linear_7_zero_point_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"143 compressed_weight_updated_constant8" -> "144 quantize_per_channel_default_8" [label="(3, 512)", style=solid]; "144 quantize_per_channel_default_8" -> "145 dequantize_per_channel_default_8" [label="(3, 512)", style=solid]; "145 dequantize_per_channel_default_8" -> "146 linear_7" [label="(3, 512)", style=solid]; "146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; @@ -3343,16 +3343,16 @@ strict digraph { "157 roll" -> "158 view_6" [label="(1, 56, 56, 96)", style=solid]; "158 view_6" -> "159 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; "159 permute_6" -> "160 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"160 reshape_4" -> "162 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"160 reshape_4" -> "161 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; "160 reshape_4" -> "195 new_zeros" [label="(49, 64, 96)", style=solid]; -"161 linear_8_updated_constant0" -> "167 quantize_per_channel_default_9" [label="(288, 96)", style=solid]; -"162 reshape_4_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"163 quantize_per_tensor_default_7" -> "164 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"164 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; -"165 linear_8_scale_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; -"165 linear_8_scale_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; -"166 linear_8_zero_point_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; -"166 linear_8_zero_point_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"161 reshape_4_0_0_nncf_smooth_quant_0" -> "162 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"162 quantize_per_tensor_default_7" -> "163 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"163 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; +"164 linear_8_scale_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; +"164 linear_8_scale_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"165 linear_8_zero_point_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; +"165 linear_8_zero_point_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"166 compressed_weight_updated_constant9" -> "167 quantize_per_channel_default_9" [label="(288, 96)", style=solid]; "167 quantize_per_channel_default_9" -> "168 dequantize_per_channel_default_9" [label="(288, 96)", style=solid]; "168 dequantize_per_channel_default_9" -> "170 linear_8" [label="(288, 96)", style=solid]; "169 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; @@ -3410,15 +3410,15 @@ strict digraph { "212 dropout_4" -> "213 matmul_3" [label="(49, 3, 64, 64)", style=solid]; "213 matmul_3" -> "214 transpose_3" [label="(49, 3, 64, 32)", style=solid]; "214 transpose_3" -> "215 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"215 reshape_7" -> "217 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"216 linear_9_updated_constant0" -> "222 quantize_per_channel_default_10" [label="(96, 96)", style=solid]; -"217 reshape_7_0_0_nncf_smooth_quant_0" -> "218 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"218 quantize_per_tensor_default_10" -> "219 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"219 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; -"220 linear_9_scale_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"220 linear_9_scale_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"221 linear_9_zero_point_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"221 linear_9_zero_point_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"215 reshape_7" -> "216 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"216 reshape_7_0_0_nncf_smooth_quant_0" -> "217 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"217 quantize_per_tensor_default_10" -> "218 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"218 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; +"219 linear_9_scale_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"219 linear_9_scale_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"220 linear_9_zero_point_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"220 linear_9_zero_point_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"221 compressed_weight_updated_constant10" -> "222 quantize_per_channel_default_10" [label="(96, 96)", style=solid]; "222 quantize_per_channel_default_10" -> "223 dequantize_per_channel_default_10" [label="(96, 96)", style=solid]; "223 dequantize_per_channel_default_10" -> "225 linear_9" [label="(96, 96)", style=solid]; "224 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; @@ -3433,30 +3433,30 @@ strict digraph { "233 _param_constant28" -> "235 layer_norm_3" [label="(96,)", style=solid]; "234 _param_constant29" -> "235 layer_norm_3" [label="(96,)", style=solid]; "235 layer_norm_3" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; -"236 add_5" -> "238 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "237 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; "236 add_5" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; -"237 linear_10_updated_constant0" -> "243 quantize_per_channel_default_11" [label="(384, 96)", style=solid]; -"238 add_5_0_0_nncf_smooth_quant_0" -> "239 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"239 quantize_per_tensor_default_11" -> "240 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"240 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"241 linear_10_scale_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; -"241 linear_10_scale_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; -"242 linear_10_zero_point_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; -"242 linear_10_zero_point_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"237 add_5_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"239 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"240 linear_10_scale_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; +"240 linear_10_scale_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"241 linear_10_zero_point_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; +"241 linear_10_zero_point_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"242 compressed_weight_updated_constant11" -> "243 quantize_per_channel_default_11" [label="(384, 96)", style=solid]; "243 quantize_per_channel_default_11" -> "244 dequantize_per_channel_default_11" [label="(384, 96)", style=solid]; "244 dequantize_per_channel_default_11" -> "246 linear_10" [label="(384, 96)", style=solid]; "245 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; "246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; "247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"248 dropout_6" -> "250 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"249 linear_11_updated_constant0" -> "255 quantize_per_channel_default_12" [label="(96, 384)", style=solid]; -"250 dropout_6_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"251 quantize_per_tensor_default_12" -> "252 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"252 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"253 linear_11_scale_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"253 linear_11_scale_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"254 linear_11_zero_point_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"254 linear_11_zero_point_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"248 dropout_6" -> "249 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"249 dropout_6_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"250 quantize_per_tensor_default_12" -> "251 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"251 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"252 linear_11_scale_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"252 linear_11_scale_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"253 linear_11_zero_point_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"253 linear_11_zero_point_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"254 compressed_weight_updated_constant12" -> "255 quantize_per_channel_default_12" [label="(96, 384)", style=solid]; "255 quantize_per_channel_default_12" -> "256 dequantize_per_channel_default_12" [label="(96, 384)", style=solid]; "256 dequantize_per_channel_default_12" -> "258 linear_11" [label="(96, 384)", style=solid]; "257 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; @@ -3482,15 +3482,15 @@ strict digraph { "274 slice_34" -> "275 slice_35" [label="(1, 28, 56, 96)", style=solid]; "275 slice_35" -> "276 slice_36" [label="(1, 28, 28, 96)", style=solid]; "276 slice_36" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"277 cat" -> "279 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"278 linear_12_updated_constant0" -> "284 quantize_per_channel_default_13" [label="(192, 384)", style=solid]; -"279 cat_0_0_nncf_smooth_quant_0" -> "280 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"280 quantize_per_tensor_default_13" -> "281 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"281 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"282 linear_12_scale_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"282 linear_12_scale_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"283 linear_12_zero_point_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"283 linear_12_zero_point_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"277 cat" -> "278 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"278 cat_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"279 quantize_per_tensor_default_13" -> "280 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"280 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"281 linear_12_scale_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"281 linear_12_scale_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"282 linear_12_zero_point_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"282 linear_12_zero_point_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"283 compressed_weight_updated_constant13" -> "284 quantize_per_channel_default_13" [label="(192, 384)", style=solid]; "284 quantize_per_channel_default_13" -> "285 dequantize_per_channel_default_13" [label="(192, 384)", style=solid]; "285 dequantize_per_channel_default_13" -> "286 linear_12" [label="(192, 384)", style=solid]; "286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; @@ -3498,24 +3498,24 @@ strict digraph { "288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; "289 layer_norm_5" -> "316 pad_3" [label="(1, 28, 28, 192)", style=solid]; "289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; -"290 _tensor_constant13" -> "292 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"291 linear_13_updated_constant0" -> "295 quantize_per_channel_default_14" [label="(512, 2)", style=solid]; -"292 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"293 linear_13_scale_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; -"293 linear_13_scale_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; -"294 linear_13_zero_point_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; -"294 linear_13_zero_point_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"290 _tensor_constant13" -> "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"291 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"292 linear_13_scale_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; +"292 linear_13_scale_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"293 linear_13_zero_point_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; +"293 linear_13_zero_point_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"294 compressed_weight_updated_constant14" -> "295 quantize_per_channel_default_14" [label="(512, 2)", style=solid]; "295 quantize_per_channel_default_14" -> "296 dequantize_per_channel_default_14" [label="(512, 2)", style=solid]; "296 dequantize_per_channel_default_14" -> "298 linear_13" [label="(512, 2)", style=solid]; "297 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; "298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; -"299 relu__2" -> "301 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"300 linear_14_updated_constant0" -> "304 quantize_per_channel_default_15" [label="(6, 512)", style=solid]; -"301 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"302 linear_14_scale_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; -"302 linear_14_scale_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; -"303 linear_14_zero_point_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; -"303 linear_14_zero_point_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"299 relu__2" -> "300 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"300 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"301 linear_14_scale_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; +"301 linear_14_scale_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"302 linear_14_zero_point_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; +"302 linear_14_zero_point_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"303 compressed_weight_updated_constant15" -> "304 quantize_per_channel_default_15" [label="(6, 512)", style=solid]; "304 quantize_per_channel_default_15" -> "305 dequantize_per_channel_default_15" [label="(6, 512)", style=solid]; "305 dequantize_per_channel_default_15" -> "306 linear_14" [label="(6, 512)", style=solid]; "306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; @@ -3531,15 +3531,15 @@ strict digraph { "316 pad_3" -> "317 view_13" [label="(1, 32, 32, 192)", style=solid]; "317 view_13" -> "318 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; "318 permute_11" -> "319 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"319 reshape_9" -> "321 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"320 linear_15_updated_constant0" -> "326 quantize_per_channel_default_16" [label="(576, 192)", style=solid]; -"321 reshape_9_0_0_nncf_smooth_quant_0" -> "322 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"322 quantize_per_tensor_default_14" -> "323 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"323 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; -"324 linear_15_scale_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; -"324 linear_15_scale_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; -"325 linear_15_zero_point_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; -"325 linear_15_zero_point_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"319 reshape_9" -> "320 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"320 reshape_9_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"321 quantize_per_tensor_default_14" -> "322 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"322 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; +"323 linear_15_scale_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; +"323 linear_15_scale_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"324 linear_15_zero_point_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; +"324 linear_15_zero_point_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"325 compressed_weight_updated_constant16" -> "326 quantize_per_channel_default_16" [label="(576, 192)", style=solid]; "326 quantize_per_channel_default_16" -> "327 dequantize_per_channel_default_16" [label="(576, 192)", style=solid]; "327 dequantize_per_channel_default_16" -> "329 linear_15" [label="(576, 192)", style=solid]; "328 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; @@ -3578,15 +3578,15 @@ strict digraph { "355 dropout_8" -> "356 matmul_5" [label="(16, 6, 64, 64)", style=solid]; "356 matmul_5" -> "357 transpose_5" [label="(16, 6, 64, 32)", style=solid]; "357 transpose_5" -> "358 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"358 reshape_11" -> "360 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"359 linear_16_updated_constant0" -> "365 quantize_per_channel_default_17" [label="(192, 192)", style=solid]; -"360 reshape_11_0_0_nncf_smooth_quant_0" -> "361 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"361 quantize_per_tensor_default_17" -> "362 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"362 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; -"363 linear_16_scale_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"363 linear_16_scale_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"364 linear_16_zero_point_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"364 linear_16_zero_point_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"358 reshape_11" -> "359 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"359 reshape_11_0_0_nncf_smooth_quant_0" -> "360 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"360 quantize_per_tensor_default_17" -> "361 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"361 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; +"362 linear_16_scale_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"362 linear_16_scale_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"363 linear_16_zero_point_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"363 linear_16_zero_point_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"364 compressed_weight_updated_constant17" -> "365 quantize_per_channel_default_17" [label="(192, 192)", style=solid]; "365 quantize_per_channel_default_17" -> "366 dequantize_per_channel_default_17" [label="(192, 192)", style=solid]; "366 dequantize_per_channel_default_17" -> "368 linear_16" [label="(192, 192)", style=solid]; "367 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; @@ -3603,30 +3603,30 @@ strict digraph { "378 _param_constant47" -> "380 layer_norm_6" [label="(192,)", style=solid]; "379 _param_constant48" -> "380 layer_norm_6" [label="(192,)", style=solid]; "380 layer_norm_6" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; -"381 add_8" -> "383 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "382 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; "381 add_8" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; -"382 linear_17_updated_constant0" -> "388 quantize_per_channel_default_18" [label="(768, 192)", style=solid]; -"383 add_8_0_0_nncf_smooth_quant_0" -> "384 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"384 quantize_per_tensor_default_18" -> "385 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"385 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"386 linear_17_scale_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"386 linear_17_scale_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"387 linear_17_zero_point_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"387 linear_17_zero_point_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"382 add_8_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"383 quantize_per_tensor_default_18" -> "384 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"384 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"385 linear_17_scale_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"385 linear_17_scale_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"386 linear_17_zero_point_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"386 linear_17_zero_point_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"387 compressed_weight_updated_constant18" -> "388 quantize_per_channel_default_18" [label="(768, 192)", style=solid]; "388 quantize_per_channel_default_18" -> "389 dequantize_per_channel_default_18" [label="(768, 192)", style=solid]; "389 dequantize_per_channel_default_18" -> "391 linear_17" [label="(768, 192)", style=solid]; "390 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; "391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; "392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"393 dropout_10" -> "395 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"394 linear_18_updated_constant0" -> "400 quantize_per_channel_default_19" [label="(192, 768)", style=solid]; -"395 dropout_10_0_0_nncf_smooth_quant_0" -> "396 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"396 quantize_per_tensor_default_19" -> "397 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"397 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"398 linear_18_scale_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"398 linear_18_scale_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"399 linear_18_zero_point_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"399 linear_18_zero_point_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"393 dropout_10" -> "394 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"394 dropout_10_0_0_nncf_smooth_quant_0" -> "395 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"395 quantize_per_tensor_default_19" -> "396 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"396 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"397 linear_18_scale_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"397 linear_18_scale_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"398 linear_18_zero_point_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"398 linear_18_zero_point_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"399 compressed_weight_updated_constant19" -> "400 quantize_per_channel_default_19" [label="(192, 768)", style=solid]; "400 quantize_per_channel_default_19" -> "401 dequantize_per_channel_default_19" [label="(192, 768)", style=solid]; "401 dequantize_per_channel_default_19" -> "403 linear_18" [label="(192, 768)", style=solid]; "402 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; @@ -3637,24 +3637,24 @@ strict digraph { "407 layer_norm_7" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; "408 add_9" -> "435 pad_4" [label="(1, 28, 28, 192)", style=solid]; "408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; -"409 _tensor_constant15" -> "411 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"410 linear_19_updated_constant0" -> "414 quantize_per_channel_default_20" [label="(512, 2)", style=solid]; -"411 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"412 linear_19_scale_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; -"412 linear_19_scale_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; -"413 linear_19_zero_point_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; -"413 linear_19_zero_point_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"409 _tensor_constant15" -> "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"410 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"411 linear_19_scale_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; +"411 linear_19_scale_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"412 linear_19_zero_point_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; +"412 linear_19_zero_point_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"413 compressed_weight_updated_constant20" -> "414 quantize_per_channel_default_20" [label="(512, 2)", style=solid]; "414 quantize_per_channel_default_20" -> "415 dequantize_per_channel_default_20" [label="(512, 2)", style=solid]; "415 dequantize_per_channel_default_20" -> "417 linear_19" [label="(512, 2)", style=solid]; "416 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; "417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; -"418 relu__3" -> "420 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"419 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21" [label="(6, 512)", style=solid]; -"420 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; -"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; -"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; -"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"418 relu__3" -> "419 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"419 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"420 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; +"420 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"421 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; +"421 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 quantize_per_channel_default_21" [label="(6, 512)", style=solid]; "423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(6, 512)", style=solid]; "424 dequantize_per_channel_default_21" -> "425 linear_20" [label="(6, 512)", style=solid]; "425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; @@ -3671,16 +3671,16 @@ strict digraph { "436 roll_2" -> "437 view_17" [label="(1, 32, 32, 192)", style=solid]; "437 view_17" -> "438 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; "438 permute_15" -> "439 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"439 reshape_13" -> "441 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"439 reshape_13" -> "440 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; "439 reshape_13" -> "474 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"440 linear_21_updated_constant0" -> "446 quantize_per_channel_default_22" [label="(576, 192)", style=solid]; -"441 reshape_13_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"442 quantize_per_tensor_default_20" -> "443 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"443 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; -"444 linear_21_scale_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; -"444 linear_21_scale_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; -"445 linear_21_zero_point_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; -"445 linear_21_zero_point_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"440 reshape_13_0_0_nncf_smooth_quant_0" -> "441 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"441 quantize_per_tensor_default_20" -> "442 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"442 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; +"443 linear_21_scale_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; +"443 linear_21_scale_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"444 linear_21_zero_point_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; +"444 linear_21_zero_point_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"445 compressed_weight_updated_constant22" -> "446 quantize_per_channel_default_22" [label="(576, 192)", style=solid]; "446 quantize_per_channel_default_22" -> "447 dequantize_per_channel_default_22" [label="(576, 192)", style=solid]; "447 dequantize_per_channel_default_22" -> "449 linear_21" [label="(576, 192)", style=solid]; "448 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; @@ -3738,15 +3738,15 @@ strict digraph { "491 dropout_12" -> "492 matmul_7" [label="(16, 6, 64, 64)", style=solid]; "492 matmul_7" -> "493 transpose_7" [label="(16, 6, 64, 32)", style=solid]; "493 transpose_7" -> "494 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"494 reshape_16" -> "496 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"495 linear_22_updated_constant0" -> "501 quantize_per_channel_default_23" [label="(192, 192)", style=solid]; -"496 reshape_16_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"497 quantize_per_tensor_default_23" -> "498 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"498 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; -"499 linear_22_scale_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; -"499 linear_22_scale_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; -"500 linear_22_zero_point_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; -"500 linear_22_zero_point_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"494 reshape_16" -> "495 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"495 reshape_16_0_0_nncf_smooth_quant_0" -> "496 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"496 quantize_per_tensor_default_23" -> "497 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"497 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; +"498 linear_22_scale_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; +"498 linear_22_scale_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"499 linear_22_zero_point_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; +"499 linear_22_zero_point_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"500 compressed_weight_updated_constant23" -> "501 quantize_per_channel_default_23" [label="(192, 192)", style=solid]; "501 quantize_per_channel_default_23" -> "502 dequantize_per_channel_default_23" [label="(192, 192)", style=solid]; "502 dequantize_per_channel_default_23" -> "504 linear_22" [label="(192, 192)", style=solid]; "503 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; @@ -3764,30 +3764,30 @@ strict digraph { "515 _param_constant63" -> "517 layer_norm_8" [label="(192,)", style=solid]; "516 _param_constant64" -> "517 layer_norm_8" [label="(192,)", style=solid]; "517 layer_norm_8" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; -"518 add_12" -> "520 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "519 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; "518 add_12" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; -"519 linear_23_updated_constant0" -> "525 quantize_per_channel_default_24" [label="(768, 192)", style=solid]; -"520 add_12_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"521 quantize_per_tensor_default_24" -> "522 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"522 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"523 linear_23_scale_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"523 linear_23_scale_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"524 linear_23_zero_point_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"524 linear_23_zero_point_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"519 add_12_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"520 quantize_per_tensor_default_24" -> "521 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"521 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"522 linear_23_scale_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"522 linear_23_scale_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"523 linear_23_zero_point_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"523 linear_23_zero_point_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"524 compressed_weight_updated_constant24" -> "525 quantize_per_channel_default_24" [label="(768, 192)", style=solid]; "525 quantize_per_channel_default_24" -> "526 dequantize_per_channel_default_24" [label="(768, 192)", style=solid]; "526 dequantize_per_channel_default_24" -> "528 linear_23" [label="(768, 192)", style=solid]; "527 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; "528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; "529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"530 dropout_14" -> "532 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"531 linear_24_updated_constant0" -> "537 quantize_per_channel_default_25" [label="(192, 768)", style=solid]; -"532 dropout_14_0_0_nncf_smooth_quant_0" -> "533 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"533 quantize_per_tensor_default_25" -> "534 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"534 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"535 linear_24_scale_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; -"535 linear_24_scale_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; -"536 linear_24_zero_point_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; -"536 linear_24_zero_point_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"530 dropout_14" -> "531 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"531 dropout_14_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"532 quantize_per_tensor_default_25" -> "533 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"533 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"534 linear_24_scale_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; +"534 linear_24_scale_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"535 linear_24_zero_point_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; +"535 linear_24_zero_point_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"536 compressed_weight_updated_constant25" -> "537 quantize_per_channel_default_25" [label="(192, 768)", style=solid]; "537 quantize_per_channel_default_25" -> "538 dequantize_per_channel_default_25" [label="(192, 768)", style=solid]; "538 dequantize_per_channel_default_25" -> "540 linear_24" [label="(192, 768)", style=solid]; "539 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; @@ -3813,15 +3813,15 @@ strict digraph { "556 slice_74" -> "557 slice_75" [label="(1, 14, 28, 192)", style=solid]; "557 slice_75" -> "558 slice_76" [label="(1, 14, 14, 192)", style=solid]; "558 slice_76" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"559 cat_1" -> "561 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"560 linear_25_updated_constant0" -> "566 quantize_per_channel_default_26" [label="(384, 768)", style=solid]; -"561 cat_1_0_0_nncf_smooth_quant_0" -> "562 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"562 quantize_per_tensor_default_26" -> "563 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"563 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"564 linear_25_scale_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"564 linear_25_scale_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"565 linear_25_zero_point_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"565 linear_25_zero_point_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"559 cat_1" -> "560 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"560 cat_1_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"561 quantize_per_tensor_default_26" -> "562 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"562 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"563 linear_25_scale_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"563 linear_25_scale_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"564 linear_25_zero_point_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"564 linear_25_zero_point_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"565 compressed_weight_updated_constant26" -> "566 quantize_per_channel_default_26" [label="(384, 768)", style=solid]; "566 quantize_per_channel_default_26" -> "567 dequantize_per_channel_default_26" [label="(384, 768)", style=solid]; "567 dequantize_per_channel_default_26" -> "568 linear_25" [label="(384, 768)", style=solid]; "568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; @@ -3829,24 +3829,24 @@ strict digraph { "570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; "571 layer_norm_10" -> "598 pad_6" [label="(1, 14, 14, 384)", style=solid]; "571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; -"572 _tensor_constant26" -> "574 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"573 linear_26_updated_constant0" -> "577 quantize_per_channel_default_27" [label="(512, 2)", style=solid]; -"574 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"575 linear_26_scale_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; -"575 linear_26_scale_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; -"576 linear_26_zero_point_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; -"576 linear_26_zero_point_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"572 _tensor_constant26" -> "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"573 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"574 linear_26_scale_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; +"574 linear_26_scale_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"575 linear_26_zero_point_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; +"575 linear_26_zero_point_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"576 compressed_weight_updated_constant27" -> "577 quantize_per_channel_default_27" [label="(512, 2)", style=solid]; "577 quantize_per_channel_default_27" -> "578 dequantize_per_channel_default_27" [label="(512, 2)", style=solid]; "578 dequantize_per_channel_default_27" -> "580 linear_26" [label="(512, 2)", style=solid]; "579 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; "580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; -"581 relu__4" -> "583 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"582 linear_27_updated_constant0" -> "586 quantize_per_channel_default_28" [label="(12, 512)", style=solid]; -"583 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"584 linear_27_scale_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; -"584 linear_27_scale_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; -"585 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; -"585 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"581 relu__4" -> "582 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"582 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"583 linear_27_scale_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; +"583 linear_27_scale_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"584 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; +"584 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"585 compressed_weight_updated_constant28" -> "586 quantize_per_channel_default_28" [label="(12, 512)", style=solid]; "586 quantize_per_channel_default_28" -> "587 dequantize_per_channel_default_28" [label="(12, 512)", style=solid]; "587 dequantize_per_channel_default_28" -> "588 linear_27" [label="(12, 512)", style=solid]; "588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; @@ -3862,15 +3862,15 @@ strict digraph { "598 pad_6" -> "599 view_24" [label="(1, 16, 16, 384)", style=solid]; "599 view_24" -> "600 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "600 permute_20" -> "601 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"601 reshape_18" -> "603 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"602 linear_28_updated_constant0" -> "608 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"603 reshape_18_0_0_nncf_smooth_quant_0" -> "604 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"604 quantize_per_tensor_default_27" -> "605 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"605 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; -"606 linear_28_scale_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"606 linear_28_scale_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"607 linear_28_zero_point_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"607 linear_28_zero_point_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"601 reshape_18" -> "602 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"602 reshape_18_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"603 quantize_per_tensor_default_27" -> "604 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"604 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; +"605 linear_28_scale_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"605 linear_28_scale_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"606 linear_28_zero_point_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"606 linear_28_zero_point_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"607 compressed_weight_updated_constant29" -> "608 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; "608 quantize_per_channel_default_29" -> "609 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; "609 dequantize_per_channel_default_29" -> "611 linear_28" [label="(1152, 384)", style=solid]; "610 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; @@ -3909,15 +3909,15 @@ strict digraph { "637 dropout_16" -> "638 matmul_9" [label="(4, 12, 64, 64)", style=solid]; "638 matmul_9" -> "639 transpose_9" [label="(4, 12, 64, 32)", style=solid]; "639 transpose_9" -> "640 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"640 reshape_20" -> "642 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"641 linear_29_updated_constant0" -> "647 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"642 reshape_20_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"643 quantize_per_tensor_default_30" -> "644 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"644 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; -"645 linear_29_scale_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"645 linear_29_scale_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"646 linear_29_zero_point_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"646 linear_29_zero_point_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"640 reshape_20" -> "641 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"641 reshape_20_0_0_nncf_smooth_quant_0" -> "642 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"642 quantize_per_tensor_default_30" -> "643 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"643 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; +"644 linear_29_scale_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"644 linear_29_scale_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"645 linear_29_zero_point_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"645 linear_29_zero_point_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"646 compressed_weight_updated_constant30" -> "647 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; "647 quantize_per_channel_default_30" -> "648 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; "648 dequantize_per_channel_default_30" -> "650 linear_29" [label="(384, 384)", style=solid]; "649 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; @@ -3934,30 +3934,30 @@ strict digraph { "660 _param_constant82" -> "662 layer_norm_11" [label="(384,)", style=solid]; "661 _param_constant83" -> "662 layer_norm_11" [label="(384,)", style=solid]; "662 layer_norm_11" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; -"663 add_15" -> "665 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "664 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "663 add_15" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; -"664 linear_30_updated_constant0" -> "670 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"665 add_15_0_0_nncf_smooth_quant_0" -> "666 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"666 quantize_per_tensor_default_31" -> "667 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"667 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"668 linear_30_scale_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"668 linear_30_scale_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"669 linear_30_zero_point_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"669 linear_30_zero_point_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"664 add_15_0_0_nncf_smooth_quant_0" -> "665 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"665 quantize_per_tensor_default_31" -> "666 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"666 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"667 linear_30_scale_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"667 linear_30_scale_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"668 linear_30_zero_point_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"668 linear_30_zero_point_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"669 compressed_weight_updated_constant31" -> "670 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; "670 quantize_per_channel_default_31" -> "671 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; "671 dequantize_per_channel_default_31" -> "673 linear_30" [label="(1536, 384)", style=solid]; "672 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; "673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; "674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"675 dropout_18" -> "677 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"676 linear_31_updated_constant0" -> "682 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"677 dropout_18_0_0_nncf_smooth_quant_0" -> "678 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"678 quantize_per_tensor_default_32" -> "679 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"679 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"680 linear_31_scale_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"680 linear_31_scale_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"681 linear_31_zero_point_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"681 linear_31_zero_point_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"675 dropout_18" -> "676 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"676 dropout_18_0_0_nncf_smooth_quant_0" -> "677 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"677 quantize_per_tensor_default_32" -> "678 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"678 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"679 linear_31_scale_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"679 linear_31_scale_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"680 linear_31_zero_point_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"680 linear_31_zero_point_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"681 compressed_weight_updated_constant32" -> "682 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; "682 quantize_per_channel_default_32" -> "683 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; "683 dequantize_per_channel_default_32" -> "685 linear_31" [label="(384, 1536)", style=solid]; "684 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; @@ -3968,24 +3968,24 @@ strict digraph { "689 layer_norm_12" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; "690 add_16" -> "717 pad_7" [label="(1, 14, 14, 384)", style=solid]; "690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; -"691 _tensor_constant28" -> "693 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"692 linear_32_updated_constant0" -> "696 quantize_per_channel_default_33" [label="(512, 2)", style=solid]; -"693 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"694 linear_32_scale_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; -"694 linear_32_scale_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; -"695 linear_32_zero_point_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; -"695 linear_32_zero_point_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"691 _tensor_constant28" -> "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"692 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"693 linear_32_scale_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; +"693 linear_32_scale_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"694 linear_32_zero_point_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; +"694 linear_32_zero_point_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"695 compressed_weight_updated_constant33" -> "696 quantize_per_channel_default_33" [label="(512, 2)", style=solid]; "696 quantize_per_channel_default_33" -> "697 dequantize_per_channel_default_33" [label="(512, 2)", style=solid]; "697 dequantize_per_channel_default_33" -> "699 linear_32" [label="(512, 2)", style=solid]; "698 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; "699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; -"700 relu__5" -> "702 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"701 linear_33_updated_constant0" -> "705 quantize_per_channel_default_34" [label="(12, 512)", style=solid]; -"702 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"703 linear_33_scale_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; -"703 linear_33_scale_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; -"704 linear_33_zero_point_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; -"704 linear_33_zero_point_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"700 relu__5" -> "701 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"701 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"702 linear_33_scale_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; +"702 linear_33_scale_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"703 linear_33_zero_point_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; +"703 linear_33_zero_point_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"704 compressed_weight_updated_constant34" -> "705 quantize_per_channel_default_34" [label="(12, 512)", style=solid]; "705 quantize_per_channel_default_34" -> "706 dequantize_per_channel_default_34" [label="(12, 512)", style=solid]; "706 dequantize_per_channel_default_34" -> "707 linear_33" [label="(12, 512)", style=solid]; "707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; @@ -4002,16 +4002,16 @@ strict digraph { "718 roll_4" -> "719 view_28" [label="(1, 16, 16, 384)", style=solid]; "719 view_28" -> "720 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "720 permute_24" -> "721 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"721 reshape_22" -> "723 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"721 reshape_22" -> "722 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "721 reshape_22" -> "756 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"722 linear_34_updated_constant0" -> "728 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"723 reshape_22_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"724 quantize_per_tensor_default_33" -> "725 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"725 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; -"726 linear_34_scale_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"726 linear_34_scale_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"727 linear_34_zero_point_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"727 linear_34_zero_point_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"722 reshape_22_0_0_nncf_smooth_quant_0" -> "723 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"723 quantize_per_tensor_default_33" -> "724 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"724 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; +"725 linear_34_scale_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"725 linear_34_scale_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"726 linear_34_zero_point_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"726 linear_34_zero_point_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"727 compressed_weight_updated_constant35" -> "728 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; "728 quantize_per_channel_default_35" -> "729 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; "729 dequantize_per_channel_default_35" -> "731 linear_34" [label="(1152, 384)", style=solid]; "730 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; @@ -4069,15 +4069,15 @@ strict digraph { "773 dropout_20" -> "774 matmul_11" [label="(4, 12, 64, 64)", style=solid]; "774 matmul_11" -> "775 transpose_11" [label="(4, 12, 64, 32)", style=solid]; "775 transpose_11" -> "776 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"776 reshape_25" -> "778 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"777 linear_35_updated_constant0" -> "783 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"778 reshape_25_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"779 quantize_per_tensor_default_36" -> "780 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"780 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; -"781 linear_35_scale_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"781 linear_35_scale_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"782 linear_35_zero_point_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"782 linear_35_zero_point_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"776 reshape_25" -> "777 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"777 reshape_25_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"778 quantize_per_tensor_default_36" -> "779 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"779 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; +"780 linear_35_scale_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"780 linear_35_scale_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"781 linear_35_zero_point_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"781 linear_35_zero_point_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"782 compressed_weight_updated_constant36" -> "783 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; "783 quantize_per_channel_default_36" -> "784 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; "784 dequantize_per_channel_default_36" -> "786 linear_35" [label="(384, 384)", style=solid]; "785 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; @@ -4095,30 +4095,30 @@ strict digraph { "797 _param_constant98" -> "799 layer_norm_13" [label="(384,)", style=solid]; "798 _param_constant99" -> "799 layer_norm_13" [label="(384,)", style=solid]; "799 layer_norm_13" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; -"800 add_19" -> "802 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "801 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "800 add_19" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; -"801 linear_36_updated_constant0" -> "807 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"802 add_19_0_0_nncf_smooth_quant_0" -> "803 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"803 quantize_per_tensor_default_37" -> "804 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"804 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"805 linear_36_scale_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"805 linear_36_scale_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"806 linear_36_zero_point_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"806 linear_36_zero_point_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"801 add_19_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"802 quantize_per_tensor_default_37" -> "803 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"803 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"804 linear_36_scale_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"804 linear_36_scale_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"805 linear_36_zero_point_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"805 linear_36_zero_point_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"806 compressed_weight_updated_constant37" -> "807 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; "807 quantize_per_channel_default_37" -> "808 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; "808 dequantize_per_channel_default_37" -> "810 linear_36" [label="(1536, 384)", style=solid]; "809 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; "810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; "811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"812 dropout_22" -> "814 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"813 linear_37_updated_constant0" -> "819 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"814 dropout_22_0_0_nncf_smooth_quant_0" -> "815 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"815 quantize_per_tensor_default_38" -> "816 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"816 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"817 linear_37_scale_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"817 linear_37_scale_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"818 linear_37_zero_point_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"818 linear_37_zero_point_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"812 dropout_22" -> "813 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"813 dropout_22_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"814 quantize_per_tensor_default_38" -> "815 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"815 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"816 linear_37_scale_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"816 linear_37_scale_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"817 linear_37_zero_point_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"817 linear_37_zero_point_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"818 compressed_weight_updated_constant38" -> "819 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; "819 quantize_per_channel_default_38" -> "820 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; "820 dequantize_per_channel_default_38" -> "822 linear_37" [label="(384, 1536)", style=solid]; "821 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; @@ -4129,24 +4129,24 @@ strict digraph { "826 layer_norm_14" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; "827 add_20" -> "854 pad_8" [label="(1, 14, 14, 384)", style=solid]; "827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; -"828 _tensor_constant39" -> "830 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"829 linear_38_updated_constant0" -> "833 quantize_per_channel_default_39" [label="(512, 2)", style=solid]; -"830 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"831 linear_38_scale_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; -"831 linear_38_scale_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; -"832 linear_38_zero_point_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; -"832 linear_38_zero_point_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"828 _tensor_constant39" -> "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"829 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"830 linear_38_scale_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; +"830 linear_38_scale_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"831 linear_38_zero_point_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; +"831 linear_38_zero_point_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"832 compressed_weight_updated_constant39" -> "833 quantize_per_channel_default_39" [label="(512, 2)", style=solid]; "833 quantize_per_channel_default_39" -> "834 dequantize_per_channel_default_39" [label="(512, 2)", style=solid]; "834 dequantize_per_channel_default_39" -> "836 linear_38" [label="(512, 2)", style=solid]; "835 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; "836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; -"837 relu__6" -> "839 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"838 linear_39_updated_constant0" -> "842 quantize_per_channel_default_40" [label="(12, 512)", style=solid]; -"839 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"840 linear_39_scale_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; -"840 linear_39_scale_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; -"841 linear_39_zero_point_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; -"841 linear_39_zero_point_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"837 relu__6" -> "838 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"838 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"839 linear_39_scale_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; +"839 linear_39_scale_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"840 linear_39_zero_point_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; +"840 linear_39_zero_point_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"841 compressed_weight_updated_constant40" -> "842 quantize_per_channel_default_40" [label="(12, 512)", style=solid]; "842 quantize_per_channel_default_40" -> "843 dequantize_per_channel_default_40" [label="(12, 512)", style=solid]; "843 dequantize_per_channel_default_40" -> "844 linear_39" [label="(12, 512)", style=solid]; "844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; @@ -4162,15 +4162,15 @@ strict digraph { "854 pad_8" -> "855 view_35" [label="(1, 16, 16, 384)", style=solid]; "855 view_35" -> "856 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "856 permute_29" -> "857 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"857 reshape_27" -> "859 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"858 linear_40_updated_constant0" -> "864 quantize_per_channel_default_41" [label="(1152, 384)", style=solid]; -"859 reshape_27_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"860 quantize_per_tensor_default_39" -> "861 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"861 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; -"862 linear_40_scale_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; -"862 linear_40_scale_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; -"863 linear_40_zero_point_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; -"863 linear_40_zero_point_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"857 reshape_27" -> "858 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"858 reshape_27_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"859 quantize_per_tensor_default_39" -> "860 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"860 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; +"861 linear_40_scale_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; +"861 linear_40_scale_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"862 linear_40_zero_point_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; +"862 linear_40_zero_point_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"863 compressed_weight_updated_constant41" -> "864 quantize_per_channel_default_41" [label="(1152, 384)", style=solid]; "864 quantize_per_channel_default_41" -> "865 dequantize_per_channel_default_41" [label="(1152, 384)", style=solid]; "865 dequantize_per_channel_default_41" -> "867 linear_40" [label="(1152, 384)", style=solid]; "866 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; @@ -4209,15 +4209,15 @@ strict digraph { "893 dropout_24" -> "894 matmul_13" [label="(4, 12, 64, 64)", style=solid]; "894 matmul_13" -> "895 transpose_13" [label="(4, 12, 64, 32)", style=solid]; "895 transpose_13" -> "896 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"896 reshape_29" -> "898 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"897 linear_41_updated_constant0" -> "903 quantize_per_channel_default_42" [label="(384, 384)", style=solid]; -"898 reshape_29_0_0_nncf_smooth_quant_0" -> "899 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"899 quantize_per_tensor_default_42" -> "900 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"900 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; -"901 linear_41_scale_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"901 linear_41_scale_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"902 linear_41_zero_point_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"902 linear_41_zero_point_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"896 reshape_29" -> "897 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"898 quantize_per_tensor_default_42" -> "899 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"899 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; +"900 linear_41_scale_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"900 linear_41_scale_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"901 linear_41_zero_point_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"901 linear_41_zero_point_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"902 compressed_weight_updated_constant42" -> "903 quantize_per_channel_default_42" [label="(384, 384)", style=solid]; "903 quantize_per_channel_default_42" -> "904 dequantize_per_channel_default_42" [label="(384, 384)", style=solid]; "904 dequantize_per_channel_default_42" -> "906 linear_41" [label="(384, 384)", style=solid]; "905 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; @@ -4234,30 +4234,30 @@ strict digraph { "916 _param_constant114" -> "918 layer_norm_15" [label="(384,)", style=solid]; "917 _param_constant115" -> "918 layer_norm_15" [label="(384,)", style=solid]; "918 layer_norm_15" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; -"919 add_22" -> "921 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "920 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "919 add_22" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; -"920 linear_42_updated_constant0" -> "926 quantize_per_channel_default_43" [label="(1536, 384)", style=solid]; -"921 add_22_0_0_nncf_smooth_quant_0" -> "922 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"922 quantize_per_tensor_default_43" -> "923 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"923 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"924 linear_42_scale_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; -"924 linear_42_scale_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; -"925 linear_42_zero_point_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; -"925 linear_42_zero_point_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"920 add_22_0_0_nncf_smooth_quant_0" -> "921 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"921 quantize_per_tensor_default_43" -> "922 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"922 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"923 linear_42_scale_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; +"923 linear_42_scale_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"924 linear_42_zero_point_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; +"924 linear_42_zero_point_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"925 compressed_weight_updated_constant43" -> "926 quantize_per_channel_default_43" [label="(1536, 384)", style=solid]; "926 quantize_per_channel_default_43" -> "927 dequantize_per_channel_default_43" [label="(1536, 384)", style=solid]; "927 dequantize_per_channel_default_43" -> "929 linear_42" [label="(1536, 384)", style=solid]; "928 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; "929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; "930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"931 dropout_26" -> "933 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"932 linear_43_updated_constant0" -> "938 quantize_per_channel_default_44" [label="(384, 1536)", style=solid]; -"933 dropout_26_0_0_nncf_smooth_quant_0" -> "934 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"934 quantize_per_tensor_default_44" -> "935 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"935 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"936 linear_43_scale_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"936 linear_43_scale_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"937 linear_43_zero_point_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"937 linear_43_zero_point_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"931 dropout_26" -> "932 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"932 dropout_26_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"933 quantize_per_tensor_default_44" -> "934 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"934 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"935 linear_43_scale_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"935 linear_43_scale_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"936 linear_43_zero_point_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"936 linear_43_zero_point_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"937 compressed_weight_updated_constant44" -> "938 quantize_per_channel_default_44" [label="(384, 1536)", style=solid]; "938 quantize_per_channel_default_44" -> "939 dequantize_per_channel_default_44" [label="(384, 1536)", style=solid]; "939 dequantize_per_channel_default_44" -> "941 linear_43" [label="(384, 1536)", style=solid]; "940 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; @@ -4268,24 +4268,24 @@ strict digraph { "945 layer_norm_16" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; "946 add_23" -> "973 pad_9" [label="(1, 14, 14, 384)", style=solid]; "946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; -"947 _tensor_constant41" -> "949 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"948 linear_44_updated_constant0" -> "952 quantize_per_channel_default_45" [label="(512, 2)", style=solid]; -"949 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"950 linear_44_scale_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; -"950 linear_44_scale_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; -"951 linear_44_zero_point_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; -"951 linear_44_zero_point_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"947 _tensor_constant41" -> "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"948 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"949 linear_44_scale_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; +"949 linear_44_scale_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"950 linear_44_zero_point_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; +"950 linear_44_zero_point_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"951 compressed_weight_updated_constant45" -> "952 quantize_per_channel_default_45" [label="(512, 2)", style=solid]; "952 quantize_per_channel_default_45" -> "953 dequantize_per_channel_default_45" [label="(512, 2)", style=solid]; "953 dequantize_per_channel_default_45" -> "955 linear_44" [label="(512, 2)", style=solid]; "954 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; "955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; -"956 relu__7" -> "958 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"957 linear_45_updated_constant0" -> "961 quantize_per_channel_default_46" [label="(12, 512)", style=solid]; -"958 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"959 linear_45_scale_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; -"959 linear_45_scale_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; -"960 linear_45_zero_point_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; -"960 linear_45_zero_point_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"956 relu__7" -> "957 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"957 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"958 linear_45_scale_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; +"958 linear_45_scale_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"959 linear_45_zero_point_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; +"959 linear_45_zero_point_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"960 compressed_weight_updated_constant46" -> "961 quantize_per_channel_default_46" [label="(12, 512)", style=solid]; "961 quantize_per_channel_default_46" -> "962 dequantize_per_channel_default_46" [label="(12, 512)", style=solid]; "962 dequantize_per_channel_default_46" -> "963 linear_45" [label="(12, 512)", style=solid]; "963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; @@ -4302,16 +4302,16 @@ strict digraph { "974 roll_6" -> "975 view_39" [label="(1, 16, 16, 384)", style=solid]; "975 view_39" -> "976 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "976 permute_33" -> "977 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"977 reshape_31" -> "979 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"977 reshape_31" -> "978 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "977 reshape_31" -> "1012 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"978 linear_46_updated_constant0" -> "984 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"979 reshape_31_0_0_nncf_smooth_quant_0" -> "980 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"980 quantize_per_tensor_default_45" -> "981 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"981 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; -"982 linear_46_scale_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"982 linear_46_scale_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"983 linear_46_zero_point_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"983 linear_46_zero_point_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"978 reshape_31_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"979 quantize_per_tensor_default_45" -> "980 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"980 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; +"981 linear_46_scale_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"981 linear_46_scale_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"982 linear_46_zero_point_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"982 linear_46_zero_point_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"983 compressed_weight_updated_constant47" -> "984 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; "984 quantize_per_channel_default_47" -> "985 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; "985 dequantize_per_channel_default_47" -> "987 linear_46" [label="(1152, 384)", style=solid]; "986 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; @@ -4369,15 +4369,15 @@ strict digraph { "1029 dropout_28" -> "1030 matmul_15" [label="(4, 12, 64, 64)", style=solid]; "1030 matmul_15" -> "1031 transpose_15" [label="(4, 12, 64, 32)", style=solid]; "1031 transpose_15" -> "1032 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"1032 reshape_34" -> "1034 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1033 linear_47_updated_constant0" -> "1039 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1034 reshape_34_0_0_nncf_smooth_quant_0" -> "1035 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1035 quantize_per_tensor_default_48" -> "1036 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1036 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; -"1037 linear_47_scale_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1037 linear_47_scale_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1038 linear_47_zero_point_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1038 linear_47_zero_point_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1032 reshape_34" -> "1033 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1035 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; +"1036 linear_47_scale_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1036 linear_47_scale_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1037 linear_47_zero_point_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1037 linear_47_zero_point_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1038 compressed_weight_updated_constant48" -> "1039 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; "1039 quantize_per_channel_default_48" -> "1040 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; "1040 dequantize_per_channel_default_48" -> "1042 linear_47" [label="(384, 384)", style=solid]; "1041 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; @@ -4395,30 +4395,30 @@ strict digraph { "1053 _param_constant130" -> "1055 layer_norm_17" [label="(384,)", style=solid]; "1054 _param_constant131" -> "1055 layer_norm_17" [label="(384,)", style=solid]; "1055 layer_norm_17" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; -"1056 add_26" -> "1058 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1057 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "1056 add_26" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1057 linear_48_updated_constant0" -> "1063 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1058 add_26_0_0_nncf_smooth_quant_0" -> "1059 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1059 quantize_per_tensor_default_49" -> "1060 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1060 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"1061 linear_48_scale_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1061 linear_48_scale_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1062 linear_48_zero_point_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1062 linear_48_zero_point_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1057 add_26_0_0_nncf_smooth_quant_0" -> "1058 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1058 quantize_per_tensor_default_49" -> "1059 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1059 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"1060 linear_48_scale_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1060 linear_48_scale_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1061 linear_48_zero_point_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1061 linear_48_zero_point_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1062 compressed_weight_updated_constant49" -> "1063 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; "1063 quantize_per_channel_default_49" -> "1064 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; "1064 dequantize_per_channel_default_49" -> "1066 linear_48" [label="(1536, 384)", style=solid]; "1065 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; "1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; "1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"1068 dropout_30" -> "1070 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1069 linear_49_updated_constant0" -> "1075 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1070 dropout_30_0_0_nncf_smooth_quant_0" -> "1071 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1071 quantize_per_tensor_default_50" -> "1072 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1072 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"1073 linear_49_scale_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1073 linear_49_scale_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1074 linear_49_zero_point_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1074 linear_49_zero_point_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1068 dropout_30" -> "1069 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1069 dropout_30_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1070 quantize_per_tensor_default_50" -> "1071 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1071 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1072 linear_49_scale_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1072 linear_49_scale_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1073 linear_49_zero_point_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1073 linear_49_zero_point_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1074 compressed_weight_updated_constant50" -> "1075 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; "1075 quantize_per_channel_default_50" -> "1076 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; "1076 dequantize_per_channel_default_50" -> "1078 linear_49" [label="(384, 1536)", style=solid]; "1077 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; @@ -4429,24 +4429,24 @@ strict digraph { "1082 layer_norm_18" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; "1083 add_27" -> "1110 pad_10" [label="(1, 14, 14, 384)", style=solid]; "1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1084 _tensor_constant52" -> "1086 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1085 linear_50_updated_constant0" -> "1089 quantize_per_channel_default_51" [label="(512, 2)", style=solid]; -"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"1087 linear_50_scale_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; -"1087 linear_50_scale_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; -"1088 linear_50_zero_point_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; -"1088 linear_50_zero_point_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1084 _tensor_constant52" -> "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"1086 linear_50_scale_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; +"1086 linear_50_scale_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1087 linear_50_zero_point_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; +"1087 linear_50_zero_point_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1088 compressed_weight_updated_constant51" -> "1089 quantize_per_channel_default_51" [label="(512, 2)", style=solid]; "1089 quantize_per_channel_default_51" -> "1090 dequantize_per_channel_default_51" [label="(512, 2)", style=solid]; "1090 dequantize_per_channel_default_51" -> "1092 linear_50" [label="(512, 2)", style=solid]; "1091 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; "1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; -"1093 relu__8" -> "1095 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1094 linear_51_updated_constant0" -> "1098 quantize_per_channel_default_52" [label="(12, 512)", style=solid]; -"1095 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"1096 linear_51_scale_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; -"1096 linear_51_scale_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; -"1097 linear_51_zero_point_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; -"1097 linear_51_zero_point_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1093 relu__8" -> "1094 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1094 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1095 linear_51_scale_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; +"1095 linear_51_scale_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1096 linear_51_zero_point_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; +"1096 linear_51_zero_point_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1097 compressed_weight_updated_constant52" -> "1098 quantize_per_channel_default_52" [label="(12, 512)", style=solid]; "1098 quantize_per_channel_default_52" -> "1099 dequantize_per_channel_default_52" [label="(12, 512)", style=solid]; "1099 dequantize_per_channel_default_52" -> "1100 linear_51" [label="(12, 512)", style=solid]; "1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; @@ -4462,15 +4462,15 @@ strict digraph { "1110 pad_10" -> "1111 view_46" [label="(1, 16, 16, 384)", style=solid]; "1111 view_46" -> "1112 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "1112 permute_38" -> "1113 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1113 reshape_36" -> "1115 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1114 linear_52_updated_constant0" -> "1120 quantize_per_channel_default_53" [label="(1152, 384)", style=solid]; -"1115 reshape_36_0_0_nncf_smooth_quant_0" -> "1116 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1116 quantize_per_tensor_default_51" -> "1117 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1117 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; -"1118 linear_52_scale_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1118 linear_52_scale_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1119 linear_52_zero_point_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1119 linear_52_zero_point_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1113 reshape_36" -> "1114 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1114 reshape_36_0_0_nncf_smooth_quant_0" -> "1115 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1115 quantize_per_tensor_default_51" -> "1116 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1116 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; +"1117 linear_52_scale_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1117 linear_52_scale_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1118 linear_52_zero_point_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1118 linear_52_zero_point_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1119 compressed_weight_updated_constant53" -> "1120 quantize_per_channel_default_53" [label="(1152, 384)", style=solid]; "1120 quantize_per_channel_default_53" -> "1121 dequantize_per_channel_default_53" [label="(1152, 384)", style=solid]; "1121 dequantize_per_channel_default_53" -> "1123 linear_52" [label="(1152, 384)", style=solid]; "1122 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; @@ -4509,15 +4509,15 @@ strict digraph { "1149 dropout_32" -> "1150 matmul_17" [label="(4, 12, 64, 64)", style=solid]; "1150 matmul_17" -> "1151 transpose_17" [label="(4, 12, 64, 32)", style=solid]; "1151 transpose_17" -> "1152 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"1152 reshape_38" -> "1154 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1153 linear_53_updated_constant0" -> "1159 quantize_per_channel_default_54" [label="(384, 384)", style=solid]; -"1154 reshape_38_0_0_nncf_smooth_quant_0" -> "1155 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1155 quantize_per_tensor_default_54" -> "1156 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1156 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; -"1157 linear_53_scale_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1157 linear_53_scale_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1158 linear_53_zero_point_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1158 linear_53_zero_point_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1152 reshape_38" -> "1153 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1153 reshape_38_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1154 quantize_per_tensor_default_54" -> "1155 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1155 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; +"1156 linear_53_scale_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1156 linear_53_scale_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1157 linear_53_zero_point_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1157 linear_53_zero_point_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1158 compressed_weight_updated_constant54" -> "1159 quantize_per_channel_default_54" [label="(384, 384)", style=solid]; "1159 quantize_per_channel_default_54" -> "1160 dequantize_per_channel_default_54" [label="(384, 384)", style=solid]; "1160 dequantize_per_channel_default_54" -> "1162 linear_53" [label="(384, 384)", style=solid]; "1161 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; @@ -4534,30 +4534,30 @@ strict digraph { "1172 _param_constant146" -> "1174 layer_norm_19" [label="(384,)", style=solid]; "1173 _param_constant147" -> "1174 layer_norm_19" [label="(384,)", style=solid]; "1174 layer_norm_19" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1175 add_29" -> "1177 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1176 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "1175 add_29" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1176 linear_54_updated_constant0" -> "1182 quantize_per_channel_default_55" [label="(1536, 384)", style=solid]; -"1177 add_29_0_0_nncf_smooth_quant_0" -> "1178 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1178 quantize_per_tensor_default_55" -> "1179 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1179 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1180 linear_54_scale_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1180 linear_54_scale_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1181 linear_54_zero_point_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1181 linear_54_zero_point_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1176 add_29_0_0_nncf_smooth_quant_0" -> "1177 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1177 quantize_per_tensor_default_55" -> "1178 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1178 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1179 linear_54_scale_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1179 linear_54_scale_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1180 linear_54_zero_point_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1180 linear_54_zero_point_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1181 compressed_weight_updated_constant55" -> "1182 quantize_per_channel_default_55" [label="(1536, 384)", style=solid]; "1182 quantize_per_channel_default_55" -> "1183 dequantize_per_channel_default_55" [label="(1536, 384)", style=solid]; "1183 dequantize_per_channel_default_55" -> "1185 linear_54" [label="(1536, 384)", style=solid]; "1184 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; "1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; "1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1187 dropout_34" -> "1189 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1188 linear_55_updated_constant0" -> "1194 quantize_per_channel_default_56" [label="(384, 1536)", style=solid]; -"1189 dropout_34_0_0_nncf_smooth_quant_0" -> "1190 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1190 quantize_per_tensor_default_56" -> "1191 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1191 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1192 linear_55_scale_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1192 linear_55_scale_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1193 linear_55_zero_point_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1193 linear_55_zero_point_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1187 dropout_34" -> "1188 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1188 dropout_34_0_0_nncf_smooth_quant_0" -> "1189 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1189 quantize_per_tensor_default_56" -> "1190 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1190 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1191 linear_55_scale_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1191 linear_55_scale_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1192 linear_55_zero_point_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1192 linear_55_zero_point_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1193 compressed_weight_updated_constant56" -> "1194 quantize_per_channel_default_56" [label="(384, 1536)", style=solid]; "1194 quantize_per_channel_default_56" -> "1195 dequantize_per_channel_default_56" [label="(384, 1536)", style=solid]; "1195 dequantize_per_channel_default_56" -> "1197 linear_55" [label="(384, 1536)", style=solid]; "1196 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; @@ -4568,24 +4568,24 @@ strict digraph { "1201 layer_norm_20" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; "1202 add_30" -> "1229 pad_11" [label="(1, 14, 14, 384)", style=solid]; "1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1203 _tensor_constant54" -> "1205 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1204 linear_56_updated_constant0" -> "1208 quantize_per_channel_default_57" [label="(512, 2)", style=solid]; -"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1206 linear_56_scale_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; -"1206 linear_56_scale_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; -"1207 linear_56_zero_point_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; -"1207 linear_56_zero_point_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1203 _tensor_constant54" -> "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1205 linear_56_scale_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; +"1205 linear_56_scale_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1206 linear_56_zero_point_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; +"1206 linear_56_zero_point_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1207 compressed_weight_updated_constant57" -> "1208 quantize_per_channel_default_57" [label="(512, 2)", style=solid]; "1208 quantize_per_channel_default_57" -> "1209 dequantize_per_channel_default_57" [label="(512, 2)", style=solid]; "1209 dequantize_per_channel_default_57" -> "1211 linear_56" [label="(512, 2)", style=solid]; "1210 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; "1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; -"1212 relu__9" -> "1214 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1213 linear_57_updated_constant0" -> "1217 quantize_per_channel_default_58" [label="(12, 512)", style=solid]; -"1214 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1215 linear_57_scale_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; -"1215 linear_57_scale_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; -"1216 linear_57_zero_point_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; -"1216 linear_57_zero_point_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1212 relu__9" -> "1213 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1213 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1214 linear_57_scale_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; +"1214 linear_57_scale_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1215 linear_57_zero_point_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; +"1215 linear_57_zero_point_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1216 compressed_weight_updated_constant58" -> "1217 quantize_per_channel_default_58" [label="(12, 512)", style=solid]; "1217 quantize_per_channel_default_58" -> "1218 dequantize_per_channel_default_58" [label="(12, 512)", style=solid]; "1218 dequantize_per_channel_default_58" -> "1219 linear_57" [label="(12, 512)", style=solid]; "1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; @@ -4602,16 +4602,16 @@ strict digraph { "1230 roll_8" -> "1231 view_50" [label="(1, 16, 16, 384)", style=solid]; "1231 view_50" -> "1232 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "1232 permute_42" -> "1233 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1233 reshape_40" -> "1235 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1233 reshape_40" -> "1234 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "1233 reshape_40" -> "1268 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1234 linear_58_updated_constant0" -> "1240 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1235 reshape_40_0_0_nncf_smooth_quant_0" -> "1236 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1236 quantize_per_tensor_default_57" -> "1237 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1237 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; -"1238 linear_58_scale_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1238 linear_58_scale_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1239 linear_58_zero_point_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1239 linear_58_zero_point_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1234 reshape_40_0_0_nncf_smooth_quant_0" -> "1235 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1235 quantize_per_tensor_default_57" -> "1236 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1236 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; +"1237 linear_58_scale_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1237 linear_58_scale_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1238 linear_58_zero_point_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1238 linear_58_zero_point_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1239 compressed_weight_updated_constant59" -> "1240 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; "1240 quantize_per_channel_default_59" -> "1241 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; "1241 dequantize_per_channel_default_59" -> "1243 linear_58" [label="(1152, 384)", style=solid]; "1242 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; @@ -4669,15 +4669,15 @@ strict digraph { "1285 dropout_36" -> "1286 matmul_19" [label="(4, 12, 64, 64)", style=solid]; "1286 matmul_19" -> "1287 transpose_19" [label="(4, 12, 64, 32)", style=solid]; "1287 transpose_19" -> "1288 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1288 reshape_43" -> "1290 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1289 linear_59_updated_constant0" -> "1295 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1290 reshape_43_0_0_nncf_smooth_quant_0" -> "1291 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1291 quantize_per_tensor_default_60" -> "1292 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1292 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; -"1293 linear_59_scale_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1293 linear_59_scale_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1294 linear_59_zero_point_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1294 linear_59_zero_point_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1288 reshape_43" -> "1289 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1289 reshape_43_0_0_nncf_smooth_quant_0" -> "1290 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1290 quantize_per_tensor_default_60" -> "1291 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1291 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; +"1292 linear_59_scale_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1292 linear_59_scale_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1293 linear_59_zero_point_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1293 linear_59_zero_point_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1294 compressed_weight_updated_constant60" -> "1295 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; "1295 quantize_per_channel_default_60" -> "1296 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; "1296 dequantize_per_channel_default_60" -> "1298 linear_59" [label="(384, 384)", style=solid]; "1297 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; @@ -4695,30 +4695,30 @@ strict digraph { "1309 _param_constant162" -> "1311 layer_norm_21" [label="(384,)", style=solid]; "1310 _param_constant163" -> "1311 layer_norm_21" [label="(384,)", style=solid]; "1311 layer_norm_21" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1312 add_33" -> "1314 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1313 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "1312 add_33" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1313 linear_60_updated_constant0" -> "1319 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1314 add_33_0_0_nncf_smooth_quant_0" -> "1315 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1315 quantize_per_tensor_default_61" -> "1316 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1316 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1317 linear_60_scale_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1317 linear_60_scale_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1318 linear_60_zero_point_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1318 linear_60_zero_point_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1313 add_33_0_0_nncf_smooth_quant_0" -> "1314 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1314 quantize_per_tensor_default_61" -> "1315 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1315 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1316 linear_60_scale_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1316 linear_60_scale_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1317 linear_60_zero_point_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1317 linear_60_zero_point_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1318 compressed_weight_updated_constant61" -> "1319 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; "1319 quantize_per_channel_default_61" -> "1320 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; "1320 dequantize_per_channel_default_61" -> "1322 linear_60" [label="(1536, 384)", style=solid]; "1321 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; "1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; "1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1324 dropout_38" -> "1326 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1325 linear_61_updated_constant0" -> "1331 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1326 dropout_38_0_0_nncf_smooth_quant_0" -> "1327 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1327 quantize_per_tensor_default_62" -> "1328 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1328 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1329 linear_61_scale_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1329 linear_61_scale_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1330 linear_61_zero_point_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1330 linear_61_zero_point_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1324 dropout_38" -> "1325 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1325 dropout_38_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1326 quantize_per_tensor_default_62" -> "1327 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1327 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1328 linear_61_scale_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1328 linear_61_scale_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1329 linear_61_zero_point_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1329 linear_61_zero_point_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1330 compressed_weight_updated_constant62" -> "1331 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; "1331 quantize_per_channel_default_62" -> "1332 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; "1332 dequantize_per_channel_default_62" -> "1334 linear_61" [label="(384, 1536)", style=solid]; "1333 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; @@ -4729,24 +4729,24 @@ strict digraph { "1338 layer_norm_22" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; "1339 add_34" -> "1366 pad_12" [label="(1, 14, 14, 384)", style=solid]; "1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1340 _tensor_constant65" -> "1342 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1341 linear_62_updated_constant0" -> "1345 quantize_per_channel_default_63" [label="(512, 2)", style=solid]; -"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1343 linear_62_scale_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; -"1343 linear_62_scale_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; -"1344 linear_62_zero_point_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; -"1344 linear_62_zero_point_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1340 _tensor_constant65" -> "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1342 linear_62_scale_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; +"1342 linear_62_scale_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1343 linear_62_zero_point_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; +"1343 linear_62_zero_point_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1344 compressed_weight_updated_constant63" -> "1345 quantize_per_channel_default_63" [label="(512, 2)", style=solid]; "1345 quantize_per_channel_default_63" -> "1346 dequantize_per_channel_default_63" [label="(512, 2)", style=solid]; "1346 dequantize_per_channel_default_63" -> "1348 linear_62" [label="(512, 2)", style=solid]; "1347 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; "1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; -"1349 relu__10" -> "1351 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1350 linear_63_updated_constant0" -> "1354 quantize_per_channel_default_64" [label="(12, 512)", style=solid]; -"1351 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1352 linear_63_scale_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; -"1352 linear_63_scale_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; -"1353 linear_63_zero_point_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; -"1353 linear_63_zero_point_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1349 relu__10" -> "1350 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1350 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1351 linear_63_scale_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; +"1351 linear_63_scale_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1352 linear_63_zero_point_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; +"1352 linear_63_zero_point_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1353 compressed_weight_updated_constant64" -> "1354 quantize_per_channel_default_64" [label="(12, 512)", style=solid]; "1354 quantize_per_channel_default_64" -> "1355 dequantize_per_channel_default_64" [label="(12, 512)", style=solid]; "1355 dequantize_per_channel_default_64" -> "1356 linear_63" [label="(12, 512)", style=solid]; "1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; @@ -4762,15 +4762,15 @@ strict digraph { "1366 pad_12" -> "1367 view_57" [label="(1, 16, 16, 384)", style=solid]; "1367 view_57" -> "1368 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "1368 permute_47" -> "1369 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1369 reshape_45" -> "1371 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1370 linear_64_updated_constant0" -> "1376 quantize_per_channel_default_65" [label="(1152, 384)", style=solid]; -"1371 reshape_45_0_0_nncf_smooth_quant_0" -> "1372 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1372 quantize_per_tensor_default_63" -> "1373 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1373 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; -"1374 linear_64_scale_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1374 linear_64_scale_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1375 linear_64_zero_point_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1375 linear_64_zero_point_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1369 reshape_45" -> "1370 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1370 reshape_45_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1371 quantize_per_tensor_default_63" -> "1372 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1372 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; +"1373 linear_64_scale_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1373 linear_64_scale_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1374 linear_64_zero_point_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1374 linear_64_zero_point_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1375 compressed_weight_updated_constant65" -> "1376 quantize_per_channel_default_65" [label="(1152, 384)", style=solid]; "1376 quantize_per_channel_default_65" -> "1377 dequantize_per_channel_default_65" [label="(1152, 384)", style=solid]; "1377 dequantize_per_channel_default_65" -> "1379 linear_64" [label="(1152, 384)", style=solid]; "1378 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; @@ -4809,15 +4809,15 @@ strict digraph { "1405 dropout_40" -> "1406 matmul_21" [label="(4, 12, 64, 64)", style=solid]; "1406 matmul_21" -> "1407 transpose_21" [label="(4, 12, 64, 32)", style=solid]; "1407 transpose_21" -> "1408 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1408 reshape_47" -> "1410 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1409 linear_65_updated_constant0" -> "1415 quantize_per_channel_default_66" [label="(384, 384)", style=solid]; -"1410 reshape_47_0_0_nncf_smooth_quant_0" -> "1411 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1411 quantize_per_tensor_default_66" -> "1412 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1412 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; -"1413 linear_65_scale_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1413 linear_65_scale_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1414 linear_65_zero_point_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1414 linear_65_zero_point_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1408 reshape_47" -> "1409 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1409 reshape_47_0_0_nncf_smooth_quant_0" -> "1410 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1410 quantize_per_tensor_default_66" -> "1411 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1411 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; +"1412 linear_65_scale_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1412 linear_65_scale_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1413 linear_65_zero_point_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1413 linear_65_zero_point_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1414 compressed_weight_updated_constant66" -> "1415 quantize_per_channel_default_66" [label="(384, 384)", style=solid]; "1415 quantize_per_channel_default_66" -> "1416 dequantize_per_channel_default_66" [label="(384, 384)", style=solid]; "1416 dequantize_per_channel_default_66" -> "1418 linear_65" [label="(384, 384)", style=solid]; "1417 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; @@ -4834,30 +4834,30 @@ strict digraph { "1428 _param_constant178" -> "1430 layer_norm_23" [label="(384,)", style=solid]; "1429 _param_constant179" -> "1430 layer_norm_23" [label="(384,)", style=solid]; "1430 layer_norm_23" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1431 add_36" -> "1433 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1432 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "1431 add_36" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1432 linear_66_updated_constant0" -> "1438 quantize_per_channel_default_67" [label="(1536, 384)", style=solid]; -"1433 add_36_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1434 quantize_per_tensor_default_67" -> "1435 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1435 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1436 linear_66_scale_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1436 linear_66_scale_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1437 linear_66_zero_point_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1437 linear_66_zero_point_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1432 add_36_0_0_nncf_smooth_quant_0" -> "1433 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1433 quantize_per_tensor_default_67" -> "1434 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1434 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1435 linear_66_scale_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1435 linear_66_scale_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1436 linear_66_zero_point_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1436 linear_66_zero_point_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1437 compressed_weight_updated_constant67" -> "1438 quantize_per_channel_default_67" [label="(1536, 384)", style=solid]; "1438 quantize_per_channel_default_67" -> "1439 dequantize_per_channel_default_67" [label="(1536, 384)", style=solid]; "1439 dequantize_per_channel_default_67" -> "1441 linear_66" [label="(1536, 384)", style=solid]; "1440 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; "1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; "1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1443 dropout_42" -> "1445 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1444 linear_67_updated_constant0" -> "1450 quantize_per_channel_default_68" [label="(384, 1536)", style=solid]; -"1445 dropout_42_0_0_nncf_smooth_quant_0" -> "1446 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1446 quantize_per_tensor_default_68" -> "1447 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1447 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1448 linear_67_scale_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1448 linear_67_scale_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1449 linear_67_zero_point_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1449 linear_67_zero_point_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1443 dropout_42" -> "1444 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1444 dropout_42_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1445 quantize_per_tensor_default_68" -> "1446 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1446 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1447 linear_67_scale_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1447 linear_67_scale_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1448 linear_67_zero_point_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1448 linear_67_zero_point_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1449 compressed_weight_updated_constant68" -> "1450 quantize_per_channel_default_68" [label="(384, 1536)", style=solid]; "1450 quantize_per_channel_default_68" -> "1451 dequantize_per_channel_default_68" [label="(384, 1536)", style=solid]; "1451 dequantize_per_channel_default_68" -> "1453 linear_67" [label="(384, 1536)", style=solid]; "1452 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; @@ -4868,24 +4868,24 @@ strict digraph { "1457 layer_norm_24" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; "1458 add_37" -> "1485 pad_13" [label="(1, 14, 14, 384)", style=solid]; "1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1459 _tensor_constant67" -> "1461 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1460 linear_68_updated_constant0" -> "1464 quantize_per_channel_default_69" [label="(512, 2)", style=solid]; -"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1462 linear_68_scale_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; -"1462 linear_68_scale_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; -"1463 linear_68_zero_point_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; -"1463 linear_68_zero_point_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1459 _tensor_constant67" -> "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1461 linear_68_scale_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; +"1461 linear_68_scale_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1462 linear_68_zero_point_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; +"1462 linear_68_zero_point_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1463 compressed_weight_updated_constant69" -> "1464 quantize_per_channel_default_69" [label="(512, 2)", style=solid]; "1464 quantize_per_channel_default_69" -> "1465 dequantize_per_channel_default_69" [label="(512, 2)", style=solid]; "1465 dequantize_per_channel_default_69" -> "1467 linear_68" [label="(512, 2)", style=solid]; "1466 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; "1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; -"1468 relu__11" -> "1470 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1469 linear_69_updated_constant0" -> "1473 quantize_per_channel_default_70" [label="(12, 512)", style=solid]; -"1470 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1471 linear_69_scale_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; -"1471 linear_69_scale_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; -"1472 linear_69_zero_point_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; -"1472 linear_69_zero_point_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1468 relu__11" -> "1469 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1469 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1470 linear_69_scale_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; +"1470 linear_69_scale_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1471 linear_69_zero_point_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; +"1471 linear_69_zero_point_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1472 compressed_weight_updated_constant70" -> "1473 quantize_per_channel_default_70" [label="(12, 512)", style=solid]; "1473 quantize_per_channel_default_70" -> "1474 dequantize_per_channel_default_70" [label="(12, 512)", style=solid]; "1474 dequantize_per_channel_default_70" -> "1475 linear_69" [label="(12, 512)", style=solid]; "1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; @@ -4902,16 +4902,16 @@ strict digraph { "1486 roll_10" -> "1487 view_61" [label="(1, 16, 16, 384)", style=solid]; "1487 view_61" -> "1488 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "1488 permute_51" -> "1489 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1489 reshape_49" -> "1491 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1489 reshape_49" -> "1490 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "1489 reshape_49" -> "1524 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1490 linear_70_updated_constant0" -> "1496 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1491 reshape_49_0_0_nncf_smooth_quant_0" -> "1492 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1492 quantize_per_tensor_default_69" -> "1493 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1493 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; -"1494 linear_70_scale_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1494 linear_70_scale_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1495 linear_70_zero_point_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1495 linear_70_zero_point_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1490 reshape_49_0_0_nncf_smooth_quant_0" -> "1491 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1491 quantize_per_tensor_default_69" -> "1492 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1492 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; +"1493 linear_70_scale_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1493 linear_70_scale_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1494 linear_70_zero_point_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1494 linear_70_zero_point_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1495 compressed_weight_updated_constant71" -> "1496 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; "1496 quantize_per_channel_default_71" -> "1497 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; "1497 dequantize_per_channel_default_71" -> "1499 linear_70" [label="(1152, 384)", style=solid]; "1498 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; @@ -4969,15 +4969,15 @@ strict digraph { "1541 dropout_44" -> "1542 matmul_23" [label="(4, 12, 64, 64)", style=solid]; "1542 matmul_23" -> "1543 transpose_23" [label="(4, 12, 64, 32)", style=solid]; "1543 transpose_23" -> "1544 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1544 reshape_52" -> "1546 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1545 linear_71_updated_constant0" -> "1551 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1546 reshape_52_0_0_nncf_smooth_quant_0" -> "1547 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1547 quantize_per_tensor_default_72" -> "1548 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1548 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; -"1549 linear_71_scale_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1549 linear_71_scale_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1550 linear_71_zero_point_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1550 linear_71_zero_point_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1544 reshape_52" -> "1545 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1545 reshape_52_0_0_nncf_smooth_quant_0" -> "1546 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1546 quantize_per_tensor_default_72" -> "1547 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1547 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; +"1548 linear_71_scale_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1548 linear_71_scale_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1549 linear_71_zero_point_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1549 linear_71_zero_point_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1550 compressed_weight_updated_constant72" -> "1551 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; "1551 quantize_per_channel_default_72" -> "1552 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; "1552 dequantize_per_channel_default_72" -> "1554 linear_71" [label="(384, 384)", style=solid]; "1553 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; @@ -4995,30 +4995,30 @@ strict digraph { "1565 _param_constant194" -> "1567 layer_norm_25" [label="(384,)", style=solid]; "1566 _param_constant195" -> "1567 layer_norm_25" [label="(384,)", style=solid]; "1567 layer_norm_25" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1568 add_40" -> "1570 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1569 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "1568 add_40" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1569 linear_72_updated_constant0" -> "1575 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1570 add_40_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1571 quantize_per_tensor_default_73" -> "1572 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1572 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1573 linear_72_scale_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1573 linear_72_scale_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1574 linear_72_zero_point_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1574 linear_72_zero_point_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1569 add_40_0_0_nncf_smooth_quant_0" -> "1570 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1570 quantize_per_tensor_default_73" -> "1571 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1571 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1572 linear_72_scale_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1572 linear_72_scale_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1573 linear_72_zero_point_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1573 linear_72_zero_point_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1574 compressed_weight_updated_constant73" -> "1575 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; "1575 quantize_per_channel_default_73" -> "1576 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; "1576 dequantize_per_channel_default_73" -> "1578 linear_72" [label="(1536, 384)", style=solid]; "1577 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; "1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; "1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1580 dropout_46" -> "1582 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1581 linear_73_updated_constant0" -> "1587 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1582 dropout_46_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1583 quantize_per_tensor_default_74" -> "1584 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1584 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1585 linear_73_scale_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1585 linear_73_scale_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1586 linear_73_zero_point_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1586 linear_73_zero_point_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1580 dropout_46" -> "1581 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1581 dropout_46_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1582 quantize_per_tensor_default_74" -> "1583 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1583 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1584 linear_73_scale_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1584 linear_73_scale_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1585 linear_73_zero_point_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1585 linear_73_zero_point_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1586 compressed_weight_updated_constant74" -> "1587 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; "1587 quantize_per_channel_default_74" -> "1588 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; "1588 dequantize_per_channel_default_74" -> "1590 linear_73" [label="(384, 1536)", style=solid]; "1589 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; @@ -5029,24 +5029,24 @@ strict digraph { "1594 layer_norm_26" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; "1595 add_41" -> "1622 pad_14" [label="(1, 14, 14, 384)", style=solid]; "1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1596 _tensor_constant78" -> "1598 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1597 linear_74_updated_constant0" -> "1601 quantize_per_channel_default_75" [label="(512, 2)", style=solid]; -"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1599 linear_74_scale_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; -"1599 linear_74_scale_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; -"1600 linear_74_zero_point_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; -"1600 linear_74_zero_point_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1596 _tensor_constant78" -> "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1598 linear_74_scale_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; +"1598 linear_74_scale_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1599 linear_74_zero_point_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; +"1599 linear_74_zero_point_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1600 compressed_weight_updated_constant75" -> "1601 quantize_per_channel_default_75" [label="(512, 2)", style=solid]; "1601 quantize_per_channel_default_75" -> "1602 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; "1602 dequantize_per_channel_default_75" -> "1604 linear_74" [label="(512, 2)", style=solid]; "1603 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; "1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; -"1605 relu__12" -> "1607 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1606 linear_75_updated_constant0" -> "1610 quantize_per_channel_default_76" [label="(12, 512)", style=solid]; -"1607 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1608 linear_75_scale_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; -"1608 linear_75_scale_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; -"1609 linear_75_zero_point_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; -"1609 linear_75_zero_point_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1605 relu__12" -> "1606 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1606 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1607 linear_75_scale_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; +"1607 linear_75_scale_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1608 linear_75_zero_point_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; +"1608 linear_75_zero_point_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1609 compressed_weight_updated_constant76" -> "1610 quantize_per_channel_default_76" [label="(12, 512)", style=solid]; "1610 quantize_per_channel_default_76" -> "1611 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; "1611 dequantize_per_channel_default_76" -> "1612 linear_75" [label="(12, 512)", style=solid]; "1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; @@ -5062,15 +5062,15 @@ strict digraph { "1622 pad_14" -> "1623 view_68" [label="(1, 16, 16, 384)", style=solid]; "1623 view_68" -> "1624 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "1624 permute_56" -> "1625 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1625 reshape_54" -> "1627 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1626 linear_76_updated_constant0" -> "1632 quantize_per_channel_default_77" [label="(1152, 384)", style=solid]; -"1627 reshape_54_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1628 quantize_per_tensor_default_75" -> "1629 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1629 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; -"1630 linear_76_scale_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1630 linear_76_scale_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1631 linear_76_zero_point_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1631 linear_76_zero_point_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1625 reshape_54" -> "1626 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1626 reshape_54_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1627 quantize_per_tensor_default_75" -> "1628 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1628 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; +"1629 linear_76_scale_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1629 linear_76_scale_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1630 linear_76_zero_point_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1630 linear_76_zero_point_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1631 compressed_weight_updated_constant77" -> "1632 quantize_per_channel_default_77" [label="(1152, 384)", style=solid]; "1632 quantize_per_channel_default_77" -> "1633 dequantize_per_channel_default_77" [label="(1152, 384)", style=solid]; "1633 dequantize_per_channel_default_77" -> "1635 linear_76" [label="(1152, 384)", style=solid]; "1634 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; @@ -5109,15 +5109,15 @@ strict digraph { "1661 dropout_48" -> "1662 matmul_25" [label="(4, 12, 64, 64)", style=solid]; "1662 matmul_25" -> "1663 transpose_25" [label="(4, 12, 64, 32)", style=solid]; "1663 transpose_25" -> "1664 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1664 reshape_56" -> "1666 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1665 linear_77_updated_constant0" -> "1671 quantize_per_channel_default_78" [label="(384, 384)", style=solid]; -"1666 reshape_56_0_0_nncf_smooth_quant_0" -> "1667 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1667 quantize_per_tensor_default_78" -> "1668 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1668 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; -"1669 linear_77_scale_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1669 linear_77_scale_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1670 linear_77_zero_point_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1670 linear_77_zero_point_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1664 reshape_56" -> "1665 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1665 reshape_56_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1666 quantize_per_tensor_default_78" -> "1667 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1667 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; +"1668 linear_77_scale_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1668 linear_77_scale_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1669 linear_77_zero_point_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1669 linear_77_zero_point_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1670 compressed_weight_updated_constant78" -> "1671 quantize_per_channel_default_78" [label="(384, 384)", style=solid]; "1671 quantize_per_channel_default_78" -> "1672 dequantize_per_channel_default_78" [label="(384, 384)", style=solid]; "1672 dequantize_per_channel_default_78" -> "1674 linear_77" [label="(384, 384)", style=solid]; "1673 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; @@ -5134,30 +5134,30 @@ strict digraph { "1684 _param_constant210" -> "1686 layer_norm_27" [label="(384,)", style=solid]; "1685 _param_constant211" -> "1686 layer_norm_27" [label="(384,)", style=solid]; "1686 layer_norm_27" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_43" -> "1689 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1688 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "1687 add_43" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1688 linear_78_updated_constant0" -> "1694 quantize_per_channel_default_79" [label="(1536, 384)", style=solid]; -"1689 add_43_0_0_nncf_smooth_quant_0" -> "1690 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1690 quantize_per_tensor_default_79" -> "1691 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1691 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1692 linear_78_scale_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1692 linear_78_scale_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1693 linear_78_zero_point_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1693 linear_78_zero_point_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1688 add_43_0_0_nncf_smooth_quant_0" -> "1689 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1689 quantize_per_tensor_default_79" -> "1690 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1690 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1691 linear_78_scale_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1691 linear_78_scale_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1692 linear_78_zero_point_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1692 linear_78_zero_point_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1693 compressed_weight_updated_constant79" -> "1694 quantize_per_channel_default_79" [label="(1536, 384)", style=solid]; "1694 quantize_per_channel_default_79" -> "1695 dequantize_per_channel_default_79" [label="(1536, 384)", style=solid]; "1695 dequantize_per_channel_default_79" -> "1697 linear_78" [label="(1536, 384)", style=solid]; "1696 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; "1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; "1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1699 dropout_50" -> "1701 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1700 linear_79_updated_constant0" -> "1706 quantize_per_channel_default_80" [label="(384, 1536)", style=solid]; -"1701 dropout_50_0_0_nncf_smooth_quant_0" -> "1702 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1702 quantize_per_tensor_default_80" -> "1703 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1703 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1704 linear_79_scale_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1704 linear_79_scale_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1705 linear_79_zero_point_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1705 linear_79_zero_point_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1699 dropout_50" -> "1700 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1700 dropout_50_0_0_nncf_smooth_quant_0" -> "1701 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1701 quantize_per_tensor_default_80" -> "1702 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1702 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1703 linear_79_scale_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1703 linear_79_scale_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1704 linear_79_zero_point_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1704 linear_79_zero_point_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1705 compressed_weight_updated_constant80" -> "1706 quantize_per_channel_default_80" [label="(384, 1536)", style=solid]; "1706 quantize_per_channel_default_80" -> "1707 dequantize_per_channel_default_80" [label="(384, 1536)", style=solid]; "1707 dequantize_per_channel_default_80" -> "1709 linear_79" [label="(384, 1536)", style=solid]; "1708 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; @@ -5168,24 +5168,24 @@ strict digraph { "1713 layer_norm_28" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; "1714 add_44" -> "1741 pad_15" [label="(1, 14, 14, 384)", style=solid]; "1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1715 _tensor_constant80" -> "1717 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1716 linear_80_updated_constant0" -> "1720 quantize_per_channel_default_81" [label="(512, 2)", style=solid]; -"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1718 linear_80_scale_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; -"1718 linear_80_scale_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; -"1719 linear_80_zero_point_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; -"1719 linear_80_zero_point_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1715 _tensor_constant80" -> "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1717 linear_80_scale_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; +"1717 linear_80_scale_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1718 linear_80_zero_point_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; +"1718 linear_80_zero_point_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1719 compressed_weight_updated_constant81" -> "1720 quantize_per_channel_default_81" [label="(512, 2)", style=solid]; "1720 quantize_per_channel_default_81" -> "1721 dequantize_per_channel_default_81" [label="(512, 2)", style=solid]; "1721 dequantize_per_channel_default_81" -> "1723 linear_80" [label="(512, 2)", style=solid]; "1722 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; "1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; -"1724 relu__13" -> "1726 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1725 linear_81_updated_constant0" -> "1729 quantize_per_channel_default_82" [label="(12, 512)", style=solid]; -"1726 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1727 linear_81_scale_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; -"1727 linear_81_scale_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; -"1728 linear_81_zero_point_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; -"1728 linear_81_zero_point_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1724 relu__13" -> "1725 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1725 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1726 linear_81_scale_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; +"1726 linear_81_scale_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1727 linear_81_zero_point_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; +"1727 linear_81_zero_point_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1728 compressed_weight_updated_constant82" -> "1729 quantize_per_channel_default_82" [label="(12, 512)", style=solid]; "1729 quantize_per_channel_default_82" -> "1730 dequantize_per_channel_default_82" [label="(12, 512)", style=solid]; "1730 dequantize_per_channel_default_82" -> "1731 linear_81" [label="(12, 512)", style=solid]; "1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; @@ -5202,16 +5202,16 @@ strict digraph { "1742 roll_12" -> "1743 view_72" [label="(1, 16, 16, 384)", style=solid]; "1743 view_72" -> "1744 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "1744 permute_60" -> "1745 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1745 reshape_58" -> "1747 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1745 reshape_58" -> "1746 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "1745 reshape_58" -> "1780 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1746 linear_82_updated_constant0" -> "1752 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"1747 reshape_58_0_0_nncf_smooth_quant_0" -> "1748 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1748 quantize_per_tensor_default_81" -> "1749 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1749 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; -"1750 linear_82_scale_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1750 linear_82_scale_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1751 linear_82_zero_point_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1751 linear_82_zero_point_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1746 reshape_58_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1747 quantize_per_tensor_default_81" -> "1748 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1748 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; +"1749 linear_82_scale_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1749 linear_82_scale_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1750 linear_82_zero_point_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1750 linear_82_zero_point_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1751 compressed_weight_updated_constant83" -> "1752 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; "1752 quantize_per_channel_default_83" -> "1753 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; "1753 dequantize_per_channel_default_83" -> "1755 linear_82" [label="(1152, 384)", style=solid]; "1754 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; @@ -5269,15 +5269,15 @@ strict digraph { "1797 dropout_52" -> "1798 matmul_27" [label="(4, 12, 64, 64)", style=solid]; "1798 matmul_27" -> "1799 transpose_27" [label="(4, 12, 64, 32)", style=solid]; "1799 transpose_27" -> "1800 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1800 reshape_61" -> "1802 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1801 linear_83_updated_constant0" -> "1807 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"1802 reshape_61_0_0_nncf_smooth_quant_0" -> "1803 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1803 quantize_per_tensor_default_84" -> "1804 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1804 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; -"1805 linear_83_scale_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"1805 linear_83_scale_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"1806 linear_83_zero_point_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"1806 linear_83_zero_point_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1800 reshape_61" -> "1801 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1801 reshape_61_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1802 quantize_per_tensor_default_84" -> "1803 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1803 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; +"1804 linear_83_scale_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"1804 linear_83_scale_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1805 linear_83_zero_point_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"1805 linear_83_zero_point_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1806 compressed_weight_updated_constant84" -> "1807 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; "1807 quantize_per_channel_default_84" -> "1808 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; "1808 dequantize_per_channel_default_84" -> "1810 linear_83" [label="(384, 384)", style=solid]; "1809 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; @@ -5295,30 +5295,30 @@ strict digraph { "1821 _param_constant226" -> "1823 layer_norm_29" [label="(384,)", style=solid]; "1822 _param_constant227" -> "1823 layer_norm_29" [label="(384,)", style=solid]; "1823 layer_norm_29" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1824 add_47" -> "1826 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1825 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "1824 add_47" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1825 linear_84_updated_constant0" -> "1831 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"1826 add_47_0_0_nncf_smooth_quant_0" -> "1827 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1827 quantize_per_tensor_default_85" -> "1828 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1828 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1829 linear_84_scale_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1829 linear_84_scale_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1830 linear_84_zero_point_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1830 linear_84_zero_point_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1825 add_47_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1826 quantize_per_tensor_default_85" -> "1827 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1827 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1828 linear_84_scale_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1828 linear_84_scale_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1829 linear_84_zero_point_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1829 linear_84_zero_point_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1830 compressed_weight_updated_constant85" -> "1831 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; "1831 quantize_per_channel_default_85" -> "1832 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; "1832 dequantize_per_channel_default_85" -> "1834 linear_84" [label="(1536, 384)", style=solid]; "1833 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; "1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; "1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1836 dropout_54" -> "1838 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1837 linear_85_updated_constant0" -> "1843 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"1838 dropout_54_0_0_nncf_smooth_quant_0" -> "1839 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1839 quantize_per_tensor_default_86" -> "1840 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1840 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1841 linear_85_scale_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"1841 linear_85_scale_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"1842 linear_85_zero_point_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"1842 linear_85_zero_point_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1836 dropout_54" -> "1837 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1837 dropout_54_0_0_nncf_smooth_quant_0" -> "1838 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1838 quantize_per_tensor_default_86" -> "1839 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1839 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1840 linear_85_scale_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"1840 linear_85_scale_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1841 linear_85_zero_point_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"1841 linear_85_zero_point_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1842 compressed_weight_updated_constant86" -> "1843 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; "1843 quantize_per_channel_default_86" -> "1844 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; "1844 dequantize_per_channel_default_86" -> "1846 linear_85" [label="(384, 1536)", style=solid]; "1845 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; @@ -5329,24 +5329,24 @@ strict digraph { "1850 layer_norm_30" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; "1851 add_48" -> "1878 pad_16" [label="(1, 14, 14, 384)", style=solid]; "1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1852 _tensor_constant91" -> "1854 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1853 linear_86_updated_constant0" -> "1857 quantize_per_channel_default_87" [label="(512, 2)", style=solid]; -"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1855 linear_86_scale_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; -"1855 linear_86_scale_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; -"1856 linear_86_zero_point_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; -"1856 linear_86_zero_point_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1852 _tensor_constant91" -> "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1854 linear_86_scale_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; +"1854 linear_86_scale_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1855 linear_86_zero_point_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; +"1855 linear_86_zero_point_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1856 compressed_weight_updated_constant87" -> "1857 quantize_per_channel_default_87" [label="(512, 2)", style=solid]; "1857 quantize_per_channel_default_87" -> "1858 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; "1858 dequantize_per_channel_default_87" -> "1860 linear_86" [label="(512, 2)", style=solid]; "1859 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; "1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; -"1861 relu__14" -> "1863 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1862 linear_87_updated_constant0" -> "1866 quantize_per_channel_default_88" [label="(12, 512)", style=solid]; -"1863 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1864 linear_87_scale_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; -"1864 linear_87_scale_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; -"1865 linear_87_zero_point_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; -"1865 linear_87_zero_point_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1861 relu__14" -> "1862 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1862 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1863 linear_87_scale_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; +"1863 linear_87_scale_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1864 linear_87_zero_point_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; +"1864 linear_87_zero_point_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1865 compressed_weight_updated_constant88" -> "1866 quantize_per_channel_default_88" [label="(12, 512)", style=solid]; "1866 quantize_per_channel_default_88" -> "1867 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; "1867 dequantize_per_channel_default_88" -> "1868 linear_87" [label="(12, 512)", style=solid]; "1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; @@ -5362,15 +5362,15 @@ strict digraph { "1878 pad_16" -> "1879 view_79" [label="(1, 16, 16, 384)", style=solid]; "1879 view_79" -> "1880 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "1880 permute_65" -> "1881 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1881 reshape_63" -> "1883 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1882 linear_88_updated_constant0" -> "1888 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1883 reshape_63_0_0_nncf_smooth_quant_0" -> "1884 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1884 quantize_per_tensor_default_87" -> "1885 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1885 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; -"1886 linear_88_scale_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1886 linear_88_scale_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1887 linear_88_zero_point_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1887 linear_88_zero_point_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1881 reshape_63" -> "1882 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1882 reshape_63_0_0_nncf_smooth_quant_0" -> "1883 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1883 quantize_per_tensor_default_87" -> "1884 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1884 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; +"1885 linear_88_scale_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1885 linear_88_scale_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1886 linear_88_zero_point_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1886 linear_88_zero_point_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1887 compressed_weight_updated_constant89" -> "1888 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; "1888 quantize_per_channel_default_89" -> "1889 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; "1889 dequantize_per_channel_default_89" -> "1891 linear_88" [label="(1152, 384)", style=solid]; "1890 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; @@ -5409,15 +5409,15 @@ strict digraph { "1917 dropout_56" -> "1918 matmul_29" [label="(4, 12, 64, 64)", style=solid]; "1918 matmul_29" -> "1919 transpose_29" [label="(4, 12, 64, 32)", style=solid]; "1919 transpose_29" -> "1920 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1920 reshape_65" -> "1922 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1921 linear_89_updated_constant0" -> "1927 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1922 reshape_65_0_0_nncf_smooth_quant_0" -> "1923 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1923 quantize_per_tensor_default_90" -> "1924 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1924 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; -"1925 linear_89_scale_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1925 linear_89_scale_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1926 linear_89_zero_point_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1926 linear_89_zero_point_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1920 reshape_65" -> "1921 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1921 reshape_65_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1922 quantize_per_tensor_default_90" -> "1923 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1923 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; +"1924 linear_89_scale_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1924 linear_89_scale_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1925 linear_89_zero_point_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1925 linear_89_zero_point_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1926 compressed_weight_updated_constant90" -> "1927 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; "1927 quantize_per_channel_default_90" -> "1928 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; "1928 dequantize_per_channel_default_90" -> "1930 linear_89" [label="(384, 384)", style=solid]; "1929 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; @@ -5434,30 +5434,30 @@ strict digraph { "1940 _param_constant242" -> "1942 layer_norm_31" [label="(384,)", style=solid]; "1941 _param_constant243" -> "1942 layer_norm_31" [label="(384,)", style=solid]; "1942 layer_norm_31" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1943 add_50" -> "1945 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1944 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "1943 add_50" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1944 linear_90_updated_constant0" -> "1950 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1945 add_50_0_0_nncf_smooth_quant_0" -> "1946 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1946 quantize_per_tensor_default_91" -> "1947 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1947 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1948 linear_90_scale_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1948 linear_90_scale_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1949 linear_90_zero_point_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1949 linear_90_zero_point_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1944 add_50_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1945 quantize_per_tensor_default_91" -> "1946 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1946 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1947 linear_90_scale_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1947 linear_90_scale_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1948 linear_90_zero_point_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1948 linear_90_zero_point_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1949 compressed_weight_updated_constant91" -> "1950 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; "1950 quantize_per_channel_default_91" -> "1951 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; "1951 dequantize_per_channel_default_91" -> "1953 linear_90" [label="(1536, 384)", style=solid]; "1952 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; "1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; "1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1955 dropout_58" -> "1957 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1956 linear_91_updated_constant0" -> "1962 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1957 dropout_58_0_0_nncf_smooth_quant_0" -> "1958 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1958 quantize_per_tensor_default_92" -> "1959 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1959 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1960 linear_91_scale_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1960 linear_91_scale_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1961 linear_91_zero_point_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1961 linear_91_zero_point_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1955 dropout_58" -> "1956 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1956 dropout_58_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1957 quantize_per_tensor_default_92" -> "1958 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1958 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1959 linear_91_scale_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1959 linear_91_scale_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1960 linear_91_zero_point_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1960 linear_91_zero_point_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1961 compressed_weight_updated_constant92" -> "1962 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; "1962 quantize_per_channel_default_92" -> "1963 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; "1963 dequantize_per_channel_default_92" -> "1965 linear_91" [label="(384, 1536)", style=solid]; "1964 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; @@ -5468,24 +5468,24 @@ strict digraph { "1969 layer_norm_32" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; "1970 add_51" -> "1997 pad_17" [label="(1, 14, 14, 384)", style=solid]; "1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1971 _tensor_constant93" -> "1973 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1972 linear_92_updated_constant0" -> "1976 quantize_per_channel_default_93" [label="(512, 2)", style=solid]; -"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1974 linear_92_scale_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; -"1974 linear_92_scale_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; -"1975 linear_92_zero_point_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; -"1975 linear_92_zero_point_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1971 _tensor_constant93" -> "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1973 linear_92_scale_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; +"1973 linear_92_scale_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1974 linear_92_zero_point_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; +"1974 linear_92_zero_point_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1975 compressed_weight_updated_constant93" -> "1976 quantize_per_channel_default_93" [label="(512, 2)", style=solid]; "1976 quantize_per_channel_default_93" -> "1977 dequantize_per_channel_default_93" [label="(512, 2)", style=solid]; "1977 dequantize_per_channel_default_93" -> "1979 linear_92" [label="(512, 2)", style=solid]; "1978 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; "1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; -"1980 relu__15" -> "1982 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1981 linear_93_updated_constant0" -> "1985 quantize_per_channel_default_94" [label="(12, 512)", style=solid]; -"1982 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1983 linear_93_scale_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; -"1983 linear_93_scale_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; -"1984 linear_93_zero_point_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; -"1984 linear_93_zero_point_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1980 relu__15" -> "1981 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1981 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1982 linear_93_scale_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; +"1982 linear_93_scale_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1983 linear_93_zero_point_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; +"1983 linear_93_zero_point_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1984 compressed_weight_updated_constant94" -> "1985 quantize_per_channel_default_94" [label="(12, 512)", style=solid]; "1985 quantize_per_channel_default_94" -> "1986 dequantize_per_channel_default_94" [label="(12, 512)", style=solid]; "1986 dequantize_per_channel_default_94" -> "1987 linear_93" [label="(12, 512)", style=solid]; "1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; @@ -5502,16 +5502,16 @@ strict digraph { "1998 roll_14" -> "1999 view_83" [label="(1, 16, 16, 384)", style=solid]; "1999 view_83" -> "2000 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "2000 permute_69" -> "2001 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2001 reshape_67" -> "2003 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2001 reshape_67" -> "2002 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "2001 reshape_67" -> "2036 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"2002 linear_94_updated_constant0" -> "2008 quantize_per_channel_default_95" [label="(1152, 384)", style=solid]; -"2003 reshape_67_0_0_nncf_smooth_quant_0" -> "2004 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2004 quantize_per_tensor_default_93" -> "2005 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2005 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; -"2006 linear_94_scale_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2006 linear_94_scale_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2007 linear_94_zero_point_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2007 linear_94_zero_point_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2002 reshape_67_0_0_nncf_smooth_quant_0" -> "2003 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2003 quantize_per_tensor_default_93" -> "2004 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2004 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; +"2005 linear_94_scale_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2005 linear_94_scale_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2006 linear_94_zero_point_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2006 linear_94_zero_point_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2007 compressed_weight_updated_constant95" -> "2008 quantize_per_channel_default_95" [label="(1152, 384)", style=solid]; "2008 quantize_per_channel_default_95" -> "2009 dequantize_per_channel_default_95" [label="(1152, 384)", style=solid]; "2009 dequantize_per_channel_default_95" -> "2011 linear_94" [label="(1152, 384)", style=solid]; "2010 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; @@ -5569,15 +5569,15 @@ strict digraph { "2053 dropout_60" -> "2054 matmul_31" [label="(4, 12, 64, 64)", style=solid]; "2054 matmul_31" -> "2055 transpose_31" [label="(4, 12, 64, 32)", style=solid]; "2055 transpose_31" -> "2056 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"2056 reshape_70" -> "2058 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2057 linear_95_updated_constant0" -> "2063 quantize_per_channel_default_96" [label="(384, 384)", style=solid]; -"2058 reshape_70_0_0_nncf_smooth_quant_0" -> "2059 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2059 quantize_per_tensor_default_96" -> "2060 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2060 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; -"2061 linear_95_scale_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; -"2061 linear_95_scale_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; -"2062 linear_95_zero_point_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; -"2062 linear_95_zero_point_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2056 reshape_70" -> "2057 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2057 reshape_70_0_0_nncf_smooth_quant_0" -> "2058 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2058 quantize_per_tensor_default_96" -> "2059 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2059 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; +"2060 linear_95_scale_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; +"2060 linear_95_scale_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2061 linear_95_zero_point_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; +"2061 linear_95_zero_point_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2062 compressed_weight_updated_constant96" -> "2063 quantize_per_channel_default_96" [label="(384, 384)", style=solid]; "2063 quantize_per_channel_default_96" -> "2064 dequantize_per_channel_default_96" [label="(384, 384)", style=solid]; "2064 dequantize_per_channel_default_96" -> "2066 linear_95" [label="(384, 384)", style=solid]; "2065 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; @@ -5595,30 +5595,30 @@ strict digraph { "2077 _param_constant258" -> "2079 layer_norm_33" [label="(384,)", style=solid]; "2078 _param_constant259" -> "2079 layer_norm_33" [label="(384,)", style=solid]; "2079 layer_norm_33" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; -"2080 add_54" -> "2082 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2081 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "2080 add_54" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2081 linear_96_updated_constant0" -> "2087 quantize_per_channel_default_97" [label="(1536, 384)", style=solid]; -"2082 add_54_0_0_nncf_smooth_quant_0" -> "2083 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2083 quantize_per_tensor_default_97" -> "2084 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2084 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"2085 linear_96_scale_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2085 linear_96_scale_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2086 linear_96_zero_point_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2086 linear_96_zero_point_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2081 add_54_0_0_nncf_smooth_quant_0" -> "2082 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2082 quantize_per_tensor_default_97" -> "2083 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2083 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"2084 linear_96_scale_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2084 linear_96_scale_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2085 linear_96_zero_point_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2085 linear_96_zero_point_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2086 compressed_weight_updated_constant97" -> "2087 quantize_per_channel_default_97" [label="(1536, 384)", style=solid]; "2087 quantize_per_channel_default_97" -> "2088 dequantize_per_channel_default_97" [label="(1536, 384)", style=solid]; "2088 dequantize_per_channel_default_97" -> "2090 linear_96" [label="(1536, 384)", style=solid]; "2089 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; "2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; "2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"2092 dropout_62" -> "2094 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2093 linear_97_updated_constant0" -> "2099 quantize_per_channel_default_98" [label="(384, 1536)", style=solid]; -"2094 dropout_62_0_0_nncf_smooth_quant_0" -> "2095 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2095 quantize_per_tensor_default_98" -> "2096 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2096 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"2097 linear_97_scale_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; -"2097 linear_97_scale_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; -"2098 linear_97_zero_point_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; -"2098 linear_97_zero_point_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2092 dropout_62" -> "2093 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2093 dropout_62_0_0_nncf_smooth_quant_0" -> "2094 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2094 quantize_per_tensor_default_98" -> "2095 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2095 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"2096 linear_97_scale_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; +"2096 linear_97_scale_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2097 linear_97_zero_point_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; +"2097 linear_97_zero_point_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2098 compressed_weight_updated_constant98" -> "2099 quantize_per_channel_default_98" [label="(384, 1536)", style=solid]; "2099 quantize_per_channel_default_98" -> "2100 dequantize_per_channel_default_98" [label="(384, 1536)", style=solid]; "2100 dequantize_per_channel_default_98" -> "2102 linear_97" [label="(384, 1536)", style=solid]; "2101 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; @@ -5629,24 +5629,24 @@ strict digraph { "2106 layer_norm_34" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; "2107 add_55" -> "2134 pad_18" [label="(1, 14, 14, 384)", style=solid]; "2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2108 _tensor_constant104" -> "2110 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2109 linear_98_updated_constant0" -> "2113 quantize_per_channel_default_99" [label="(512, 2)", style=solid]; -"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"2111 linear_98_scale_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; -"2111 linear_98_scale_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; -"2112 linear_98_zero_point_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; -"2112 linear_98_zero_point_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2108 _tensor_constant104" -> "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"2110 linear_98_scale_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; +"2110 linear_98_scale_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2111 linear_98_zero_point_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; +"2111 linear_98_zero_point_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2112 compressed_weight_updated_constant99" -> "2113 quantize_per_channel_default_99" [label="(512, 2)", style=solid]; "2113 quantize_per_channel_default_99" -> "2114 dequantize_per_channel_default_99" [label="(512, 2)", style=solid]; "2114 dequantize_per_channel_default_99" -> "2116 linear_98" [label="(512, 2)", style=solid]; "2115 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; "2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; -"2117 relu__16" -> "2119 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2118 linear_99_updated_constant0" -> "2122 quantize_per_channel_default_100" [label="(12, 512)", style=solid]; -"2119 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"2120 linear_99_scale_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; -"2120 linear_99_scale_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; -"2121 linear_99_zero_point_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; -"2121 linear_99_zero_point_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2117 relu__16" -> "2118 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2118 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"2119 linear_99_scale_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; +"2119 linear_99_scale_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2120 linear_99_zero_point_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; +"2120 linear_99_zero_point_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2121 compressed_weight_updated_constant100" -> "2122 quantize_per_channel_default_100" [label="(12, 512)", style=solid]; "2122 quantize_per_channel_default_100" -> "2123 dequantize_per_channel_default_100" [label="(12, 512)", style=solid]; "2123 dequantize_per_channel_default_100" -> "2124 linear_99" [label="(12, 512)", style=solid]; "2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; @@ -5662,15 +5662,15 @@ strict digraph { "2134 pad_18" -> "2135 view_90" [label="(1, 16, 16, 384)", style=solid]; "2135 view_90" -> "2136 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "2136 permute_74" -> "2137 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2137 reshape_72" -> "2139 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2138 linear_100_updated_constant0" -> "2144 quantize_per_channel_default_101" [label="(1152, 384)", style=solid]; -"2139 reshape_72_0_0_nncf_smooth_quant_0" -> "2140 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2140 quantize_per_tensor_default_99" -> "2141 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2141 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; -"2142 linear_100_scale_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2142 linear_100_scale_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2143 linear_100_zero_point_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2143 linear_100_zero_point_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2137 reshape_72" -> "2138 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2138 reshape_72_0_0_nncf_smooth_quant_0" -> "2139 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2139 quantize_per_tensor_default_99" -> "2140 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2140 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; +"2141 linear_100_scale_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2141 linear_100_scale_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2142 linear_100_zero_point_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2142 linear_100_zero_point_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2143 compressed_weight_updated_constant101" -> "2144 quantize_per_channel_default_101" [label="(1152, 384)", style=solid]; "2144 quantize_per_channel_default_101" -> "2145 dequantize_per_channel_default_101" [label="(1152, 384)", style=solid]; "2145 dequantize_per_channel_default_101" -> "2147 linear_100" [label="(1152, 384)", style=solid]; "2146 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; @@ -5709,15 +5709,15 @@ strict digraph { "2173 dropout_64" -> "2174 matmul_33" [label="(4, 12, 64, 64)", style=solid]; "2174 matmul_33" -> "2175 transpose_33" [label="(4, 12, 64, 32)", style=solid]; "2175 transpose_33" -> "2176 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"2176 reshape_74" -> "2178 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2177 linear_101_updated_constant0" -> "2183 quantize_per_channel_default_102" [label="(384, 384)", style=solid]; -"2178 reshape_74_0_0_nncf_smooth_quant_0" -> "2179 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2179 quantize_per_tensor_default_102" -> "2180 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2180 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; -"2181 linear_101_scale_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2181 linear_101_scale_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2182 linear_101_zero_point_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2182 linear_101_zero_point_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2176 reshape_74" -> "2177 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2177 reshape_74_0_0_nncf_smooth_quant_0" -> "2178 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2178 quantize_per_tensor_default_102" -> "2179 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2179 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; +"2180 linear_101_scale_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2180 linear_101_scale_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2181 linear_101_zero_point_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2181 linear_101_zero_point_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2182 compressed_weight_updated_constant102" -> "2183 quantize_per_channel_default_102" [label="(384, 384)", style=solid]; "2183 quantize_per_channel_default_102" -> "2184 dequantize_per_channel_default_102" [label="(384, 384)", style=solid]; "2184 dequantize_per_channel_default_102" -> "2186 linear_101" [label="(384, 384)", style=solid]; "2185 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; @@ -5734,30 +5734,30 @@ strict digraph { "2196 _param_constant274" -> "2198 layer_norm_35" [label="(384,)", style=solid]; "2197 _param_constant275" -> "2198 layer_norm_35" [label="(384,)", style=solid]; "2198 layer_norm_35" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2199 add_57" -> "2201 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2200 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "2199 add_57" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2200 linear_102_updated_constant0" -> "2206 quantize_per_channel_default_103" [label="(1536, 384)", style=solid]; -"2201 add_57_0_0_nncf_smooth_quant_0" -> "2202 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2202 quantize_per_tensor_default_103" -> "2203 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2203 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"2204 linear_102_scale_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2204 linear_102_scale_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2205 linear_102_zero_point_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2205 linear_102_zero_point_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2200 add_57_0_0_nncf_smooth_quant_0" -> "2201 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2201 quantize_per_tensor_default_103" -> "2202 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2202 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"2203 linear_102_scale_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2203 linear_102_scale_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2204 linear_102_zero_point_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2204 linear_102_zero_point_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2205 compressed_weight_updated_constant103" -> "2206 quantize_per_channel_default_103" [label="(1536, 384)", style=solid]; "2206 quantize_per_channel_default_103" -> "2207 dequantize_per_channel_default_103" [label="(1536, 384)", style=solid]; "2207 dequantize_per_channel_default_103" -> "2209 linear_102" [label="(1536, 384)", style=solid]; "2208 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; "2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; "2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"2211 dropout_66" -> "2213 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2212 linear_103_updated_constant0" -> "2218 quantize_per_channel_default_104" [label="(384, 1536)", style=solid]; -"2213 dropout_66_0_0_nncf_smooth_quant_0" -> "2214 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2214 quantize_per_tensor_default_104" -> "2215 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2215 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2216 linear_103_scale_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; -"2216 linear_103_scale_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; -"2217 linear_103_zero_point_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; -"2217 linear_103_zero_point_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2211 dropout_66" -> "2212 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2212 dropout_66_0_0_nncf_smooth_quant_0" -> "2213 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2213 quantize_per_tensor_default_104" -> "2214 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2214 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2215 linear_103_scale_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; +"2215 linear_103_scale_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2216 linear_103_zero_point_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; +"2216 linear_103_zero_point_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2217 compressed_weight_updated_constant104" -> "2218 quantize_per_channel_default_104" [label="(384, 1536)", style=solid]; "2218 quantize_per_channel_default_104" -> "2219 dequantize_per_channel_default_104" [label="(384, 1536)", style=solid]; "2219 dequantize_per_channel_default_104" -> "2221 linear_103" [label="(384, 1536)", style=solid]; "2220 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; @@ -5768,24 +5768,24 @@ strict digraph { "2225 layer_norm_36" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; "2226 add_58" -> "2253 pad_19" [label="(1, 14, 14, 384)", style=solid]; "2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2227 _tensor_constant106" -> "2229 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2228 linear_104_updated_constant0" -> "2232 quantize_per_channel_default_105" [label="(512, 2)", style=solid]; -"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2230 linear_104_scale_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; -"2230 linear_104_scale_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; -"2231 linear_104_zero_point_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; -"2231 linear_104_zero_point_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2227 _tensor_constant106" -> "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2229 linear_104_scale_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; +"2229 linear_104_scale_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2230 linear_104_zero_point_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; +"2230 linear_104_zero_point_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2231 compressed_weight_updated_constant105" -> "2232 quantize_per_channel_default_105" [label="(512, 2)", style=solid]; "2232 quantize_per_channel_default_105" -> "2233 dequantize_per_channel_default_105" [label="(512, 2)", style=solid]; "2233 dequantize_per_channel_default_105" -> "2235 linear_104" [label="(512, 2)", style=solid]; "2234 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; "2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; -"2236 relu__17" -> "2238 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2237 linear_105_updated_constant0" -> "2241 quantize_per_channel_default_106" [label="(12, 512)", style=solid]; -"2238 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2239 linear_105_scale_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; -"2239 linear_105_scale_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; -"2240 linear_105_zero_point_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; -"2240 linear_105_zero_point_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2236 relu__17" -> "2237 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2237 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2238 linear_105_scale_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; +"2238 linear_105_scale_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2239 linear_105_zero_point_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; +"2239 linear_105_zero_point_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2240 compressed_weight_updated_constant106" -> "2241 quantize_per_channel_default_106" [label="(12, 512)", style=solid]; "2241 quantize_per_channel_default_106" -> "2242 dequantize_per_channel_default_106" [label="(12, 512)", style=solid]; "2242 dequantize_per_channel_default_106" -> "2243 linear_105" [label="(12, 512)", style=solid]; "2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; @@ -5802,16 +5802,16 @@ strict digraph { "2254 roll_16" -> "2255 view_94" [label="(1, 16, 16, 384)", style=solid]; "2255 view_94" -> "2256 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "2256 permute_78" -> "2257 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2257 reshape_76" -> "2259 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2257 reshape_76" -> "2258 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "2257 reshape_76" -> "2292 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"2258 linear_106_updated_constant0" -> "2264 quantize_per_channel_default_107" [label="(1152, 384)", style=solid]; -"2259 reshape_76_0_0_nncf_smooth_quant_0" -> "2260 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2260 quantize_per_tensor_default_105" -> "2261 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2261 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; -"2262 linear_106_scale_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2262 linear_106_scale_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2263 linear_106_zero_point_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2263 linear_106_zero_point_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2258 reshape_76_0_0_nncf_smooth_quant_0" -> "2259 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2259 quantize_per_tensor_default_105" -> "2260 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2260 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; +"2261 linear_106_scale_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2261 linear_106_scale_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2262 linear_106_zero_point_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2262 linear_106_zero_point_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2263 compressed_weight_updated_constant107" -> "2264 quantize_per_channel_default_107" [label="(1152, 384)", style=solid]; "2264 quantize_per_channel_default_107" -> "2265 dequantize_per_channel_default_107" [label="(1152, 384)", style=solid]; "2265 dequantize_per_channel_default_107" -> "2267 linear_106" [label="(1152, 384)", style=solid]; "2266 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; @@ -5869,15 +5869,15 @@ strict digraph { "2309 dropout_68" -> "2310 matmul_35" [label="(4, 12, 64, 64)", style=solid]; "2310 matmul_35" -> "2311 transpose_35" [label="(4, 12, 64, 32)", style=solid]; "2311 transpose_35" -> "2312 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"2312 reshape_79" -> "2314 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2313 linear_107_updated_constant0" -> "2319 quantize_per_channel_default_108" [label="(384, 384)", style=solid]; -"2314 reshape_79_0_0_nncf_smooth_quant_0" -> "2315 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2315 quantize_per_tensor_default_108" -> "2316 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2316 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; -"2317 linear_107_scale_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; -"2317 linear_107_scale_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; -"2318 linear_107_zero_point_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; -"2318 linear_107_zero_point_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2312 reshape_79" -> "2313 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2313 reshape_79_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2314 quantize_per_tensor_default_108" -> "2315 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2315 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; +"2316 linear_107_scale_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; +"2316 linear_107_scale_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2317 linear_107_zero_point_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; +"2317 linear_107_zero_point_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2318 compressed_weight_updated_constant108" -> "2319 quantize_per_channel_default_108" [label="(384, 384)", style=solid]; "2319 quantize_per_channel_default_108" -> "2320 dequantize_per_channel_default_108" [label="(384, 384)", style=solid]; "2320 dequantize_per_channel_default_108" -> "2322 linear_107" [label="(384, 384)", style=solid]; "2321 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; @@ -5895,30 +5895,30 @@ strict digraph { "2333 _param_constant290" -> "2335 layer_norm_37" [label="(384,)", style=solid]; "2334 _param_constant291" -> "2335 layer_norm_37" [label="(384,)", style=solid]; "2335 layer_norm_37" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2336 add_61" -> "2338 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2337 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "2336 add_61" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2337 linear_108_updated_constant0" -> "2343 quantize_per_channel_default_109" [label="(1536, 384)", style=solid]; -"2338 add_61_0_0_nncf_smooth_quant_0" -> "2339 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2339 quantize_per_tensor_default_109" -> "2340 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2340 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2341 linear_108_scale_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2341 linear_108_scale_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2342 linear_108_zero_point_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2342 linear_108_zero_point_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2337 add_61_0_0_nncf_smooth_quant_0" -> "2338 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2338 quantize_per_tensor_default_109" -> "2339 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2339 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2340 linear_108_scale_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2340 linear_108_scale_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2341 linear_108_zero_point_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2341 linear_108_zero_point_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2342 compressed_weight_updated_constant109" -> "2343 quantize_per_channel_default_109" [label="(1536, 384)", style=solid]; "2343 quantize_per_channel_default_109" -> "2344 dequantize_per_channel_default_109" [label="(1536, 384)", style=solid]; "2344 dequantize_per_channel_default_109" -> "2346 linear_108" [label="(1536, 384)", style=solid]; "2345 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; "2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; "2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"2348 dropout_70" -> "2350 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2349 linear_109_updated_constant0" -> "2355 quantize_per_channel_default_110" [label="(384, 1536)", style=solid]; -"2350 dropout_70_0_0_nncf_smooth_quant_0" -> "2351 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2351 quantize_per_tensor_default_110" -> "2352 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2352 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2353 linear_109_scale_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2353 linear_109_scale_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2354 linear_109_zero_point_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2354 linear_109_zero_point_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2348 dropout_70" -> "2349 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2349 dropout_70_0_0_nncf_smooth_quant_0" -> "2350 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2350 quantize_per_tensor_default_110" -> "2351 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2351 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2352 linear_109_scale_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2352 linear_109_scale_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2353 linear_109_zero_point_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2353 linear_109_zero_point_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2354 compressed_weight_updated_constant110" -> "2355 quantize_per_channel_default_110" [label="(384, 1536)", style=solid]; "2355 quantize_per_channel_default_110" -> "2356 dequantize_per_channel_default_110" [label="(384, 1536)", style=solid]; "2356 dequantize_per_channel_default_110" -> "2358 linear_109" [label="(384, 1536)", style=solid]; "2357 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; @@ -5929,24 +5929,24 @@ strict digraph { "2362 layer_norm_38" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; "2363 add_62" -> "2390 pad_20" [label="(1, 14, 14, 384)", style=solid]; "2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2364 _tensor_constant117" -> "2366 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2365 linear_110_updated_constant0" -> "2369 quantize_per_channel_default_111" [label="(512, 2)", style=solid]; -"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2367 linear_110_scale_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; -"2367 linear_110_scale_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; -"2368 linear_110_zero_point_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; -"2368 linear_110_zero_point_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2364 _tensor_constant117" -> "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2366 linear_110_scale_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; +"2366 linear_110_scale_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2367 linear_110_zero_point_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; +"2367 linear_110_zero_point_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2368 compressed_weight_updated_constant111" -> "2369 quantize_per_channel_default_111" [label="(512, 2)", style=solid]; "2369 quantize_per_channel_default_111" -> "2370 dequantize_per_channel_default_111" [label="(512, 2)", style=solid]; "2370 dequantize_per_channel_default_111" -> "2372 linear_110" [label="(512, 2)", style=solid]; "2371 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; "2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; -"2373 relu__18" -> "2375 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2374 linear_111_updated_constant0" -> "2378 quantize_per_channel_default_112" [label="(12, 512)", style=solid]; -"2375 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2376 linear_111_scale_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; -"2376 linear_111_scale_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; -"2377 linear_111_zero_point_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; -"2377 linear_111_zero_point_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2373 relu__18" -> "2374 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2374 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2375 linear_111_scale_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; +"2375 linear_111_scale_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2376 linear_111_zero_point_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; +"2376 linear_111_zero_point_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2377 compressed_weight_updated_constant112" -> "2378 quantize_per_channel_default_112" [label="(12, 512)", style=solid]; "2378 quantize_per_channel_default_112" -> "2379 dequantize_per_channel_default_112" [label="(12, 512)", style=solid]; "2379 dequantize_per_channel_default_112" -> "2380 linear_111" [label="(12, 512)", style=solid]; "2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; @@ -5962,15 +5962,15 @@ strict digraph { "2390 pad_20" -> "2391 view_101" [label="(1, 16, 16, 384)", style=solid]; "2391 view_101" -> "2392 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "2392 permute_83" -> "2393 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2393 reshape_81" -> "2395 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2394 linear_112_updated_constant0" -> "2400 quantize_per_channel_default_113" [label="(1152, 384)", style=solid]; -"2395 reshape_81_0_0_nncf_smooth_quant_0" -> "2396 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2396 quantize_per_tensor_default_111" -> "2397 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2397 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; -"2398 linear_112_scale_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2398 linear_112_scale_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2399 linear_112_zero_point_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2399 linear_112_zero_point_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2393 reshape_81" -> "2394 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2394 reshape_81_0_0_nncf_smooth_quant_0" -> "2395 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2395 quantize_per_tensor_default_111" -> "2396 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2396 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; +"2397 linear_112_scale_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2397 linear_112_scale_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2398 linear_112_zero_point_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2398 linear_112_zero_point_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2399 compressed_weight_updated_constant113" -> "2400 quantize_per_channel_default_113" [label="(1152, 384)", style=solid]; "2400 quantize_per_channel_default_113" -> "2401 dequantize_per_channel_default_113" [label="(1152, 384)", style=solid]; "2401 dequantize_per_channel_default_113" -> "2403 linear_112" [label="(1152, 384)", style=solid]; "2402 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; @@ -6009,15 +6009,15 @@ strict digraph { "2429 dropout_72" -> "2430 matmul_37" [label="(4, 12, 64, 64)", style=solid]; "2430 matmul_37" -> "2431 transpose_37" [label="(4, 12, 64, 32)", style=solid]; "2431 transpose_37" -> "2432 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"2432 reshape_83" -> "2434 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2433 linear_113_updated_constant0" -> "2439 quantize_per_channel_default_114" [label="(384, 384)", style=solid]; -"2434 reshape_83_0_0_nncf_smooth_quant_0" -> "2435 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2435 quantize_per_tensor_default_114" -> "2436 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2436 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; -"2437 linear_113_scale_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; -"2437 linear_113_scale_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; -"2438 linear_113_zero_point_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; -"2438 linear_113_zero_point_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2432 reshape_83" -> "2433 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2433 reshape_83_0_0_nncf_smooth_quant_0" -> "2434 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2434 quantize_per_tensor_default_114" -> "2435 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2435 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; +"2436 linear_113_scale_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; +"2436 linear_113_scale_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2437 linear_113_zero_point_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; +"2437 linear_113_zero_point_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2438 compressed_weight_updated_constant114" -> "2439 quantize_per_channel_default_114" [label="(384, 384)", style=solid]; "2439 quantize_per_channel_default_114" -> "2440 dequantize_per_channel_default_114" [label="(384, 384)", style=solid]; "2440 dequantize_per_channel_default_114" -> "2442 linear_113" [label="(384, 384)", style=solid]; "2441 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; @@ -6034,30 +6034,30 @@ strict digraph { "2452 _param_constant306" -> "2454 layer_norm_39" [label="(384,)", style=solid]; "2453 _param_constant307" -> "2454 layer_norm_39" [label="(384,)", style=solid]; "2454 layer_norm_39" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2455 add_64" -> "2457 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2456 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "2455 add_64" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2456 linear_114_updated_constant0" -> "2462 quantize_per_channel_default_115" [label="(1536, 384)", style=solid]; -"2457 add_64_0_0_nncf_smooth_quant_0" -> "2458 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2458 quantize_per_tensor_default_115" -> "2459 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2459 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2460 linear_114_scale_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2460 linear_114_scale_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2461 linear_114_zero_point_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2461 linear_114_zero_point_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2456 add_64_0_0_nncf_smooth_quant_0" -> "2457 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2457 quantize_per_tensor_default_115" -> "2458 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2458 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2459 linear_114_scale_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2459 linear_114_scale_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2460 linear_114_zero_point_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2460 linear_114_zero_point_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2461 compressed_weight_updated_constant115" -> "2462 quantize_per_channel_default_115" [label="(1536, 384)", style=solid]; "2462 quantize_per_channel_default_115" -> "2463 dequantize_per_channel_default_115" [label="(1536, 384)", style=solid]; "2463 dequantize_per_channel_default_115" -> "2465 linear_114" [label="(1536, 384)", style=solid]; "2464 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; "2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; "2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"2467 dropout_74" -> "2469 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2468 linear_115_updated_constant0" -> "2474 quantize_per_channel_default_116" [label="(384, 1536)", style=solid]; -"2469 dropout_74_0_0_nncf_smooth_quant_0" -> "2470 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2470 quantize_per_tensor_default_116" -> "2471 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2471 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2472 linear_115_scale_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; -"2472 linear_115_scale_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; -"2473 linear_115_zero_point_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; -"2473 linear_115_zero_point_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2467 dropout_74" -> "2468 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2468 dropout_74_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2469 quantize_per_tensor_default_116" -> "2470 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2470 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2471 linear_115_scale_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; +"2471 linear_115_scale_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2472 linear_115_zero_point_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; +"2472 linear_115_zero_point_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2473 compressed_weight_updated_constant116" -> "2474 quantize_per_channel_default_116" [label="(384, 1536)", style=solid]; "2474 quantize_per_channel_default_116" -> "2475 dequantize_per_channel_default_116" [label="(384, 1536)", style=solid]; "2475 dequantize_per_channel_default_116" -> "2477 linear_115" [label="(384, 1536)", style=solid]; "2476 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; @@ -6068,24 +6068,24 @@ strict digraph { "2481 layer_norm_40" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; "2482 add_65" -> "2509 pad_21" [label="(1, 14, 14, 384)", style=solid]; "2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2483 _tensor_constant119" -> "2485 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2484 linear_116_updated_constant0" -> "2488 quantize_per_channel_default_117" [label="(512, 2)", style=solid]; -"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2486 linear_116_scale_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; -"2486 linear_116_scale_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; -"2487 linear_116_zero_point_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; -"2487 linear_116_zero_point_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2483 _tensor_constant119" -> "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2485 linear_116_scale_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; +"2485 linear_116_scale_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2486 linear_116_zero_point_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; +"2486 linear_116_zero_point_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2487 compressed_weight_updated_constant117" -> "2488 quantize_per_channel_default_117" [label="(512, 2)", style=solid]; "2488 quantize_per_channel_default_117" -> "2489 dequantize_per_channel_default_117" [label="(512, 2)", style=solid]; "2489 dequantize_per_channel_default_117" -> "2491 linear_116" [label="(512, 2)", style=solid]; "2490 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; "2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; -"2492 relu__19" -> "2494 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2493 linear_117_updated_constant0" -> "2497 quantize_per_channel_default_118" [label="(12, 512)", style=solid]; -"2494 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2495 linear_117_scale_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; -"2495 linear_117_scale_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; -"2496 linear_117_zero_point_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; -"2496 linear_117_zero_point_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2492 relu__19" -> "2493 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2493 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2494 linear_117_scale_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; +"2494 linear_117_scale_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2495 linear_117_zero_point_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; +"2495 linear_117_zero_point_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2496 compressed_weight_updated_constant118" -> "2497 quantize_per_channel_default_118" [label="(12, 512)", style=solid]; "2497 quantize_per_channel_default_118" -> "2498 dequantize_per_channel_default_118" [label="(12, 512)", style=solid]; "2498 dequantize_per_channel_default_118" -> "2499 linear_117" [label="(12, 512)", style=solid]; "2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; @@ -6102,16 +6102,16 @@ strict digraph { "2510 roll_18" -> "2511 view_105" [label="(1, 16, 16, 384)", style=solid]; "2511 view_105" -> "2512 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "2512 permute_87" -> "2513 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2513 reshape_85" -> "2515 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2513 reshape_85" -> "2514 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "2513 reshape_85" -> "2548 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2514 linear_118_updated_constant0" -> "2520 quantize_per_channel_default_119" [label="(1152, 384)", style=solid]; -"2515 reshape_85_0_0_nncf_smooth_quant_0" -> "2516 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2516 quantize_per_tensor_default_117" -> "2517 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2517 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; -"2518 linear_118_scale_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2518 linear_118_scale_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2519 linear_118_zero_point_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2519 linear_118_zero_point_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2514 reshape_85_0_0_nncf_smooth_quant_0" -> "2515 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2515 quantize_per_tensor_default_117" -> "2516 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2516 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; +"2517 linear_118_scale_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2517 linear_118_scale_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2518 linear_118_zero_point_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2518 linear_118_zero_point_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2519 compressed_weight_updated_constant119" -> "2520 quantize_per_channel_default_119" [label="(1152, 384)", style=solid]; "2520 quantize_per_channel_default_119" -> "2521 dequantize_per_channel_default_119" [label="(1152, 384)", style=solid]; "2521 dequantize_per_channel_default_119" -> "2523 linear_118" [label="(1152, 384)", style=solid]; "2522 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; @@ -6169,15 +6169,15 @@ strict digraph { "2565 dropout_76" -> "2566 matmul_39" [label="(4, 12, 64, 64)", style=solid]; "2566 matmul_39" -> "2567 transpose_39" [label="(4, 12, 64, 32)", style=solid]; "2567 transpose_39" -> "2568 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2568 reshape_88" -> "2570 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2569 linear_119_updated_constant0" -> "2575 quantize_per_channel_default_120" [label="(384, 384)", style=solid]; -"2570 reshape_88_0_0_nncf_smooth_quant_0" -> "2571 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2571 quantize_per_tensor_default_120" -> "2572 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2572 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; -"2573 linear_119_scale_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; -"2573 linear_119_scale_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; -"2574 linear_119_zero_point_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; -"2574 linear_119_zero_point_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2568 reshape_88" -> "2569 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2569 reshape_88_0_0_nncf_smooth_quant_0" -> "2570 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2570 quantize_per_tensor_default_120" -> "2571 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2571 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; +"2572 linear_119_scale_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; +"2572 linear_119_scale_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2573 linear_119_zero_point_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; +"2573 linear_119_zero_point_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2574 compressed_weight_updated_constant120" -> "2575 quantize_per_channel_default_120" [label="(384, 384)", style=solid]; "2575 quantize_per_channel_default_120" -> "2576 dequantize_per_channel_default_120" [label="(384, 384)", style=solid]; "2576 dequantize_per_channel_default_120" -> "2578 linear_119" [label="(384, 384)", style=solid]; "2577 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; @@ -6195,30 +6195,30 @@ strict digraph { "2589 _param_constant322" -> "2591 layer_norm_41" [label="(384,)", style=solid]; "2590 _param_constant323" -> "2591 layer_norm_41" [label="(384,)", style=solid]; "2591 layer_norm_41" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2592 add_68" -> "2594 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2593 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "2592 add_68" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2593 linear_120_updated_constant0" -> "2599 quantize_per_channel_default_121" [label="(1536, 384)", style=solid]; -"2594 add_68_0_0_nncf_smooth_quant_0" -> "2595 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2595 quantize_per_tensor_default_121" -> "2596 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2596 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2597 linear_120_scale_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2597 linear_120_scale_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2598 linear_120_zero_point_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2598 linear_120_zero_point_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2593 add_68_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2594 quantize_per_tensor_default_121" -> "2595 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2595 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2596 linear_120_scale_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2596 linear_120_scale_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2597 linear_120_zero_point_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2597 linear_120_zero_point_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2598 compressed_weight_updated_constant121" -> "2599 quantize_per_channel_default_121" [label="(1536, 384)", style=solid]; "2599 quantize_per_channel_default_121" -> "2600 dequantize_per_channel_default_121" [label="(1536, 384)", style=solid]; "2600 dequantize_per_channel_default_121" -> "2602 linear_120" [label="(1536, 384)", style=solid]; "2601 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; "2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; "2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2604 dropout_78" -> "2606 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2605 linear_121_updated_constant0" -> "2611 quantize_per_channel_default_122" [label="(384, 1536)", style=solid]; -"2606 dropout_78_0_0_nncf_smooth_quant_0" -> "2607 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2607 quantize_per_tensor_default_122" -> "2608 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2608 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2609 linear_121_scale_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; -"2609 linear_121_scale_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; -"2610 linear_121_zero_point_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; -"2610 linear_121_zero_point_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2604 dropout_78" -> "2605 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2605 dropout_78_0_0_nncf_smooth_quant_0" -> "2606 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2606 quantize_per_tensor_default_122" -> "2607 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2607 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2608 linear_121_scale_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; +"2608 linear_121_scale_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2609 linear_121_zero_point_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; +"2609 linear_121_zero_point_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2610 compressed_weight_updated_constant122" -> "2611 quantize_per_channel_default_122" [label="(384, 1536)", style=solid]; "2611 quantize_per_channel_default_122" -> "2612 dequantize_per_channel_default_122" [label="(384, 1536)", style=solid]; "2612 dequantize_per_channel_default_122" -> "2614 linear_121" [label="(384, 1536)", style=solid]; "2613 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; @@ -6229,24 +6229,24 @@ strict digraph { "2618 layer_norm_42" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; "2619 add_69" -> "2646 pad_22" [label="(1, 14, 14, 384)", style=solid]; "2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2620 _tensor_constant130" -> "2622 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2621 linear_122_updated_constant0" -> "2625 quantize_per_channel_default_123" [label="(512, 2)", style=solid]; -"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2623 linear_122_scale_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; -"2623 linear_122_scale_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; -"2624 linear_122_zero_point_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; -"2624 linear_122_zero_point_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2620 _tensor_constant130" -> "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2622 linear_122_scale_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; +"2622 linear_122_scale_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2623 linear_122_zero_point_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; +"2623 linear_122_zero_point_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2624 compressed_weight_updated_constant123" -> "2625 quantize_per_channel_default_123" [label="(512, 2)", style=solid]; "2625 quantize_per_channel_default_123" -> "2626 dequantize_per_channel_default_123" [label="(512, 2)", style=solid]; "2626 dequantize_per_channel_default_123" -> "2628 linear_122" [label="(512, 2)", style=solid]; "2627 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; "2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; -"2629 relu__20" -> "2631 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2630 linear_123_updated_constant0" -> "2634 quantize_per_channel_default_124" [label="(12, 512)", style=solid]; -"2631 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2632 linear_123_scale_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; -"2632 linear_123_scale_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; -"2633 linear_123_zero_point_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; -"2633 linear_123_zero_point_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2629 relu__20" -> "2630 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2630 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2631 linear_123_scale_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; +"2631 linear_123_scale_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2632 linear_123_zero_point_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; +"2632 linear_123_zero_point_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2633 compressed_weight_updated_constant124" -> "2634 quantize_per_channel_default_124" [label="(12, 512)", style=solid]; "2634 quantize_per_channel_default_124" -> "2635 dequantize_per_channel_default_124" [label="(12, 512)", style=solid]; "2635 dequantize_per_channel_default_124" -> "2636 linear_123" [label="(12, 512)", style=solid]; "2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; @@ -6262,15 +6262,15 @@ strict digraph { "2646 pad_22" -> "2647 view_112" [label="(1, 16, 16, 384)", style=solid]; "2647 view_112" -> "2648 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "2648 permute_92" -> "2649 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2649 reshape_90" -> "2651 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2650 linear_124_updated_constant0" -> "2656 quantize_per_channel_default_125" [label="(1152, 384)", style=solid]; -"2651 reshape_90_0_0_nncf_smooth_quant_0" -> "2652 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2652 quantize_per_tensor_default_123" -> "2653 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2653 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; -"2654 linear_124_scale_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2654 linear_124_scale_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2655 linear_124_zero_point_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2655 linear_124_zero_point_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2649 reshape_90" -> "2650 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2650 reshape_90_0_0_nncf_smooth_quant_0" -> "2651 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2651 quantize_per_tensor_default_123" -> "2652 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2652 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; +"2653 linear_124_scale_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2653 linear_124_scale_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2654 linear_124_zero_point_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2654 linear_124_zero_point_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2655 compressed_weight_updated_constant125" -> "2656 quantize_per_channel_default_125" [label="(1152, 384)", style=solid]; "2656 quantize_per_channel_default_125" -> "2657 dequantize_per_channel_default_125" [label="(1152, 384)", style=solid]; "2657 dequantize_per_channel_default_125" -> "2659 linear_124" [label="(1152, 384)", style=solid]; "2658 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; @@ -6309,15 +6309,15 @@ strict digraph { "2685 dropout_80" -> "2686 matmul_41" [label="(4, 12, 64, 64)", style=solid]; "2686 matmul_41" -> "2687 transpose_41" [label="(4, 12, 64, 32)", style=solid]; "2687 transpose_41" -> "2688 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2688 reshape_92" -> "2690 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2689 linear_125_updated_constant0" -> "2695 quantize_per_channel_default_126" [label="(384, 384)", style=solid]; -"2690 reshape_92_0_0_nncf_smooth_quant_0" -> "2691 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2691 quantize_per_tensor_default_126" -> "2692 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2692 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; -"2693 linear_125_scale_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; -"2693 linear_125_scale_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; -"2694 linear_125_zero_point_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; -"2694 linear_125_zero_point_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2688 reshape_92" -> "2689 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2689 reshape_92_0_0_nncf_smooth_quant_0" -> "2690 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2690 quantize_per_tensor_default_126" -> "2691 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2691 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; +"2692 linear_125_scale_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; +"2692 linear_125_scale_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2693 linear_125_zero_point_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; +"2693 linear_125_zero_point_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2694 compressed_weight_updated_constant126" -> "2695 quantize_per_channel_default_126" [label="(384, 384)", style=solid]; "2695 quantize_per_channel_default_126" -> "2696 dequantize_per_channel_default_126" [label="(384, 384)", style=solid]; "2696 dequantize_per_channel_default_126" -> "2698 linear_125" [label="(384, 384)", style=solid]; "2697 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; @@ -6334,30 +6334,30 @@ strict digraph { "2708 _param_constant338" -> "2710 layer_norm_43" [label="(384,)", style=solid]; "2709 _param_constant339" -> "2710 layer_norm_43" [label="(384,)", style=solid]; "2710 layer_norm_43" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2711 add_71" -> "2713 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2712 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "2711 add_71" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2712 linear_126_updated_constant0" -> "2718 quantize_per_channel_default_127" [label="(1536, 384)", style=solid]; -"2713 add_71_0_0_nncf_smooth_quant_0" -> "2714 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2714 quantize_per_tensor_default_127" -> "2715 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2715 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2716 linear_126_scale_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2716 linear_126_scale_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2717 linear_126_zero_point_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2717 linear_126_zero_point_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2712 add_71_0_0_nncf_smooth_quant_0" -> "2713 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2713 quantize_per_tensor_default_127" -> "2714 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2714 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2715 linear_126_scale_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2715 linear_126_scale_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2716 linear_126_zero_point_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2716 linear_126_zero_point_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2717 compressed_weight_updated_constant127" -> "2718 quantize_per_channel_default_127" [label="(1536, 384)", style=solid]; "2718 quantize_per_channel_default_127" -> "2719 dequantize_per_channel_default_127" [label="(1536, 384)", style=solid]; "2719 dequantize_per_channel_default_127" -> "2721 linear_126" [label="(1536, 384)", style=solid]; "2720 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; "2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; "2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2723 dropout_82" -> "2725 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2724 linear_127_updated_constant0" -> "2730 quantize_per_channel_default_128" [label="(384, 1536)", style=solid]; -"2725 dropout_82_0_0_nncf_smooth_quant_0" -> "2726 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2726 quantize_per_tensor_default_128" -> "2727 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2727 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2728 linear_127_scale_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; -"2728 linear_127_scale_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; -"2729 linear_127_zero_point_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; -"2729 linear_127_zero_point_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2723 dropout_82" -> "2724 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2724 dropout_82_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2725 quantize_per_tensor_default_128" -> "2726 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2726 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2727 linear_127_scale_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; +"2727 linear_127_scale_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2728 linear_127_zero_point_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; +"2728 linear_127_zero_point_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2729 compressed_weight_updated_constant128" -> "2730 quantize_per_channel_default_128" [label="(384, 1536)", style=solid]; "2730 quantize_per_channel_default_128" -> "2731 dequantize_per_channel_default_128" [label="(384, 1536)", style=solid]; "2731 dequantize_per_channel_default_128" -> "2733 linear_127" [label="(384, 1536)", style=solid]; "2732 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; @@ -6368,24 +6368,24 @@ strict digraph { "2737 layer_norm_44" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; "2738 add_72" -> "2765 pad_23" [label="(1, 14, 14, 384)", style=solid]; "2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2739 _tensor_constant132" -> "2741 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2740 linear_128_updated_constant0" -> "2744 quantize_per_channel_default_129" [label="(512, 2)", style=solid]; -"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2742 linear_128_scale_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; -"2742 linear_128_scale_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; -"2743 linear_128_zero_point_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; -"2743 linear_128_zero_point_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2739 _tensor_constant132" -> "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2741 linear_128_scale_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; +"2741 linear_128_scale_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2742 linear_128_zero_point_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; +"2742 linear_128_zero_point_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2743 compressed_weight_updated_constant129" -> "2744 quantize_per_channel_default_129" [label="(512, 2)", style=solid]; "2744 quantize_per_channel_default_129" -> "2745 dequantize_per_channel_default_129" [label="(512, 2)", style=solid]; "2745 dequantize_per_channel_default_129" -> "2747 linear_128" [label="(512, 2)", style=solid]; "2746 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; "2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; -"2748 relu__21" -> "2750 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2749 linear_129_updated_constant0" -> "2753 quantize_per_channel_default_130" [label="(12, 512)", style=solid]; -"2750 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2751 linear_129_scale_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; -"2751 linear_129_scale_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; -"2752 linear_129_zero_point_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; -"2752 linear_129_zero_point_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2748 relu__21" -> "2749 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2749 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2750 linear_129_scale_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; +"2750 linear_129_scale_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2751 linear_129_zero_point_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; +"2751 linear_129_zero_point_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2752 compressed_weight_updated_constant130" -> "2753 quantize_per_channel_default_130" [label="(12, 512)", style=solid]; "2753 quantize_per_channel_default_130" -> "2754 dequantize_per_channel_default_130" [label="(12, 512)", style=solid]; "2754 dequantize_per_channel_default_130" -> "2755 linear_129" [label="(12, 512)", style=solid]; "2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; @@ -6402,16 +6402,16 @@ strict digraph { "2766 roll_20" -> "2767 view_116" [label="(1, 16, 16, 384)", style=solid]; "2767 view_116" -> "2768 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; "2768 permute_96" -> "2769 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2769 reshape_94" -> "2771 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2769 reshape_94" -> "2770 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; "2769 reshape_94" -> "2804 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2770 linear_130_updated_constant0" -> "2776 quantize_per_channel_default_131" [label="(1152, 384)", style=solid]; -"2771 reshape_94_0_0_nncf_smooth_quant_0" -> "2772 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2772 quantize_per_tensor_default_129" -> "2773 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2773 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; -"2774 linear_130_scale_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2774 linear_130_scale_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2775 linear_130_zero_point_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2775 linear_130_zero_point_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2770 reshape_94_0_0_nncf_smooth_quant_0" -> "2771 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2771 quantize_per_tensor_default_129" -> "2772 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2772 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; +"2773 linear_130_scale_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2773 linear_130_scale_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2774 linear_130_zero_point_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2774 linear_130_zero_point_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2775 compressed_weight_updated_constant131" -> "2776 quantize_per_channel_default_131" [label="(1152, 384)", style=solid]; "2776 quantize_per_channel_default_131" -> "2777 dequantize_per_channel_default_131" [label="(1152, 384)", style=solid]; "2777 dequantize_per_channel_default_131" -> "2779 linear_130" [label="(1152, 384)", style=solid]; "2778 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; @@ -6469,15 +6469,15 @@ strict digraph { "2821 dropout_84" -> "2822 matmul_43" [label="(4, 12, 64, 64)", style=solid]; "2822 matmul_43" -> "2823 transpose_43" [label="(4, 12, 64, 32)", style=solid]; "2823 transpose_43" -> "2824 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2824 reshape_97" -> "2826 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2825 linear_131_updated_constant0" -> "2831 quantize_per_channel_default_132" [label="(384, 384)", style=solid]; -"2826 reshape_97_0_0_nncf_smooth_quant_0" -> "2827 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2827 quantize_per_tensor_default_132" -> "2828 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2828 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; -"2829 linear_131_scale_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; -"2829 linear_131_scale_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; -"2830 linear_131_zero_point_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; -"2830 linear_131_zero_point_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2824 reshape_97" -> "2825 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2825 reshape_97_0_0_nncf_smooth_quant_0" -> "2826 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2826 quantize_per_tensor_default_132" -> "2827 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2827 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; +"2828 linear_131_scale_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; +"2828 linear_131_scale_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2829 linear_131_zero_point_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; +"2829 linear_131_zero_point_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2830 compressed_weight_updated_constant132" -> "2831 quantize_per_channel_default_132" [label="(384, 384)", style=solid]; "2831 quantize_per_channel_default_132" -> "2832 dequantize_per_channel_default_132" [label="(384, 384)", style=solid]; "2832 dequantize_per_channel_default_132" -> "2834 linear_131" [label="(384, 384)", style=solid]; "2833 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; @@ -6495,30 +6495,30 @@ strict digraph { "2845 _param_constant354" -> "2847 layer_norm_45" [label="(384,)", style=solid]; "2846 _param_constant355" -> "2847 layer_norm_45" [label="(384,)", style=solid]; "2847 layer_norm_45" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2848 add_75" -> "2850 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2849 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; "2848 add_75" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2849 linear_132_updated_constant0" -> "2855 quantize_per_channel_default_133" [label="(1536, 384)", style=solid]; -"2850 add_75_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2851 quantize_per_tensor_default_133" -> "2852 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2852 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2853 linear_132_scale_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2853 linear_132_scale_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2854 linear_132_zero_point_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2854 linear_132_zero_point_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2849 add_75_0_0_nncf_smooth_quant_0" -> "2850 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2850 quantize_per_tensor_default_133" -> "2851 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2851 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2852 linear_132_scale_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2852 linear_132_scale_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2853 linear_132_zero_point_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2853 linear_132_zero_point_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2854 compressed_weight_updated_constant133" -> "2855 quantize_per_channel_default_133" [label="(1536, 384)", style=solid]; "2855 quantize_per_channel_default_133" -> "2856 dequantize_per_channel_default_133" [label="(1536, 384)", style=solid]; "2856 dequantize_per_channel_default_133" -> "2858 linear_132" [label="(1536, 384)", style=solid]; "2857 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; "2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; "2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2860 dropout_86" -> "2862 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2861 linear_133_updated_constant0" -> "2867 quantize_per_channel_default_134" [label="(384, 1536)", style=solid]; -"2862 dropout_86_0_0_nncf_smooth_quant_0" -> "2863 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2863 quantize_per_tensor_default_134" -> "2864 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2864 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2865 linear_133_scale_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; -"2865 linear_133_scale_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; -"2866 linear_133_zero_point_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; -"2866 linear_133_zero_point_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2860 dropout_86" -> "2861 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2861 dropout_86_0_0_nncf_smooth_quant_0" -> "2862 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2862 quantize_per_tensor_default_134" -> "2863 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2863 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2864 linear_133_scale_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; +"2864 linear_133_scale_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2865 linear_133_zero_point_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; +"2865 linear_133_zero_point_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2866 compressed_weight_updated_constant134" -> "2867 quantize_per_channel_default_134" [label="(384, 1536)", style=solid]; "2867 quantize_per_channel_default_134" -> "2868 dequantize_per_channel_default_134" [label="(384, 1536)", style=solid]; "2868 dequantize_per_channel_default_134" -> "2870 linear_133" [label="(384, 1536)", style=solid]; "2869 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; @@ -6544,15 +6544,15 @@ strict digraph { "2886 slice_338" -> "2887 slice_339" [label="(1, 7, 14, 384)", style=solid]; "2887 slice_339" -> "2888 slice_340" [label="(1, 7, 7, 384)", style=solid]; "2888 slice_340" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2889 cat_2" -> "2891 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2890 linear_134_updated_constant0" -> "2896 quantize_per_channel_default_135" [label="(768, 1536)", style=solid]; -"2891 cat_2_0_0_nncf_smooth_quant_0" -> "2892 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2892 quantize_per_tensor_default_135" -> "2893 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2893 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2894 linear_134_scale_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; -"2894 linear_134_scale_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; -"2895 linear_134_zero_point_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; -"2895 linear_134_zero_point_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2889 cat_2" -> "2890 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2890 cat_2_0_0_nncf_smooth_quant_0" -> "2891 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2891 quantize_per_tensor_default_135" -> "2892 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2892 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2893 linear_134_scale_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; +"2893 linear_134_scale_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2894 linear_134_zero_point_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; +"2894 linear_134_zero_point_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2895 compressed_weight_updated_constant135" -> "2896 quantize_per_channel_default_135" [label="(768, 1536)", style=solid]; "2896 quantize_per_channel_default_135" -> "2897 dequantize_per_channel_default_135" [label="(768, 1536)", style=solid]; "2897 dequantize_per_channel_default_135" -> "2898 linear_134" [label="(768, 1536)", style=solid]; "2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; @@ -6560,24 +6560,24 @@ strict digraph { "2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; "2901 layer_norm_47" -> "2928 pad_25" [label="(1, 7, 7, 768)", style=solid]; "2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2902 _tensor_constant143" -> "2904 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2903 linear_135_updated_constant0" -> "2907 quantize_per_channel_default_136" [label="(512, 2)", style=solid]; -"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2905 linear_135_scale_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; -"2905 linear_135_scale_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; -"2906 linear_135_zero_point_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; -"2906 linear_135_zero_point_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2902 _tensor_constant143" -> "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2904 linear_135_scale_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; +"2904 linear_135_scale_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2905 linear_135_zero_point_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; +"2905 linear_135_zero_point_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2906 compressed_weight_updated_constant136" -> "2907 quantize_per_channel_default_136" [label="(512, 2)", style=solid]; "2907 quantize_per_channel_default_136" -> "2908 dequantize_per_channel_default_136" [label="(512, 2)", style=solid]; "2908 dequantize_per_channel_default_136" -> "2910 linear_135" [label="(512, 2)", style=solid]; "2909 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; "2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; -"2911 relu__22" -> "2913 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2912 linear_136_updated_constant0" -> "2916 quantize_per_channel_default_137" [label="(24, 512)", style=solid]; -"2913 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2914 linear_136_scale_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; -"2914 linear_136_scale_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; -"2915 linear_136_zero_point_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; -"2915 linear_136_zero_point_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2911 relu__22" -> "2912 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2912 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2913 linear_136_scale_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; +"2913 linear_136_scale_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2914 linear_136_zero_point_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; +"2914 linear_136_zero_point_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2915 compressed_weight_updated_constant137" -> "2916 quantize_per_channel_default_137" [label="(24, 512)", style=solid]; "2916 quantize_per_channel_default_137" -> "2917 dequantize_per_channel_default_137" [label="(24, 512)", style=solid]; "2917 dequantize_per_channel_default_137" -> "2918 linear_136" [label="(24, 512)", style=solid]; "2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; @@ -6593,15 +6593,15 @@ strict digraph { "2928 pad_25" -> "2929 view_123" [label="(1, 8, 8, 768)", style=solid]; "2929 view_123" -> "2930 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; "2930 permute_101" -> "2931 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2931 reshape_99" -> "2933 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2932 linear_137_updated_constant0" -> "2938 quantize_per_channel_default_138" [label="(2304, 768)", style=solid]; -"2933 reshape_99_0_0_nncf_smooth_quant_0" -> "2934 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2934 quantize_per_tensor_default_136" -> "2935 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2935 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; -"2936 linear_137_scale_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2936 linear_137_scale_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2937 linear_137_zero_point_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2937 linear_137_zero_point_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2931 reshape_99" -> "2932 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2932 reshape_99_0_0_nncf_smooth_quant_0" -> "2933 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2933 quantize_per_tensor_default_136" -> "2934 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2934 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; +"2935 linear_137_scale_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2935 linear_137_scale_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2936 linear_137_zero_point_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2936 linear_137_zero_point_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2937 compressed_weight_updated_constant138" -> "2938 quantize_per_channel_default_138" [label="(2304, 768)", style=solid]; "2938 quantize_per_channel_default_138" -> "2939 dequantize_per_channel_default_138" [label="(2304, 768)", style=solid]; "2939 dequantize_per_channel_default_138" -> "2941 linear_137" [label="(2304, 768)", style=solid]; "2940 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; @@ -6640,15 +6640,15 @@ strict digraph { "2967 dropout_88" -> "2968 matmul_45" [label="(1, 24, 64, 64)", style=solid]; "2968 matmul_45" -> "2969 transpose_45" [label="(1, 24, 64, 32)", style=solid]; "2969 transpose_45" -> "2970 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2970 reshape_101" -> "2972 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2971 linear_138_updated_constant0" -> "2977 quantize_per_channel_default_139" [label="(768, 768)", style=solid]; -"2972 reshape_101_0_0_nncf_smooth_quant_0" -> "2973 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2973 quantize_per_tensor_default_139" -> "2974 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2974 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; -"2975 linear_138_scale_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; -"2975 linear_138_scale_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; -"2976 linear_138_zero_point_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; -"2976 linear_138_zero_point_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"2970 reshape_101" -> "2971 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2971 reshape_101_0_0_nncf_smooth_quant_0" -> "2972 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2972 quantize_per_tensor_default_139" -> "2973 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2973 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; +"2974 linear_138_scale_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; +"2974 linear_138_scale_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"2975 linear_138_zero_point_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; +"2975 linear_138_zero_point_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"2976 compressed_weight_updated_constant139" -> "2977 quantize_per_channel_default_139" [label="(768, 768)", style=solid]; "2977 quantize_per_channel_default_139" -> "2978 dequantize_per_channel_default_139" [label="(768, 768)", style=solid]; "2978 dequantize_per_channel_default_139" -> "2980 linear_138" [label="(768, 768)", style=solid]; "2979 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; @@ -6665,30 +6665,30 @@ strict digraph { "2990 _param_constant373" -> "2992 layer_norm_48" [label="(768,)", style=solid]; "2991 _param_constant374" -> "2992 layer_norm_48" [label="(768,)", style=solid]; "2992 layer_norm_48" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2993 add_78" -> "2995 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "2994 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; "2993 add_78" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2994 linear_139_updated_constant0" -> "3000 quantize_per_channel_default_140" [label="(3072, 768)", style=solid]; -"2995 add_78_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2996 quantize_per_tensor_default_140" -> "2997 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2997 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2998 linear_139_scale_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2998 linear_139_scale_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2999 linear_139_zero_point_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2999 linear_139_zero_point_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2994 add_78_0_0_nncf_smooth_quant_0" -> "2995 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2995 quantize_per_tensor_default_140" -> "2996 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2996 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2997 linear_139_scale_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2997 linear_139_scale_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2998 linear_139_zero_point_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2998 linear_139_zero_point_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2999 compressed_weight_updated_constant140" -> "3000 quantize_per_channel_default_140" [label="(3072, 768)", style=solid]; "3000 quantize_per_channel_default_140" -> "3001 dequantize_per_channel_default_140" [label="(3072, 768)", style=solid]; "3001 dequantize_per_channel_default_140" -> "3003 linear_139" [label="(3072, 768)", style=solid]; "3002 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; "3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; "3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"3005 dropout_90" -> "3007 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3006 linear_140_updated_constant0" -> "3012 quantize_per_channel_default_141" [label="(768, 3072)", style=solid]; -"3007 dropout_90_0_0_nncf_smooth_quant_0" -> "3008 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3008 quantize_per_tensor_default_141" -> "3009 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3009 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"3010 linear_140_scale_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; -"3010 linear_140_scale_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; -"3011 linear_140_zero_point_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; -"3011 linear_140_zero_point_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3005 dropout_90" -> "3006 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3006 dropout_90_0_0_nncf_smooth_quant_0" -> "3007 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3007 quantize_per_tensor_default_141" -> "3008 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3008 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"3009 linear_140_scale_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; +"3009 linear_140_scale_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3010 linear_140_zero_point_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; +"3010 linear_140_zero_point_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3011 compressed_weight_updated_constant141" -> "3012 quantize_per_channel_default_141" [label="(768, 3072)", style=solid]; "3012 quantize_per_channel_default_141" -> "3013 dequantize_per_channel_default_141" [label="(768, 3072)", style=solid]; "3013 dequantize_per_channel_default_141" -> "3015 linear_140" [label="(768, 3072)", style=solid]; "3014 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; @@ -6699,24 +6699,24 @@ strict digraph { "3019 layer_norm_49" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; "3020 add_79" -> "3047 pad_26" [label="(1, 7, 7, 768)", style=solid]; "3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3021 _tensor_constant145" -> "3023 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"3022 linear_141_updated_constant0" -> "3026 quantize_per_channel_default_142" [label="(512, 2)", style=solid]; -"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"3024 linear_141_scale_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; -"3024 linear_141_scale_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; -"3025 linear_141_zero_point_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; -"3025 linear_141_zero_point_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3021 _tensor_constant145" -> "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"3023 linear_141_scale_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; +"3023 linear_141_scale_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3024 linear_141_zero_point_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; +"3024 linear_141_zero_point_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3025 compressed_weight_updated_constant142" -> "3026 quantize_per_channel_default_142" [label="(512, 2)", style=solid]; "3026 quantize_per_channel_default_142" -> "3027 dequantize_per_channel_default_142" [label="(512, 2)", style=solid]; "3027 dequantize_per_channel_default_142" -> "3029 linear_141" [label="(512, 2)", style=solid]; "3028 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; "3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; -"3030 relu__23" -> "3032 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"3031 linear_142_updated_constant0" -> "3035 quantize_per_channel_default_143" [label="(24, 512)", style=solid]; -"3032 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"3033 linear_142_scale_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; -"3033 linear_142_scale_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; -"3034 linear_142_zero_point_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; -"3034 linear_142_zero_point_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3030 relu__23" -> "3031 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"3031 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"3032 linear_142_scale_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; +"3032 linear_142_scale_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3033 linear_142_zero_point_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; +"3033 linear_142_zero_point_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3034 compressed_weight_updated_constant143" -> "3035 quantize_per_channel_default_143" [label="(24, 512)", style=solid]; "3035 quantize_per_channel_default_143" -> "3036 dequantize_per_channel_default_143" [label="(24, 512)", style=solid]; "3036 dequantize_per_channel_default_143" -> "3037 linear_142" [label="(24, 512)", style=solid]; "3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; @@ -6732,15 +6732,15 @@ strict digraph { "3047 pad_26" -> "3048 view_127" [label="(1, 8, 8, 768)", style=solid]; "3048 view_127" -> "3049 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; "3049 permute_105" -> "3050 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3050 reshape_103" -> "3052 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3051 linear_143_updated_constant0" -> "3057 quantize_per_channel_default_144" [label="(2304, 768)", style=solid]; -"3052 reshape_103_0_0_nncf_smooth_quant_0" -> "3053 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3053 quantize_per_tensor_default_142" -> "3054 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3054 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; -"3055 linear_143_scale_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3055 linear_143_scale_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3056 linear_143_zero_point_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3056 linear_143_zero_point_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3050 reshape_103" -> "3051 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3051 reshape_103_0_0_nncf_smooth_quant_0" -> "3052 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3052 quantize_per_tensor_default_142" -> "3053 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3053 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; +"3054 linear_143_scale_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3054 linear_143_scale_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3055 linear_143_zero_point_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3055 linear_143_zero_point_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3056 compressed_weight_updated_constant144" -> "3057 quantize_per_channel_default_144" [label="(2304, 768)", style=solid]; "3057 quantize_per_channel_default_144" -> "3058 dequantize_per_channel_default_144" [label="(2304, 768)", style=solid]; "3058 dequantize_per_channel_default_144" -> "3060 linear_143" [label="(2304, 768)", style=solid]; "3059 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; @@ -6779,15 +6779,15 @@ strict digraph { "3086 dropout_92" -> "3087 matmul_47" [label="(1, 24, 64, 64)", style=solid]; "3087 matmul_47" -> "3088 transpose_47" [label="(1, 24, 64, 32)", style=solid]; "3088 transpose_47" -> "3089 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"3089 reshape_105" -> "3091 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3090 linear_144_updated_constant0" -> "3096 quantize_per_channel_default_145" [label="(768, 768)", style=solid]; -"3091 reshape_105_0_0_nncf_smooth_quant_0" -> "3092 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3092 quantize_per_tensor_default_145" -> "3093 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3093 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; -"3094 linear_144_scale_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; -"3094 linear_144_scale_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; -"3095 linear_144_zero_point_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; -"3095 linear_144_zero_point_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3089 reshape_105" -> "3090 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3090 reshape_105_0_0_nncf_smooth_quant_0" -> "3091 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3091 quantize_per_tensor_default_145" -> "3092 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3092 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; +"3093 linear_144_scale_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; +"3093 linear_144_scale_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3094 linear_144_zero_point_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; +"3094 linear_144_zero_point_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3095 compressed_weight_updated_constant145" -> "3096 quantize_per_channel_default_145" [label="(768, 768)", style=solid]; "3096 quantize_per_channel_default_145" -> "3097 dequantize_per_channel_default_145" [label="(768, 768)", style=solid]; "3097 dequantize_per_channel_default_145" -> "3099 linear_144" [label="(768, 768)", style=solid]; "3098 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; @@ -6804,30 +6804,30 @@ strict digraph { "3109 _param_constant389" -> "3111 layer_norm_50" [label="(768,)", style=solid]; "3110 _param_constant390" -> "3111 layer_norm_50" [label="(768,)", style=solid]; "3111 layer_norm_50" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3112 add_81" -> "3114 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3113 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; "3112 add_81" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3113 linear_145_updated_constant0" -> "3119 quantize_per_channel_default_146" [label="(3072, 768)", style=solid]; -"3114 add_81_0_0_nncf_smooth_quant_0" -> "3115 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3115 quantize_per_tensor_default_146" -> "3116 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3116 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"3117 linear_145_scale_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3117 linear_145_scale_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3118 linear_145_zero_point_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3118 linear_145_zero_point_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3113 add_81_0_0_nncf_smooth_quant_0" -> "3114 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3114 quantize_per_tensor_default_146" -> "3115 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3115 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"3116 linear_145_scale_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3116 linear_145_scale_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3117 linear_145_zero_point_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3117 linear_145_zero_point_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3118 compressed_weight_updated_constant146" -> "3119 quantize_per_channel_default_146" [label="(3072, 768)", style=solid]; "3119 quantize_per_channel_default_146" -> "3120 dequantize_per_channel_default_146" [label="(3072, 768)", style=solid]; "3120 dequantize_per_channel_default_146" -> "3122 linear_145" [label="(3072, 768)", style=solid]; "3121 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; "3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; "3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"3124 dropout_94" -> "3126 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3125 linear_146_updated_constant0" -> "3131 quantize_per_channel_default_147" [label="(768, 3072)", style=solid]; -"3126 dropout_94_0_0_nncf_smooth_quant_0" -> "3127 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3127 quantize_per_tensor_default_147" -> "3128 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3128 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"3129 linear_146_scale_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; -"3129 linear_146_scale_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; -"3130 linear_146_zero_point_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; -"3130 linear_146_zero_point_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3124 dropout_94" -> "3125 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3125 dropout_94_0_0_nncf_smooth_quant_0" -> "3126 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3126 quantize_per_tensor_default_147" -> "3127 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3127 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"3128 linear_146_scale_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; +"3128 linear_146_scale_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3129 linear_146_zero_point_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; +"3129 linear_146_zero_point_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3130 compressed_weight_updated_constant147" -> "3131 quantize_per_channel_default_147" [label="(768, 3072)", style=solid]; "3131 quantize_per_channel_default_147" -> "3132 dequantize_per_channel_default_147" [label="(768, 3072)", style=solid]; "3132 dequantize_per_channel_default_147" -> "3134 linear_146" [label="(768, 3072)", style=solid]; "3133 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; @@ -6842,15 +6842,15 @@ strict digraph { "3142 layer_norm_52" -> "3143 permute_108" [label="(1, 7, 7, 768)", style=solid]; "3143 permute_108" -> "3144 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; "3144 adaptive_avg_pool2d" -> "3145 flatten" [label="(1, 768, 1, 1)", style=solid]; -"3145 flatten" -> "3147 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"3146 linear_147_updated_constant0" -> "3152 quantize_per_channel_default_148" [label="(1000, 768)", style=solid]; -"3147 flatten_0_0_nncf_smooth_quant_0" -> "3148 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3148 quantize_per_tensor_default_148" -> "3149 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3149 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; -"3150 linear_147_scale_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3150 linear_147_scale_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3151 linear_147_zero_point_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3151 linear_147_zero_point_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3145 flatten" -> "3146 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"3146 flatten_0_0_nncf_smooth_quant_0" -> "3147 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3147 quantize_per_tensor_default_148" -> "3148 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3148 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; +"3149 linear_147_scale_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3149 linear_147_scale_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3150 linear_147_zero_point_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3150 linear_147_zero_point_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3151 compressed_weight_updated_constant148" -> "3152 quantize_per_channel_default_148" [label="(1000, 768)", style=solid]; "3152 quantize_per_channel_default_148" -> "3153 dequantize_per_channel_default_148" [label="(1000, 768)", style=solid]; "3153 dequantize_per_channel_default_148" -> "3155 linear_147" [label="(1000, 768)", style=solid]; "3154 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index d4c4965fa33..a3a6542ed3c 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -2,22 +2,22 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 _param_constant0" [id=1, type=get_attr]; "2 embedding" [id=2, type=embedding]; -"3 linear_updated_constant0" [id=3, type=get_attr]; -"4 embedding_0_0_nncf_smooth_quant_0" [id=4, type=call_module]; -"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; -"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; -"7 linear_scale_0" [id=7, type=get_attr]; -"8 linear_zero_point_0" [id=8, type=get_attr]; +"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; +"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; +"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; +"6 linear_scale_0" [id=6, type=get_attr]; +"7 linear_zero_point_0" [id=7, type=get_attr]; +"8 compressed_weight_updated_constant0" [id=8, type=get_attr]; "9 quantize_per_channel_default" [id=9, type=quantize_per_channel]; "10 dequantize_per_channel_default" [id=10, type=dequantize_per_channel]; "11 _param_constant2_0_0" [id=11, type=get_attr]; "12 linear" [id=12, type=linear]; -"13 linear_1_updated_constant0" [id=13, type=get_attr]; -"14 add_tensor_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; -"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; -"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; -"17 linear_1_scale_0" [id=17, type=get_attr]; -"18 linear_1_zero_point_0" [id=18, type=get_attr]; +"13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; +"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; +"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; +"16 linear_1_scale_0" [id=16, type=get_attr]; +"17 linear_1_zero_point_0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; "19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; "20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; "21 _param_constant4_0_0" [id=21, type=get_attr]; @@ -25,27 +25,27 @@ strict digraph { "23 output" [id=23, type=output]; "0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; "1 _param_constant0" -> "2 embedding" [label="(10, 5)", style=solid]; -"2 embedding" -> "4 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"3 linear_updated_constant0" -> "9 quantize_per_channel_default" [label="(5, 5)", style=solid]; -"4 embedding_0_0_nncf_smooth_quant_0" -> "5 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"6 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"7 linear_scale_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; -"7 linear_scale_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; -"8 linear_zero_point_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; -"8 linear_zero_point_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; +"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; +"6 linear_scale_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; +"6 linear_scale_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; +"7 linear_zero_point_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; +"7 linear_zero_point_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; +"8 compressed_weight_updated_constant0" -> "9 quantize_per_channel_default" [label="(5, 5)", style=solid]; "9 quantize_per_channel_default" -> "10 dequantize_per_channel_default" [label="(5, 5)", style=solid]; "10 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; "11 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; -"12 linear" -> "14 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"13 linear_1_updated_constant0" -> "19 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"14 add_tensor_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"17 linear_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; -"17 linear_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"18 linear_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; -"18 linear_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; +"16 linear_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"16 linear_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; "19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; "20 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; "21 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index b00956ac818..22972f24a32 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,9 +2,9 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; "7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; "8 _param_constant1_0_0" [id=8, type=get_attr]; @@ -12,9 +12,9 @@ strict digraph { "10 relu" [id=10, type=relu]; "11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 _param_constant4" [id=13, type=get_attr]; -"14 conv2d_1_scale_0" [id=14, type=get_attr]; -"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; +"13 conv2d_1_scale_0" [id=13, type=get_attr]; +"14 conv2d_1_zero_point_0" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; "16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; "17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; "18 _param_constant5_0_0" [id=18, type=get_attr]; @@ -24,9 +24,9 @@ strict digraph { "22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; "23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; "24 max_pool2d" [id=24, type=max_pool2d]; -"25 _param_constant8" [id=25, type=get_attr]; -"26 conv2d_2_scale_0" [id=26, type=get_attr]; -"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; +"25 conv2d_2_scale_0" [id=25, type=get_attr]; +"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; "28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; "29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; "30 _param_constant9_0_0" [id=30, type=get_attr]; @@ -34,9 +34,9 @@ strict digraph { "32 relu_2" [id=32, type=relu]; "33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; "34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 _param_constant12" [id=35, type=get_attr]; -"36 conv2d_3_scale_0" [id=36, type=get_attr]; -"37 conv2d_3_zero_point_0" [id=37, type=get_attr]; +"35 conv2d_3_scale_0" [id=35, type=get_attr]; +"36 conv2d_3_zero_point_0" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant3" [id=37, type=get_attr]; "38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; "39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; "40 _param_constant13_0_0" [id=40, type=get_attr]; @@ -46,9 +46,9 @@ strict digraph { "44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; "45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; "46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 _param_constant16" [id=47, type=get_attr]; -"48 conv2d_4_scale_0" [id=48, type=get_attr]; -"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; +"47 conv2d_4_scale_0" [id=47, type=get_attr]; +"48 conv2d_4_zero_point_0" [id=48, type=get_attr]; +"49 compressed_weight_updated_constant4" [id=49, type=get_attr]; "50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; "51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; "52 _param_constant17_0_0" [id=52, type=get_attr]; @@ -56,9 +56,9 @@ strict digraph { "54 relu_4" [id=54, type=relu]; "55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 _param_constant20" [id=57, type=get_attr]; -"58 conv2d_5_scale_0" [id=58, type=get_attr]; -"59 conv2d_5_zero_point_0" [id=59, type=get_attr]; +"57 conv2d_5_scale_0" [id=57, type=get_attr]; +"58 conv2d_5_zero_point_0" [id=58, type=get_attr]; +"59 compressed_weight_updated_constant5" [id=59, type=get_attr]; "60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; "61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; "62 _param_constant21_0_0" [id=62, type=get_attr]; @@ -68,9 +68,9 @@ strict digraph { "66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; "67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; "68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 _param_constant24" [id=69, type=get_attr]; -"70 conv2d_6_scale_0" [id=70, type=get_attr]; -"71 conv2d_6_zero_point_0" [id=71, type=get_attr]; +"69 conv2d_6_scale_0" [id=69, type=get_attr]; +"70 conv2d_6_zero_point_0" [id=70, type=get_attr]; +"71 compressed_weight_updated_constant6" [id=71, type=get_attr]; "72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; "73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; "74 _param_constant25_0_0" [id=74, type=get_attr]; @@ -78,9 +78,9 @@ strict digraph { "76 relu_6" [id=76, type=relu]; "77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; "78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 _param_constant28" [id=79, type=get_attr]; -"80 conv2d_7_scale_0" [id=80, type=get_attr]; -"81 conv2d_7_zero_point_0" [id=81, type=get_attr]; +"79 conv2d_7_scale_0" [id=79, type=get_attr]; +"80 conv2d_7_zero_point_0" [id=80, type=get_attr]; +"81 compressed_weight_updated_constant7" [id=81, type=get_attr]; "82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; "83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; "84 _param_constant29_0_0" [id=84, type=get_attr]; @@ -90,9 +90,9 @@ strict digraph { "88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; "89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; "90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 _param_constant32" [id=91, type=get_attr]; -"92 conv2d_8_scale_0" [id=92, type=get_attr]; -"93 conv2d_8_zero_point_0" [id=93, type=get_attr]; +"91 conv2d_8_scale_0" [id=91, type=get_attr]; +"92 conv2d_8_zero_point_0" [id=92, type=get_attr]; +"93 compressed_weight_updated_constant8" [id=93, type=get_attr]; "94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; "95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; "96 _param_constant33_0_0" [id=96, type=get_attr]; @@ -100,9 +100,9 @@ strict digraph { "98 relu_8" [id=98, type=relu]; "99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; "100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 _param_constant36" [id=101, type=get_attr]; -"102 conv2d_9_scale_0" [id=102, type=get_attr]; -"103 conv2d_9_zero_point_0" [id=103, type=get_attr]; +"101 conv2d_9_scale_0" [id=101, type=get_attr]; +"102 conv2d_9_zero_point_0" [id=102, type=get_attr]; +"103 compressed_weight_updated_constant9" [id=103, type=get_attr]; "104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; "105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; "106 _param_constant37_0_0" [id=106, type=get_attr]; @@ -110,9 +110,9 @@ strict digraph { "108 relu_9" [id=108, type=relu]; "109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; "110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 _param_constant40" [id=111, type=get_attr]; -"112 conv_transpose2d_scale_0" [id=112, type=get_attr]; -"113 conv_transpose2d_zero_point_0" [id=113, type=get_attr]; +"111 conv_transpose2d_scale_0" [id=111, type=get_attr]; +"112 conv_transpose2d_zero_point_0" [id=112, type=get_attr]; +"113 compressed_weight_updated_constant10" [id=113, type=get_attr]; "114 quantize_per_channel_default_10" [id=114, type=quantize_per_channel]; "115 dequantize_per_channel_default_10" [id=115, type=dequantize_per_channel]; "116 _param_constant41_0_0" [id=116, type=get_attr]; @@ -124,9 +124,9 @@ strict digraph { "122 slice_3" [id=122, type=slice]; "123 slice_4" [id=123, type=slice]; "124 cat" [id=124, type=cat]; -"125 _param_constant42" [id=125, type=get_attr]; -"126 conv2d_10_scale_0" [id=126, type=get_attr]; -"127 conv2d_10_zero_point_0" [id=127, type=get_attr]; +"125 conv2d_10_scale_0" [id=125, type=get_attr]; +"126 conv2d_10_zero_point_0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant11" [id=127, type=get_attr]; "128 quantize_per_channel_default_11" [id=128, type=quantize_per_channel]; "129 dequantize_per_channel_default_11" [id=129, type=dequantize_per_channel]; "130 _param_constant43_0_0" [id=130, type=get_attr]; @@ -134,9 +134,9 @@ strict digraph { "132 relu_10" [id=132, type=relu]; "133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; "134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 _param_constant46" [id=135, type=get_attr]; -"136 conv2d_11_scale_0" [id=136, type=get_attr]; -"137 conv2d_11_zero_point_0" [id=137, type=get_attr]; +"135 conv2d_11_scale_0" [id=135, type=get_attr]; +"136 conv2d_11_zero_point_0" [id=136, type=get_attr]; +"137 compressed_weight_updated_constant12" [id=137, type=get_attr]; "138 quantize_per_channel_default_12" [id=138, type=quantize_per_channel]; "139 dequantize_per_channel_default_12" [id=139, type=dequantize_per_channel]; "140 _param_constant47_0_0" [id=140, type=get_attr]; @@ -144,9 +144,9 @@ strict digraph { "142 relu_11" [id=142, type=relu]; "143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; "144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 _param_constant50" [id=145, type=get_attr]; -"146 conv_transpose2d_1_scale_0" [id=146, type=get_attr]; -"147 conv_transpose2d_1_zero_point_0" [id=147, type=get_attr]; +"145 conv_transpose2d_1_scale_0" [id=145, type=get_attr]; +"146 conv_transpose2d_1_zero_point_0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant13" [id=147, type=get_attr]; "148 quantize_per_channel_default_13" [id=148, type=quantize_per_channel]; "149 dequantize_per_channel_default_13" [id=149, type=dequantize_per_channel]; "150 _param_constant51_0_0" [id=150, type=get_attr]; @@ -158,9 +158,9 @@ strict digraph { "156 slice_7" [id=156, type=slice]; "157 slice_8" [id=157, type=slice]; "158 cat_1" [id=158, type=cat]; -"159 _param_constant52" [id=159, type=get_attr]; -"160 conv2d_12_scale_0" [id=160, type=get_attr]; -"161 conv2d_12_zero_point_0" [id=161, type=get_attr]; +"159 conv2d_12_scale_0" [id=159, type=get_attr]; +"160 conv2d_12_zero_point_0" [id=160, type=get_attr]; +"161 compressed_weight_updated_constant14" [id=161, type=get_attr]; "162 quantize_per_channel_default_14" [id=162, type=quantize_per_channel]; "163 dequantize_per_channel_default_14" [id=163, type=dequantize_per_channel]; "164 _param_constant53_0_0" [id=164, type=get_attr]; @@ -168,9 +168,9 @@ strict digraph { "166 relu_12" [id=166, type=relu]; "167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; "168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 _param_constant56" [id=169, type=get_attr]; -"170 conv2d_13_scale_0" [id=170, type=get_attr]; -"171 conv2d_13_zero_point_0" [id=171, type=get_attr]; +"169 conv2d_13_scale_0" [id=169, type=get_attr]; +"170 conv2d_13_zero_point_0" [id=170, type=get_attr]; +"171 compressed_weight_updated_constant15" [id=171, type=get_attr]; "172 quantize_per_channel_default_15" [id=172, type=quantize_per_channel]; "173 dequantize_per_channel_default_15" [id=173, type=dequantize_per_channel]; "174 _param_constant57_0_0" [id=174, type=get_attr]; @@ -178,9 +178,9 @@ strict digraph { "176 relu_13" [id=176, type=relu]; "177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; "178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 _param_constant60" [id=179, type=get_attr]; -"180 conv_transpose2d_2_scale_0" [id=180, type=get_attr]; -"181 conv_transpose2d_2_zero_point_0" [id=181, type=get_attr]; +"179 conv_transpose2d_2_scale_0" [id=179, type=get_attr]; +"180 conv_transpose2d_2_zero_point_0" [id=180, type=get_attr]; +"181 compressed_weight_updated_constant16" [id=181, type=get_attr]; "182 quantize_per_channel_default_16" [id=182, type=quantize_per_channel]; "183 dequantize_per_channel_default_16" [id=183, type=dequantize_per_channel]; "184 _param_constant61_0_0" [id=184, type=get_attr]; @@ -192,9 +192,9 @@ strict digraph { "190 slice_11" [id=190, type=slice]; "191 slice_12" [id=191, type=slice]; "192 cat_2" [id=192, type=cat]; -"193 _param_constant62" [id=193, type=get_attr]; -"194 conv2d_14_scale_0" [id=194, type=get_attr]; -"195 conv2d_14_zero_point_0" [id=195, type=get_attr]; +"193 conv2d_14_scale_0" [id=193, type=get_attr]; +"194 conv2d_14_zero_point_0" [id=194, type=get_attr]; +"195 compressed_weight_updated_constant17" [id=195, type=get_attr]; "196 quantize_per_channel_default_17" [id=196, type=quantize_per_channel]; "197 dequantize_per_channel_default_17" [id=197, type=dequantize_per_channel]; "198 _param_constant63_0_0" [id=198, type=get_attr]; @@ -202,9 +202,9 @@ strict digraph { "200 relu_14" [id=200, type=relu]; "201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; "202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 _param_constant66" [id=203, type=get_attr]; -"204 conv2d_15_scale_0" [id=204, type=get_attr]; -"205 conv2d_15_zero_point_0" [id=205, type=get_attr]; +"203 conv2d_15_scale_0" [id=203, type=get_attr]; +"204 conv2d_15_zero_point_0" [id=204, type=get_attr]; +"205 compressed_weight_updated_constant18" [id=205, type=get_attr]; "206 quantize_per_channel_default_18" [id=206, type=quantize_per_channel]; "207 dequantize_per_channel_default_18" [id=207, type=dequantize_per_channel]; "208 _param_constant67_0_0" [id=208, type=get_attr]; @@ -212,9 +212,9 @@ strict digraph { "210 relu_15" [id=210, type=relu]; "211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; "212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 _param_constant70" [id=213, type=get_attr]; -"214 conv_transpose2d_3_scale_0" [id=214, type=get_attr]; -"215 conv_transpose2d_3_zero_point_0" [id=215, type=get_attr]; +"213 conv_transpose2d_3_scale_0" [id=213, type=get_attr]; +"214 conv_transpose2d_3_zero_point_0" [id=214, type=get_attr]; +"215 compressed_weight_updated_constant19" [id=215, type=get_attr]; "216 quantize_per_channel_default_19" [id=216, type=quantize_per_channel]; "217 dequantize_per_channel_default_19" [id=217, type=dequantize_per_channel]; "218 _param_constant71_0_0" [id=218, type=get_attr]; @@ -226,9 +226,9 @@ strict digraph { "224 slice_15" [id=224, type=slice]; "225 slice_16" [id=225, type=slice]; "226 cat_3" [id=226, type=cat]; -"227 _param_constant72" [id=227, type=get_attr]; -"228 conv2d_16_scale_0" [id=228, type=get_attr]; -"229 conv2d_16_zero_point_0" [id=229, type=get_attr]; +"227 conv2d_16_scale_0" [id=227, type=get_attr]; +"228 conv2d_16_zero_point_0" [id=228, type=get_attr]; +"229 compressed_weight_updated_constant20" [id=229, type=get_attr]; "230 quantize_per_channel_default_20" [id=230, type=quantize_per_channel]; "231 dequantize_per_channel_default_20" [id=231, type=dequantize_per_channel]; "232 _param_constant73_0_0" [id=232, type=get_attr]; @@ -236,9 +236,9 @@ strict digraph { "234 relu_16" [id=234, type=relu]; "235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; "236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 _param_constant76" [id=237, type=get_attr]; -"238 conv2d_17_scale_0" [id=238, type=get_attr]; -"239 conv2d_17_zero_point_0" [id=239, type=get_attr]; +"237 conv2d_17_scale_0" [id=237, type=get_attr]; +"238 conv2d_17_zero_point_0" [id=238, type=get_attr]; +"239 compressed_weight_updated_constant21" [id=239, type=get_attr]; "240 quantize_per_channel_default_21" [id=240, type=quantize_per_channel]; "241 dequantize_per_channel_default_21" [id=241, type=dequantize_per_channel]; "242 _param_constant77_0_0" [id=242, type=get_attr]; @@ -246,9 +246,9 @@ strict digraph { "244 relu_17" [id=244, type=relu]; "245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; "246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 _param_constant80" [id=247, type=get_attr]; -"248 conv2d_18_scale_0" [id=248, type=get_attr]; -"249 conv2d_18_zero_point_0" [id=249, type=get_attr]; +"247 conv2d_18_scale_0" [id=247, type=get_attr]; +"248 conv2d_18_zero_point_0" [id=248, type=get_attr]; +"249 compressed_weight_updated_constant22" [id=249, type=get_attr]; "250 quantize_per_channel_default_22" [id=250, type=quantize_per_channel]; "251 dequantize_per_channel_default_22" [id=251, type=dequantize_per_channel]; "252 _param_constant81_0_0" [id=252, type=get_attr]; @@ -257,11 +257,11 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; "6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; "7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; "8 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; @@ -269,26 +269,26 @@ strict digraph { "10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; "11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; "12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"13 _param_constant4" -> "16 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"14 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"14 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"13 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"13 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 compressed_weight_updated_constant1" -> "16 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; "16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; "17 dequantize_per_channel_default_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; "18 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; "19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; "20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; "21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; "22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; "23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; "24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"25 _param_constant8" -> "28 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; -"26 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; -"26 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"27 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; -"27 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"25 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"25 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"26 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"26 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; "28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; "29 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; "30 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; @@ -296,26 +296,26 @@ strict digraph { "32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; "33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; "34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"35 _param_constant12" -> "38 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; -"36 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; -"36 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"37 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; -"37 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"35 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"35 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"36 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"36 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"37 compressed_weight_updated_constant3" -> "38 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; "38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; "39 dequantize_per_channel_default_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; "40 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; "41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; "42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; -"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; "43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; "44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; "45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; "46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"47 _param_constant16" -> "50 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; -"48 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; -"48 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"49 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; -"49 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"47 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"47 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"48 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"48 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"49 compressed_weight_updated_constant4" -> "50 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; "50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; "51 dequantize_per_channel_default_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; "52 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; @@ -323,26 +323,26 @@ strict digraph { "54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; "55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; "56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"57 _param_constant20" -> "60 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; -"58 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; -"58 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"59 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; -"59 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"57 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"57 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"58 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"58 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"59 compressed_weight_updated_constant5" -> "60 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; "60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; "61 dequantize_per_channel_default_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; "62 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; "63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; "64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; -"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; "65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; "66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; "67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; "68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"69 _param_constant24" -> "72 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; -"70 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; -"70 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"71 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; -"71 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"69 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"69 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"70 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"70 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"71 compressed_weight_updated_constant6" -> "72 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; "72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; "73 dequantize_per_channel_default_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; "74 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; @@ -350,26 +350,26 @@ strict digraph { "76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; "77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; "78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"79 _param_constant28" -> "82 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; -"80 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"80 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"81 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"81 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"79 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"79 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"80 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"80 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"81 compressed_weight_updated_constant7" -> "82 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; "82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; "83 dequantize_per_channel_default_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; "84 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; "85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; "86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; -"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; "87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; "88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; "89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; "90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"91 _param_constant32" -> "94 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; -"92 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; -"92 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"93 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; -"93 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"91 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"91 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"92 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"92 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"93 compressed_weight_updated_constant8" -> "94 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; "94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; "95 dequantize_per_channel_default_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; "96 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; @@ -377,11 +377,11 @@ strict digraph { "98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; "99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; "100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"101 _param_constant36" -> "104 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; -"102 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; -"102 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"103 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; -"103 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"101 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"101 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"102 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"102 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"103 compressed_weight_updated_constant9" -> "104 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; "104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; "105 dequantize_per_channel_default_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; "106 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; @@ -389,11 +389,11 @@ strict digraph { "108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; "109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; "110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 _param_constant40" -> "114 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"112 conv_transpose2d_scale_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"112 conv_transpose2d_scale_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"113 conv_transpose2d_zero_point_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"113 conv_transpose2d_zero_point_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"111 conv_transpose2d_scale_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"111 conv_transpose2d_scale_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"112 conv_transpose2d_zero_point_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"112 conv_transpose2d_zero_point_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"113 compressed_weight_updated_constant10" -> "114 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; "114 quantize_per_channel_default_10" -> "115 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; "115 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; "116 _param_constant41_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; @@ -405,11 +405,11 @@ strict digraph { "122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; "123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; "124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"125 _param_constant42" -> "128 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; -"126 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; -"126 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"127 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; -"127 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"125 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"125 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"126 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"126 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"127 compressed_weight_updated_constant11" -> "128 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; "128 quantize_per_channel_default_11" -> "129 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; "129 dequantize_per_channel_default_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; "130 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; @@ -417,11 +417,11 @@ strict digraph { "132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; "133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; "134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"135 _param_constant46" -> "138 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; -"136 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; -"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"137 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; -"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"135 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"135 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"136 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"136 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"137 compressed_weight_updated_constant12" -> "138 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; "138 quantize_per_channel_default_12" -> "139 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; "139 dequantize_per_channel_default_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; "140 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; @@ -429,11 +429,11 @@ strict digraph { "142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; "143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; "144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 _param_constant50" -> "148 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"146 conv_transpose2d_1_scale_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"146 conv_transpose2d_1_scale_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"147 conv_transpose2d_1_zero_point_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"147 conv_transpose2d_1_zero_point_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"145 conv_transpose2d_1_scale_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"145 conv_transpose2d_1_scale_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"146 conv_transpose2d_1_zero_point_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"146 conv_transpose2d_1_zero_point_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"147 compressed_weight_updated_constant13" -> "148 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; "148 quantize_per_channel_default_13" -> "149 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; "149 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; "150 _param_constant51_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; @@ -445,11 +445,11 @@ strict digraph { "156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; "157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; "158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"159 _param_constant52" -> "162 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; -"160 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"160 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"161 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"161 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"159 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"159 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"160 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"160 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"161 compressed_weight_updated_constant14" -> "162 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; "162 quantize_per_channel_default_14" -> "163 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; "163 dequantize_per_channel_default_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; "164 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; @@ -457,11 +457,11 @@ strict digraph { "166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"169 _param_constant56" -> "172 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; -"170 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; -"170 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"171 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; -"171 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"169 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"169 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"170 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"170 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"171 compressed_weight_updated_constant15" -> "172 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; "172 quantize_per_channel_default_15" -> "173 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; "173 dequantize_per_channel_default_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; "174 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; @@ -469,11 +469,11 @@ strict digraph { "176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; "177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; "178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 _param_constant60" -> "182 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"180 conv_transpose2d_2_scale_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"180 conv_transpose2d_2_scale_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"181 conv_transpose2d_2_zero_point_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"181 conv_transpose2d_2_zero_point_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"179 conv_transpose2d_2_scale_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"179 conv_transpose2d_2_scale_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"180 conv_transpose2d_2_zero_point_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"180 conv_transpose2d_2_zero_point_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"181 compressed_weight_updated_constant16" -> "182 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; "182 quantize_per_channel_default_16" -> "183 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; "183 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; "184 _param_constant61_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; @@ -485,11 +485,11 @@ strict digraph { "190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; "191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; "192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"193 _param_constant62" -> "196 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; -"194 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; -"194 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"195 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; -"195 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"193 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"193 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"194 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"194 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"195 compressed_weight_updated_constant17" -> "196 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; "196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; "197 dequantize_per_channel_default_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; "198 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; @@ -497,11 +497,11 @@ strict digraph { "200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; "201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; "202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"203 _param_constant66" -> "206 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; -"204 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; -"204 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"205 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; -"205 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"203 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"203 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"204 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"204 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"205 compressed_weight_updated_constant18" -> "206 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; "206 quantize_per_channel_default_18" -> "207 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; "207 dequantize_per_channel_default_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; "208 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; @@ -509,11 +509,11 @@ strict digraph { "210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; "211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; "212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 _param_constant70" -> "216 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"214 conv_transpose2d_3_scale_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"214 conv_transpose2d_3_scale_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"215 conv_transpose2d_3_zero_point_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"215 conv_transpose2d_3_zero_point_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"213 conv_transpose2d_3_scale_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"213 conv_transpose2d_3_scale_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"214 conv_transpose2d_3_zero_point_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"214 conv_transpose2d_3_zero_point_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"215 compressed_weight_updated_constant19" -> "216 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; "216 quantize_per_channel_default_19" -> "217 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; "217 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; "218 _param_constant71_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; @@ -525,11 +525,11 @@ strict digraph { "224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; "225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; "226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"227 _param_constant72" -> "230 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; -"228 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; -"228 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"229 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; -"229 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"227 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"227 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"228 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"228 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"229 compressed_weight_updated_constant20" -> "230 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; "230 quantize_per_channel_default_20" -> "231 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; "231 dequantize_per_channel_default_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; "232 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; @@ -537,11 +537,11 @@ strict digraph { "234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; "235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; "236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"237 _param_constant76" -> "240 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; -"238 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; -"238 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"239 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; -"239 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"237 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"237 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"238 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"238 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"239 compressed_weight_updated_constant21" -> "240 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; "240 quantize_per_channel_default_21" -> "241 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; "241 dequantize_per_channel_default_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; "242 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; @@ -549,11 +549,11 @@ strict digraph { "244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; "245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; "246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"247 _param_constant80" -> "250 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; -"248 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; -"248 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"249 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; -"249 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"247 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"247 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"248 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"248 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 compressed_weight_updated_constant22" -> "250 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; "250 quantize_per_channel_default_22" -> "251 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; "251 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; "252 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index c6ec36194d8..2fe2b1db30f 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -2,9 +2,9 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; "7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; "8 _param_constant1_0_0" [id=8, type=get_attr]; @@ -21,12 +21,12 @@ strict digraph { "19 _param_constant5" [id=19, type=get_attr]; "20 layer_norm" [id=20, type=layer_norm]; "21 transpose" [id=21, type=transpose]; -"22 linear_updated_constant0" [id=22, type=get_attr]; -"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; -"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 linear_scale_0" [id=26, type=get_attr]; -"27 linear_zero_point_0" [id=27, type=get_attr]; +"22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; +"25 linear_scale_0" [id=25, type=get_attr]; +"26 linear_zero_point_0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant1" [id=27, type=get_attr]; "28 quantize_per_channel_default_1" [id=28, type=quantize_per_channel]; "29 dequantize_per_channel_default_1" [id=29, type=dequantize_per_channel]; "30 _param_constant7_0_0" [id=30, type=get_attr]; @@ -55,12 +55,12 @@ strict digraph { "53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; "54 permute_1" [id=54, type=permute]; "55 view_6" [id=55, type=view]; -"56 linear_1_updated_constant0" [id=56, type=get_attr]; -"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; -"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; -"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; -"60 linear_1_scale_0" [id=60, type=get_attr]; -"61 linear_1_zero_point_0" [id=61, type=get_attr]; +"56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; +"57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; +"58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; +"59 linear_1_scale_0" [id=59, type=get_attr]; +"60 linear_1_zero_point_0" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant2" [id=61, type=get_attr]; "62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; "63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; "64 _param_constant9_0_0" [id=64, type=get_attr]; @@ -72,24 +72,24 @@ strict digraph { "70 _param_constant10" [id=70, type=get_attr]; "71 _param_constant11" [id=71, type=get_attr]; "72 layer_norm_1" [id=72, type=layer_norm]; -"73 linear_2_updated_constant0" [id=73, type=get_attr]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; -"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; -"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; -"77 linear_2_scale_0" [id=77, type=get_attr]; -"78 linear_2_zero_point_0" [id=78, type=get_attr]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; +"74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; +"75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; +"76 linear_2_scale_0" [id=76, type=get_attr]; +"77 linear_2_zero_point_0" [id=77, type=get_attr]; +"78 compressed_weight_updated_constant3" [id=78, type=get_attr]; "79 quantize_per_channel_default_3" [id=79, type=quantize_per_channel]; "80 dequantize_per_channel_default_3" [id=80, type=dequantize_per_channel]; "81 _param_constant13_0_0" [id=81, type=get_attr]; "82 linear_2" [id=82, type=linear]; "83 gelu" [id=83, type=gelu]; "84 dropout_2" [id=84, type=dropout]; -"85 linear_3_updated_constant0" [id=85, type=get_attr]; -"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; -"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; -"89 linear_3_scale_0" [id=89, type=get_attr]; -"90 linear_3_zero_point_0" [id=90, type=get_attr]; +"85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; +"86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; +"88 linear_3_scale_0" [id=88, type=get_attr]; +"89 linear_3_zero_point_0" [id=89, type=get_attr]; +"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; "91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; "92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; "93 _param_constant15_0_0" [id=93, type=get_attr]; @@ -100,12 +100,12 @@ strict digraph { "98 _param_constant17" [id=98, type=get_attr]; "99 layer_norm_2" [id=99, type=layer_norm]; "100 transpose_6" [id=100, type=transpose]; -"101 linear_4_updated_constant0" [id=101, type=get_attr]; -"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; -"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; -"105 linear_4_scale_0" [id=105, type=get_attr]; -"106 linear_4_zero_point_0" [id=106, type=get_attr]; +"101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; +"104 linear_4_scale_0" [id=104, type=get_attr]; +"105 linear_4_zero_point_0" [id=105, type=get_attr]; +"106 compressed_weight_updated_constant5" [id=106, type=get_attr]; "107 quantize_per_channel_default_5" [id=107, type=quantize_per_channel]; "108 dequantize_per_channel_default_5" [id=108, type=dequantize_per_channel]; "109 _param_constant19_0_0" [id=109, type=get_attr]; @@ -134,12 +134,12 @@ strict digraph { "132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; "133 permute_2" [id=133, type=permute]; "134 view_14" [id=134, type=view]; -"135 linear_5_updated_constant0" [id=135, type=get_attr]; -"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; -"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; -"139 linear_5_scale_0" [id=139, type=get_attr]; -"140 linear_5_zero_point_0" [id=140, type=get_attr]; +"135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; +"136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; +"138 linear_5_scale_0" [id=138, type=get_attr]; +"139 linear_5_zero_point_0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant6" [id=140, type=get_attr]; "141 quantize_per_channel_default_6" [id=141, type=quantize_per_channel]; "142 dequantize_per_channel_default_6" [id=142, type=dequantize_per_channel]; "143 _param_constant21_0_0" [id=143, type=get_attr]; @@ -151,24 +151,24 @@ strict digraph { "149 _param_constant22" [id=149, type=get_attr]; "150 _param_constant23" [id=150, type=get_attr]; "151 layer_norm_3" [id=151, type=layer_norm]; -"152 linear_6_updated_constant0" [id=152, type=get_attr]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; -"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; -"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; -"156 linear_6_scale_0" [id=156, type=get_attr]; -"157 linear_6_zero_point_0" [id=157, type=get_attr]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; +"153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; +"155 linear_6_scale_0" [id=155, type=get_attr]; +"156 linear_6_zero_point_0" [id=156, type=get_attr]; +"157 compressed_weight_updated_constant7" [id=157, type=get_attr]; "158 quantize_per_channel_default_7" [id=158, type=quantize_per_channel]; "159 dequantize_per_channel_default_7" [id=159, type=dequantize_per_channel]; "160 _param_constant25_0_0" [id=160, type=get_attr]; "161 linear_6" [id=161, type=linear]; "162 gelu_1" [id=162, type=gelu]; "163 dropout_5" [id=163, type=dropout]; -"164 linear_7_updated_constant0" [id=164, type=get_attr]; -"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; -"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; -"168 linear_7_scale_0" [id=168, type=get_attr]; -"169 linear_7_zero_point_0" [id=169, type=get_attr]; +"164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; +"165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; +"167 linear_7_scale_0" [id=167, type=get_attr]; +"168 linear_7_zero_point_0" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant8" [id=169, type=get_attr]; "170 quantize_per_channel_default_8" [id=170, type=quantize_per_channel]; "171 dequantize_per_channel_default_8" [id=171, type=dequantize_per_channel]; "172 _param_constant27_0_0" [id=172, type=get_attr]; @@ -179,12 +179,12 @@ strict digraph { "177 _param_constant29" [id=177, type=get_attr]; "178 layer_norm_4" [id=178, type=layer_norm]; "179 transpose_12" [id=179, type=transpose]; -"180 linear_8_updated_constant0" [id=180, type=get_attr]; -"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; -"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; -"184 linear_8_scale_0" [id=184, type=get_attr]; -"185 linear_8_zero_point_0" [id=185, type=get_attr]; +"180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; +"181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; +"183 linear_8_scale_0" [id=183, type=get_attr]; +"184 linear_8_zero_point_0" [id=184, type=get_attr]; +"185 compressed_weight_updated_constant9" [id=185, type=get_attr]; "186 quantize_per_channel_default_9" [id=186, type=quantize_per_channel]; "187 dequantize_per_channel_default_9" [id=187, type=dequantize_per_channel]; "188 _param_constant31_0_0" [id=188, type=get_attr]; @@ -213,12 +213,12 @@ strict digraph { "211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; "212 permute_3" [id=212, type=permute]; "213 view_22" [id=213, type=view]; -"214 linear_9_updated_constant0" [id=214, type=get_attr]; -"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; -"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; -"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; -"218 linear_9_scale_0" [id=218, type=get_attr]; -"219 linear_9_zero_point_0" [id=219, type=get_attr]; +"214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; +"215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; +"217 linear_9_scale_0" [id=217, type=get_attr]; +"218 linear_9_zero_point_0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant10" [id=219, type=get_attr]; "220 quantize_per_channel_default_10" [id=220, type=quantize_per_channel]; "221 dequantize_per_channel_default_10" [id=221, type=dequantize_per_channel]; "222 _param_constant33_0_0" [id=222, type=get_attr]; @@ -230,24 +230,24 @@ strict digraph { "228 _param_constant34" [id=228, type=get_attr]; "229 _param_constant35" [id=229, type=get_attr]; "230 layer_norm_5" [id=230, type=layer_norm]; -"231 linear_10_updated_constant0" [id=231, type=get_attr]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; -"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; -"235 linear_10_scale_0" [id=235, type=get_attr]; -"236 linear_10_zero_point_0" [id=236, type=get_attr]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; +"234 linear_10_scale_0" [id=234, type=get_attr]; +"235 linear_10_zero_point_0" [id=235, type=get_attr]; +"236 compressed_weight_updated_constant11" [id=236, type=get_attr]; "237 quantize_per_channel_default_11" [id=237, type=quantize_per_channel]; "238 dequantize_per_channel_default_11" [id=238, type=dequantize_per_channel]; "239 _param_constant37_0_0" [id=239, type=get_attr]; "240 linear_10" [id=240, type=linear]; "241 gelu_2" [id=241, type=gelu]; "242 dropout_8" [id=242, type=dropout]; -"243 linear_11_updated_constant0" [id=243, type=get_attr]; -"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; -"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; -"247 linear_11_scale_0" [id=247, type=get_attr]; -"248 linear_11_zero_point_0" [id=248, type=get_attr]; +"243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; +"244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; +"246 linear_11_scale_0" [id=246, type=get_attr]; +"247 linear_11_zero_point_0" [id=247, type=get_attr]; +"248 compressed_weight_updated_constant12" [id=248, type=get_attr]; "249 quantize_per_channel_default_12" [id=249, type=quantize_per_channel]; "250 dequantize_per_channel_default_12" [id=250, type=dequantize_per_channel]; "251 _param_constant39_0_0" [id=251, type=get_attr]; @@ -258,12 +258,12 @@ strict digraph { "256 _param_constant41" [id=256, type=get_attr]; "257 layer_norm_6" [id=257, type=layer_norm]; "258 transpose_18" [id=258, type=transpose]; -"259 linear_12_updated_constant0" [id=259, type=get_attr]; -"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; -"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; -"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; -"263 linear_12_scale_0" [id=263, type=get_attr]; -"264 linear_12_zero_point_0" [id=264, type=get_attr]; +"259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; +"260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; +"261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; +"262 linear_12_scale_0" [id=262, type=get_attr]; +"263 linear_12_zero_point_0" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant13" [id=264, type=get_attr]; "265 quantize_per_channel_default_13" [id=265, type=quantize_per_channel]; "266 dequantize_per_channel_default_13" [id=266, type=dequantize_per_channel]; "267 _param_constant43_0_0" [id=267, type=get_attr]; @@ -292,12 +292,12 @@ strict digraph { "290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; "291 permute_4" [id=291, type=permute]; "292 view_30" [id=292, type=view]; -"293 linear_13_updated_constant0" [id=293, type=get_attr]; -"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; -"297 linear_13_scale_0" [id=297, type=get_attr]; -"298 linear_13_zero_point_0" [id=298, type=get_attr]; +"293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; +"296 linear_13_scale_0" [id=296, type=get_attr]; +"297 linear_13_zero_point_0" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant14" [id=298, type=get_attr]; "299 quantize_per_channel_default_14" [id=299, type=quantize_per_channel]; "300 dequantize_per_channel_default_14" [id=300, type=dequantize_per_channel]; "301 _param_constant45_0_0" [id=301, type=get_attr]; @@ -309,24 +309,24 @@ strict digraph { "307 _param_constant46" [id=307, type=get_attr]; "308 _param_constant47" [id=308, type=get_attr]; "309 layer_norm_7" [id=309, type=layer_norm]; -"310 linear_14_updated_constant0" [id=310, type=get_attr]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; -"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; -"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; -"314 linear_14_scale_0" [id=314, type=get_attr]; -"315 linear_14_zero_point_0" [id=315, type=get_attr]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; +"311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; +"313 linear_14_scale_0" [id=313, type=get_attr]; +"314 linear_14_zero_point_0" [id=314, type=get_attr]; +"315 compressed_weight_updated_constant15" [id=315, type=get_attr]; "316 quantize_per_channel_default_15" [id=316, type=quantize_per_channel]; "317 dequantize_per_channel_default_15" [id=317, type=dequantize_per_channel]; "318 _param_constant49_0_0" [id=318, type=get_attr]; "319 linear_14" [id=319, type=linear]; "320 gelu_3" [id=320, type=gelu]; "321 dropout_11" [id=321, type=dropout]; -"322 linear_15_updated_constant0" [id=322, type=get_attr]; -"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; -"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; -"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; -"326 linear_15_scale_0" [id=326, type=get_attr]; -"327 linear_15_zero_point_0" [id=327, type=get_attr]; +"322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; +"323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; +"325 linear_15_scale_0" [id=325, type=get_attr]; +"326 linear_15_zero_point_0" [id=326, type=get_attr]; +"327 compressed_weight_updated_constant16" [id=327, type=get_attr]; "328 quantize_per_channel_default_16" [id=328, type=quantize_per_channel]; "329 dequantize_per_channel_default_16" [id=329, type=dequantize_per_channel]; "330 _param_constant51_0_0" [id=330, type=get_attr]; @@ -337,12 +337,12 @@ strict digraph { "335 _param_constant53" [id=335, type=get_attr]; "336 layer_norm_8" [id=336, type=layer_norm]; "337 transpose_24" [id=337, type=transpose]; -"338 linear_16_updated_constant0" [id=338, type=get_attr]; -"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; -"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; -"342 linear_16_scale_0" [id=342, type=get_attr]; -"343 linear_16_zero_point_0" [id=343, type=get_attr]; +"338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; +"339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; +"341 linear_16_scale_0" [id=341, type=get_attr]; +"342 linear_16_zero_point_0" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant17" [id=343, type=get_attr]; "344 quantize_per_channel_default_17" [id=344, type=quantize_per_channel]; "345 dequantize_per_channel_default_17" [id=345, type=dequantize_per_channel]; "346 _param_constant55_0_0" [id=346, type=get_attr]; @@ -371,12 +371,12 @@ strict digraph { "369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; "370 permute_5" [id=370, type=permute]; "371 view_38" [id=371, type=view]; -"372 linear_17_updated_constant0" [id=372, type=get_attr]; -"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; -"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; -"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; -"376 linear_17_scale_0" [id=376, type=get_attr]; -"377 linear_17_zero_point_0" [id=377, type=get_attr]; +"372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; +"373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; +"374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; +"375 linear_17_scale_0" [id=375, type=get_attr]; +"376 linear_17_zero_point_0" [id=376, type=get_attr]; +"377 compressed_weight_updated_constant18" [id=377, type=get_attr]; "378 quantize_per_channel_default_18" [id=378, type=quantize_per_channel]; "379 dequantize_per_channel_default_18" [id=379, type=dequantize_per_channel]; "380 _param_constant57_0_0" [id=380, type=get_attr]; @@ -388,24 +388,24 @@ strict digraph { "386 _param_constant58" [id=386, type=get_attr]; "387 _param_constant59" [id=387, type=get_attr]; "388 layer_norm_9" [id=388, type=layer_norm]; -"389 linear_18_updated_constant0" [id=389, type=get_attr]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; -"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; -"393 linear_18_scale_0" [id=393, type=get_attr]; -"394 linear_18_zero_point_0" [id=394, type=get_attr]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; +"392 linear_18_scale_0" [id=392, type=get_attr]; +"393 linear_18_zero_point_0" [id=393, type=get_attr]; +"394 compressed_weight_updated_constant19" [id=394, type=get_attr]; "395 quantize_per_channel_default_19" [id=395, type=quantize_per_channel]; "396 dequantize_per_channel_default_19" [id=396, type=dequantize_per_channel]; "397 _param_constant61_0_0" [id=397, type=get_attr]; "398 linear_18" [id=398, type=linear]; "399 gelu_4" [id=399, type=gelu]; "400 dropout_14" [id=400, type=dropout]; -"401 linear_19_updated_constant0" [id=401, type=get_attr]; -"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; -"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; -"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; -"405 linear_19_scale_0" [id=405, type=get_attr]; -"406 linear_19_zero_point_0" [id=406, type=get_attr]; +"401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; +"402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; +"404 linear_19_scale_0" [id=404, type=get_attr]; +"405 linear_19_zero_point_0" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant20" [id=406, type=get_attr]; "407 quantize_per_channel_default_20" [id=407, type=quantize_per_channel]; "408 dequantize_per_channel_default_20" [id=408, type=dequantize_per_channel]; "409 _param_constant63_0_0" [id=409, type=get_attr]; @@ -416,12 +416,12 @@ strict digraph { "414 _param_constant65" [id=414, type=get_attr]; "415 layer_norm_10" [id=415, type=layer_norm]; "416 transpose_30" [id=416, type=transpose]; -"417 linear_20_updated_constant0" [id=417, type=get_attr]; -"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; -"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; +"417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; +"418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; +"419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; +"420 linear_20_scale_0" [id=420, type=get_attr]; +"421 linear_20_zero_point_0" [id=421, type=get_attr]; +"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; "423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; "424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; "425 _param_constant67_0_0" [id=425, type=get_attr]; @@ -450,12 +450,12 @@ strict digraph { "448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; "449 permute_6" [id=449, type=permute]; "450 view_46" [id=450, type=view]; -"451 linear_21_updated_constant0" [id=451, type=get_attr]; -"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; -"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; -"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; -"455 linear_21_scale_0" [id=455, type=get_attr]; -"456 linear_21_zero_point_0" [id=456, type=get_attr]; +"451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; +"452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; +"453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; +"454 linear_21_scale_0" [id=454, type=get_attr]; +"455 linear_21_zero_point_0" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant22" [id=456, type=get_attr]; "457 quantize_per_channel_default_22" [id=457, type=quantize_per_channel]; "458 dequantize_per_channel_default_22" [id=458, type=dequantize_per_channel]; "459 _param_constant69_0_0" [id=459, type=get_attr]; @@ -467,24 +467,24 @@ strict digraph { "465 _param_constant70" [id=465, type=get_attr]; "466 _param_constant71" [id=466, type=get_attr]; "467 layer_norm_11" [id=467, type=layer_norm]; -"468 linear_22_updated_constant0" [id=468, type=get_attr]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; -"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; -"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; -"472 linear_22_scale_0" [id=472, type=get_attr]; -"473 linear_22_zero_point_0" [id=473, type=get_attr]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; +"469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; +"470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; +"471 linear_22_scale_0" [id=471, type=get_attr]; +"472 linear_22_zero_point_0" [id=472, type=get_attr]; +"473 compressed_weight_updated_constant23" [id=473, type=get_attr]; "474 quantize_per_channel_default_23" [id=474, type=quantize_per_channel]; "475 dequantize_per_channel_default_23" [id=475, type=dequantize_per_channel]; "476 _param_constant73_0_0" [id=476, type=get_attr]; "477 linear_22" [id=477, type=linear]; "478 gelu_5" [id=478, type=gelu]; "479 dropout_17" [id=479, type=dropout]; -"480 linear_23_updated_constant0" [id=480, type=get_attr]; -"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; -"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; -"484 linear_23_scale_0" [id=484, type=get_attr]; -"485 linear_23_zero_point_0" [id=485, type=get_attr]; +"480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; +"481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; +"482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; +"483 linear_23_scale_0" [id=483, type=get_attr]; +"484 linear_23_zero_point_0" [id=484, type=get_attr]; +"485 compressed_weight_updated_constant24" [id=485, type=get_attr]; "486 quantize_per_channel_default_24" [id=486, type=quantize_per_channel]; "487 dequantize_per_channel_default_24" [id=487, type=dequantize_per_channel]; "488 _param_constant75_0_0" [id=488, type=get_attr]; @@ -495,12 +495,12 @@ strict digraph { "493 _param_constant77" [id=493, type=get_attr]; "494 layer_norm_12" [id=494, type=layer_norm]; "495 transpose_36" [id=495, type=transpose]; -"496 linear_24_updated_constant0" [id=496, type=get_attr]; -"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; -"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; -"500 linear_24_scale_0" [id=500, type=get_attr]; -"501 linear_24_zero_point_0" [id=501, type=get_attr]; +"496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; +"497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; +"499 linear_24_scale_0" [id=499, type=get_attr]; +"500 linear_24_zero_point_0" [id=500, type=get_attr]; +"501 compressed_weight_updated_constant25" [id=501, type=get_attr]; "502 quantize_per_channel_default_25" [id=502, type=quantize_per_channel]; "503 dequantize_per_channel_default_25" [id=503, type=dequantize_per_channel]; "504 _param_constant79_0_0" [id=504, type=get_attr]; @@ -529,12 +529,12 @@ strict digraph { "527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; "528 permute_7" [id=528, type=permute]; "529 view_54" [id=529, type=view]; -"530 linear_25_updated_constant0" [id=530, type=get_attr]; -"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; -"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; -"534 linear_25_scale_0" [id=534, type=get_attr]; -"535 linear_25_zero_point_0" [id=535, type=get_attr]; +"530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; +"533 linear_25_scale_0" [id=533, type=get_attr]; +"534 linear_25_zero_point_0" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant26" [id=535, type=get_attr]; "536 quantize_per_channel_default_26" [id=536, type=quantize_per_channel]; "537 dequantize_per_channel_default_26" [id=537, type=dequantize_per_channel]; "538 _param_constant81_0_0" [id=538, type=get_attr]; @@ -546,24 +546,24 @@ strict digraph { "544 _param_constant82" [id=544, type=get_attr]; "545 _param_constant83" [id=545, type=get_attr]; "546 layer_norm_13" [id=546, type=layer_norm]; -"547 linear_26_updated_constant0" [id=547, type=get_attr]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; -"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; -"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; -"551 linear_26_scale_0" [id=551, type=get_attr]; -"552 linear_26_zero_point_0" [id=552, type=get_attr]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; +"548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; +"549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; +"550 linear_26_scale_0" [id=550, type=get_attr]; +"551 linear_26_zero_point_0" [id=551, type=get_attr]; +"552 compressed_weight_updated_constant27" [id=552, type=get_attr]; "553 quantize_per_channel_default_27" [id=553, type=quantize_per_channel]; "554 dequantize_per_channel_default_27" [id=554, type=dequantize_per_channel]; "555 _param_constant85_0_0" [id=555, type=get_attr]; "556 linear_26" [id=556, type=linear]; "557 gelu_6" [id=557, type=gelu]; "558 dropout_20" [id=558, type=dropout]; -"559 linear_27_updated_constant0" [id=559, type=get_attr]; -"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; -"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; -"563 linear_27_scale_0" [id=563, type=get_attr]; -"564 linear_27_zero_point_0" [id=564, type=get_attr]; +"559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; +"560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; +"561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; +"562 linear_27_scale_0" [id=562, type=get_attr]; +"563 linear_27_zero_point_0" [id=563, type=get_attr]; +"564 compressed_weight_updated_constant28" [id=564, type=get_attr]; "565 quantize_per_channel_default_28" [id=565, type=quantize_per_channel]; "566 dequantize_per_channel_default_28" [id=566, type=dequantize_per_channel]; "567 _param_constant87_0_0" [id=567, type=get_attr]; @@ -574,12 +574,12 @@ strict digraph { "572 _param_constant89" [id=572, type=get_attr]; "573 layer_norm_14" [id=573, type=layer_norm]; "574 transpose_42" [id=574, type=transpose]; -"575 linear_28_updated_constant0" [id=575, type=get_attr]; -"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; -"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; -"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; -"579 linear_28_scale_0" [id=579, type=get_attr]; -"580 linear_28_zero_point_0" [id=580, type=get_attr]; +"575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; +"576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; +"577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; +"578 linear_28_scale_0" [id=578, type=get_attr]; +"579 linear_28_zero_point_0" [id=579, type=get_attr]; +"580 compressed_weight_updated_constant29" [id=580, type=get_attr]; "581 quantize_per_channel_default_29" [id=581, type=quantize_per_channel]; "582 dequantize_per_channel_default_29" [id=582, type=dequantize_per_channel]; "583 _param_constant91_0_0" [id=583, type=get_attr]; @@ -608,12 +608,12 @@ strict digraph { "606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; "607 permute_8" [id=607, type=permute]; "608 view_62" [id=608, type=view]; -"609 linear_29_updated_constant0" [id=609, type=get_attr]; -"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; -"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; -"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; -"613 linear_29_scale_0" [id=613, type=get_attr]; -"614 linear_29_zero_point_0" [id=614, type=get_attr]; +"609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; +"610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; +"611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; +"612 linear_29_scale_0" [id=612, type=get_attr]; +"613 linear_29_zero_point_0" [id=613, type=get_attr]; +"614 compressed_weight_updated_constant30" [id=614, type=get_attr]; "615 quantize_per_channel_default_30" [id=615, type=quantize_per_channel]; "616 dequantize_per_channel_default_30" [id=616, type=dequantize_per_channel]; "617 _param_constant93_0_0" [id=617, type=get_attr]; @@ -625,24 +625,24 @@ strict digraph { "623 _param_constant94" [id=623, type=get_attr]; "624 _param_constant95" [id=624, type=get_attr]; "625 layer_norm_15" [id=625, type=layer_norm]; -"626 linear_30_updated_constant0" [id=626, type=get_attr]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; -"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; -"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; -"630 linear_30_scale_0" [id=630, type=get_attr]; -"631 linear_30_zero_point_0" [id=631, type=get_attr]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; +"629 linear_30_scale_0" [id=629, type=get_attr]; +"630 linear_30_zero_point_0" [id=630, type=get_attr]; +"631 compressed_weight_updated_constant31" [id=631, type=get_attr]; "632 quantize_per_channel_default_31" [id=632, type=quantize_per_channel]; "633 dequantize_per_channel_default_31" [id=633, type=dequantize_per_channel]; "634 _param_constant97_0_0" [id=634, type=get_attr]; "635 linear_30" [id=635, type=linear]; "636 gelu_7" [id=636, type=gelu]; "637 dropout_23" [id=637, type=dropout]; -"638 linear_31_updated_constant0" [id=638, type=get_attr]; -"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; -"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; -"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; -"642 linear_31_scale_0" [id=642, type=get_attr]; -"643 linear_31_zero_point_0" [id=643, type=get_attr]; +"638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; +"639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; +"641 linear_31_scale_0" [id=641, type=get_attr]; +"642 linear_31_zero_point_0" [id=642, type=get_attr]; +"643 compressed_weight_updated_constant32" [id=643, type=get_attr]; "644 quantize_per_channel_default_32" [id=644, type=quantize_per_channel]; "645 dequantize_per_channel_default_32" [id=645, type=dequantize_per_channel]; "646 _param_constant99_0_0" [id=646, type=get_attr]; @@ -653,12 +653,12 @@ strict digraph { "651 _param_constant101" [id=651, type=get_attr]; "652 layer_norm_16" [id=652, type=layer_norm]; "653 transpose_48" [id=653, type=transpose]; -"654 linear_32_updated_constant0" [id=654, type=get_attr]; -"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; -"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; -"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; -"658 linear_32_scale_0" [id=658, type=get_attr]; -"659 linear_32_zero_point_0" [id=659, type=get_attr]; +"654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; +"655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; +"656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; +"657 linear_32_scale_0" [id=657, type=get_attr]; +"658 linear_32_zero_point_0" [id=658, type=get_attr]; +"659 compressed_weight_updated_constant33" [id=659, type=get_attr]; "660 quantize_per_channel_default_33" [id=660, type=quantize_per_channel]; "661 dequantize_per_channel_default_33" [id=661, type=dequantize_per_channel]; "662 _param_constant103_0_0" [id=662, type=get_attr]; @@ -687,12 +687,12 @@ strict digraph { "685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; "686 permute_9" [id=686, type=permute]; "687 view_70" [id=687, type=view]; -"688 linear_33_updated_constant0" [id=688, type=get_attr]; -"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; -"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; -"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; -"692 linear_33_scale_0" [id=692, type=get_attr]; -"693 linear_33_zero_point_0" [id=693, type=get_attr]; +"688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; +"689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; +"690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; +"691 linear_33_scale_0" [id=691, type=get_attr]; +"692 linear_33_zero_point_0" [id=692, type=get_attr]; +"693 compressed_weight_updated_constant34" [id=693, type=get_attr]; "694 quantize_per_channel_default_34" [id=694, type=quantize_per_channel]; "695 dequantize_per_channel_default_34" [id=695, type=dequantize_per_channel]; "696 _param_constant105_0_0" [id=696, type=get_attr]; @@ -704,24 +704,24 @@ strict digraph { "702 _param_constant106" [id=702, type=get_attr]; "703 _param_constant107" [id=703, type=get_attr]; "704 layer_norm_17" [id=704, type=layer_norm]; -"705 linear_34_updated_constant0" [id=705, type=get_attr]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; -"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; -"709 linear_34_scale_0" [id=709, type=get_attr]; -"710 linear_34_zero_point_0" [id=710, type=get_attr]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; +"708 linear_34_scale_0" [id=708, type=get_attr]; +"709 linear_34_zero_point_0" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant35" [id=710, type=get_attr]; "711 quantize_per_channel_default_35" [id=711, type=quantize_per_channel]; "712 dequantize_per_channel_default_35" [id=712, type=dequantize_per_channel]; "713 _param_constant109_0_0" [id=713, type=get_attr]; "714 linear_34" [id=714, type=linear]; "715 gelu_8" [id=715, type=gelu]; "716 dropout_26" [id=716, type=dropout]; -"717 linear_35_updated_constant0" [id=717, type=get_attr]; -"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; -"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; -"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; -"721 linear_35_scale_0" [id=721, type=get_attr]; -"722 linear_35_zero_point_0" [id=722, type=get_attr]; +"717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; +"718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; +"719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; +"720 linear_35_scale_0" [id=720, type=get_attr]; +"721 linear_35_zero_point_0" [id=721, type=get_attr]; +"722 compressed_weight_updated_constant36" [id=722, type=get_attr]; "723 quantize_per_channel_default_36" [id=723, type=quantize_per_channel]; "724 dequantize_per_channel_default_36" [id=724, type=dequantize_per_channel]; "725 _param_constant111_0_0" [id=725, type=get_attr]; @@ -732,12 +732,12 @@ strict digraph { "730 _param_constant113" [id=730, type=get_attr]; "731 layer_norm_18" [id=731, type=layer_norm]; "732 transpose_54" [id=732, type=transpose]; -"733 linear_36_updated_constant0" [id=733, type=get_attr]; -"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; -"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; -"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; -"737 linear_36_scale_0" [id=737, type=get_attr]; -"738 linear_36_zero_point_0" [id=738, type=get_attr]; +"733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; +"736 linear_36_scale_0" [id=736, type=get_attr]; +"737 linear_36_zero_point_0" [id=737, type=get_attr]; +"738 compressed_weight_updated_constant37" [id=738, type=get_attr]; "739 quantize_per_channel_default_37" [id=739, type=quantize_per_channel]; "740 dequantize_per_channel_default_37" [id=740, type=dequantize_per_channel]; "741 _param_constant115_0_0" [id=741, type=get_attr]; @@ -766,12 +766,12 @@ strict digraph { "764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; "765 permute_10" [id=765, type=permute]; "766 view_78" [id=766, type=view]; -"767 linear_37_updated_constant0" [id=767, type=get_attr]; -"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; -"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; -"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; -"771 linear_37_scale_0" [id=771, type=get_attr]; -"772 linear_37_zero_point_0" [id=772, type=get_attr]; +"767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; +"768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; +"769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; +"770 linear_37_scale_0" [id=770, type=get_attr]; +"771 linear_37_zero_point_0" [id=771, type=get_attr]; +"772 compressed_weight_updated_constant38" [id=772, type=get_attr]; "773 quantize_per_channel_default_38" [id=773, type=quantize_per_channel]; "774 dequantize_per_channel_default_38" [id=774, type=dequantize_per_channel]; "775 _param_constant117_0_0" [id=775, type=get_attr]; @@ -783,24 +783,24 @@ strict digraph { "781 _param_constant118" [id=781, type=get_attr]; "782 _param_constant119" [id=782, type=get_attr]; "783 layer_norm_19" [id=783, type=layer_norm]; -"784 linear_38_updated_constant0" [id=784, type=get_attr]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; -"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; -"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; -"788 linear_38_scale_0" [id=788, type=get_attr]; -"789 linear_38_zero_point_0" [id=789, type=get_attr]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; +"785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; +"786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; +"787 linear_38_scale_0" [id=787, type=get_attr]; +"788 linear_38_zero_point_0" [id=788, type=get_attr]; +"789 compressed_weight_updated_constant39" [id=789, type=get_attr]; "790 quantize_per_channel_default_39" [id=790, type=quantize_per_channel]; "791 dequantize_per_channel_default_39" [id=791, type=dequantize_per_channel]; "792 _param_constant121_0_0" [id=792, type=get_attr]; "793 linear_38" [id=793, type=linear]; "794 gelu_9" [id=794, type=gelu]; "795 dropout_29" [id=795, type=dropout]; -"796 linear_39_updated_constant0" [id=796, type=get_attr]; -"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; -"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; -"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; -"800 linear_39_scale_0" [id=800, type=get_attr]; -"801 linear_39_zero_point_0" [id=801, type=get_attr]; +"796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; +"797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; +"798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; +"799 linear_39_scale_0" [id=799, type=get_attr]; +"800 linear_39_zero_point_0" [id=800, type=get_attr]; +"801 compressed_weight_updated_constant40" [id=801, type=get_attr]; "802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; "803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; "804 _param_constant123_0_0" [id=804, type=get_attr]; @@ -811,12 +811,12 @@ strict digraph { "809 _param_constant125" [id=809, type=get_attr]; "810 layer_norm_20" [id=810, type=layer_norm]; "811 transpose_60" [id=811, type=transpose]; -"812 linear_40_updated_constant0" [id=812, type=get_attr]; -"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; -"816 linear_40_scale_0" [id=816, type=get_attr]; -"817 linear_40_zero_point_0" [id=817, type=get_attr]; +"812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; +"813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; +"814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; +"815 linear_40_scale_0" [id=815, type=get_attr]; +"816 linear_40_zero_point_0" [id=816, type=get_attr]; +"817 compressed_weight_updated_constant41" [id=817, type=get_attr]; "818 quantize_per_channel_default_41" [id=818, type=quantize_per_channel]; "819 dequantize_per_channel_default_41" [id=819, type=dequantize_per_channel]; "820 _param_constant127_0_0" [id=820, type=get_attr]; @@ -845,12 +845,12 @@ strict digraph { "843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; "844 permute_11" [id=844, type=permute]; "845 view_86" [id=845, type=view]; -"846 linear_41_updated_constant0" [id=846, type=get_attr]; -"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; -"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; -"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; -"850 linear_41_scale_0" [id=850, type=get_attr]; -"851 linear_41_zero_point_0" [id=851, type=get_attr]; +"846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; +"847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; +"848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; +"849 linear_41_scale_0" [id=849, type=get_attr]; +"850 linear_41_zero_point_0" [id=850, type=get_attr]; +"851 compressed_weight_updated_constant42" [id=851, type=get_attr]; "852 quantize_per_channel_default_42" [id=852, type=quantize_per_channel]; "853 dequantize_per_channel_default_42" [id=853, type=dequantize_per_channel]; "854 _param_constant129_0_0" [id=854, type=get_attr]; @@ -862,24 +862,24 @@ strict digraph { "860 _param_constant130" [id=860, type=get_attr]; "861 _param_constant131" [id=861, type=get_attr]; "862 layer_norm_21" [id=862, type=layer_norm]; -"863 linear_42_updated_constant0" [id=863, type=get_attr]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; -"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; -"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; -"867 linear_42_scale_0" [id=867, type=get_attr]; -"868 linear_42_zero_point_0" [id=868, type=get_attr]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; +"864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; +"865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; +"866 linear_42_scale_0" [id=866, type=get_attr]; +"867 linear_42_zero_point_0" [id=867, type=get_attr]; +"868 compressed_weight_updated_constant43" [id=868, type=get_attr]; "869 quantize_per_channel_default_43" [id=869, type=quantize_per_channel]; "870 dequantize_per_channel_default_43" [id=870, type=dequantize_per_channel]; "871 _param_constant133_0_0" [id=871, type=get_attr]; "872 linear_42" [id=872, type=linear]; "873 gelu_10" [id=873, type=gelu]; "874 dropout_32" [id=874, type=dropout]; -"875 linear_43_updated_constant0" [id=875, type=get_attr]; -"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; -"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; -"879 linear_43_scale_0" [id=879, type=get_attr]; -"880 linear_43_zero_point_0" [id=880, type=get_attr]; +"875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; +"878 linear_43_scale_0" [id=878, type=get_attr]; +"879 linear_43_zero_point_0" [id=879, type=get_attr]; +"880 compressed_weight_updated_constant44" [id=880, type=get_attr]; "881 quantize_per_channel_default_44" [id=881, type=quantize_per_channel]; "882 dequantize_per_channel_default_44" [id=882, type=dequantize_per_channel]; "883 _param_constant135_0_0" [id=883, type=get_attr]; @@ -890,12 +890,12 @@ strict digraph { "888 _param_constant137" [id=888, type=get_attr]; "889 layer_norm_22" [id=889, type=layer_norm]; "890 transpose_66" [id=890, type=transpose]; -"891 linear_44_updated_constant0" [id=891, type=get_attr]; -"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; -"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; -"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; -"895 linear_44_scale_0" [id=895, type=get_attr]; -"896 linear_44_zero_point_0" [id=896, type=get_attr]; +"891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; +"892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; +"893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; +"894 linear_44_scale_0" [id=894, type=get_attr]; +"895 linear_44_zero_point_0" [id=895, type=get_attr]; +"896 compressed_weight_updated_constant45" [id=896, type=get_attr]; "897 quantize_per_channel_default_45" [id=897, type=quantize_per_channel]; "898 dequantize_per_channel_default_45" [id=898, type=dequantize_per_channel]; "899 _param_constant139_0_0" [id=899, type=get_attr]; @@ -924,12 +924,12 @@ strict digraph { "922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; "923 permute_12" [id=923, type=permute]; "924 view_94" [id=924, type=view]; -"925 linear_45_updated_constant0" [id=925, type=get_attr]; -"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; -"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; -"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; -"929 linear_45_scale_0" [id=929, type=get_attr]; -"930 linear_45_zero_point_0" [id=930, type=get_attr]; +"925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; +"926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; +"927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; +"928 linear_45_scale_0" [id=928, type=get_attr]; +"929 linear_45_zero_point_0" [id=929, type=get_attr]; +"930 compressed_weight_updated_constant46" [id=930, type=get_attr]; "931 quantize_per_channel_default_46" [id=931, type=quantize_per_channel]; "932 dequantize_per_channel_default_46" [id=932, type=dequantize_per_channel]; "933 _param_constant141_0_0" [id=933, type=get_attr]; @@ -941,24 +941,24 @@ strict digraph { "939 _param_constant142" [id=939, type=get_attr]; "940 _param_constant143" [id=940, type=get_attr]; "941 layer_norm_23" [id=941, type=layer_norm]; -"942 linear_46_updated_constant0" [id=942, type=get_attr]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; -"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; -"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; -"946 linear_46_scale_0" [id=946, type=get_attr]; -"947 linear_46_zero_point_0" [id=947, type=get_attr]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; +"943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; +"944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; +"945 linear_46_scale_0" [id=945, type=get_attr]; +"946 linear_46_zero_point_0" [id=946, type=get_attr]; +"947 compressed_weight_updated_constant47" [id=947, type=get_attr]; "948 quantize_per_channel_default_47" [id=948, type=quantize_per_channel]; "949 dequantize_per_channel_default_47" [id=949, type=dequantize_per_channel]; "950 _param_constant145_0_0" [id=950, type=get_attr]; "951 linear_46" [id=951, type=linear]; "952 gelu_11" [id=952, type=gelu]; "953 dropout_35" [id=953, type=dropout]; -"954 linear_47_updated_constant0" [id=954, type=get_attr]; -"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; -"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; -"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; -"958 linear_47_scale_0" [id=958, type=get_attr]; -"959 linear_47_zero_point_0" [id=959, type=get_attr]; +"954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; +"955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; +"956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; +"957 linear_47_scale_0" [id=957, type=get_attr]; +"958 linear_47_zero_point_0" [id=958, type=get_attr]; +"959 compressed_weight_updated_constant48" [id=959, type=get_attr]; "960 quantize_per_channel_default_48" [id=960, type=quantize_per_channel]; "961 dequantize_per_channel_default_48" [id=961, type=dequantize_per_channel]; "962 _param_constant147_0_0" [id=962, type=get_attr]; @@ -970,12 +970,12 @@ strict digraph { "968 layer_norm_24" [id=968, type=layer_norm]; "969 slice_1" [id=969, type=slice]; "970 select_36" [id=970, type=select]; -"971 linear_48_updated_constant0" [id=971, type=get_attr]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; -"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; -"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; -"975 linear_48_scale_0" [id=975, type=get_attr]; -"976 linear_48_zero_point_0" [id=976, type=get_attr]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 linear_48_scale_0" [id=974, type=get_attr]; +"975 linear_48_zero_point_0" [id=975, type=get_attr]; +"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; "977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; "978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; "979 _param_constant151_0_0" [id=979, type=get_attr]; @@ -984,11 +984,11 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; "6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; "7 dequantize_per_channel_default" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; "8 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; @@ -1005,15 +1005,15 @@ strict digraph { "18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; "19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; "20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; -"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"22 linear_updated_constant0" -> "28 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"25 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; -"26 linear_scale_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"26 linear_scale_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"27 linear_zero_point_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"27 linear_zero_point_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"21 transpose" -> "22 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; +"25 linear_scale_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"25 linear_scale_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"26 linear_zero_point_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"26 linear_zero_point_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"27 compressed_weight_updated_constant1" -> "28 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; "28 quantize_per_channel_default_1" -> "29 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; "29 dequantize_per_channel_default_1" -> "31 linear" [label="(2304, 768)", style=solid]; "30 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; @@ -1043,15 +1043,15 @@ strict digraph { "52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; "53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; "54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; -"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"56 linear_1_updated_constant0" -> "62 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"59 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; -"60 linear_1_scale_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"60 linear_1_scale_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"61 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"61 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"55 view_6" -> "56 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; +"59 linear_1_scale_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"59 linear_1_scale_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"60 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"60 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"61 compressed_weight_updated_constant2" -> "62 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; "62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; "63 dequantize_per_channel_default_2" -> "65 linear_1" [label="(768, 768)", style=solid]; "64 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; @@ -1063,29 +1063,29 @@ strict digraph { "69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; "70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; "71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"73 linear_2_updated_constant0" -> "79 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"76 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; -"77 linear_2_scale_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"77 linear_2_scale_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"78 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"78 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"72 layer_norm_1" -> "73 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; +"76 linear_2_scale_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"76 linear_2_scale_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"77 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"77 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"78 compressed_weight_updated_constant3" -> "79 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; "79 quantize_per_channel_default_3" -> "80 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; "80 dequantize_per_channel_default_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; "81 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; "82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; "83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; -"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"85 linear_3_updated_constant0" -> "91 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"88 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; -"89 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"89 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"90 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"90 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"84 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; +"88 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"88 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"89 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"89 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"90 compressed_weight_updated_constant4" -> "91 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; "91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; "92 dequantize_per_channel_default_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; "93 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; @@ -1096,15 +1096,15 @@ strict digraph { "97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; "98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; "99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; -"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"101 linear_4_updated_constant0" -> "107 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"104 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; -"105 linear_4_scale_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"105 linear_4_scale_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"106 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"106 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"100 transpose_6" -> "101 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; +"104 linear_4_scale_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"104 linear_4_scale_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"105 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"105 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"106 compressed_weight_updated_constant5" -> "107 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; "107 quantize_per_channel_default_5" -> "108 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; "108 dequantize_per_channel_default_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; "109 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; @@ -1134,15 +1134,15 @@ strict digraph { "131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; "132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; "133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; -"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"135 linear_5_updated_constant0" -> "141 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"138 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; -"139 linear_5_scale_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"139 linear_5_scale_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"140 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"140 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"134 view_14" -> "135 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; +"138 linear_5_scale_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"138 linear_5_scale_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"139 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"139 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"140 compressed_weight_updated_constant6" -> "141 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; "141 quantize_per_channel_default_6" -> "142 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; "142 dequantize_per_channel_default_6" -> "144 linear_5" [label="(768, 768)", style=solid]; "143 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; @@ -1154,29 +1154,29 @@ strict digraph { "148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; "149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; "150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"152 linear_6_updated_constant0" -> "158 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"155 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; -"156 linear_6_scale_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"156 linear_6_scale_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"157 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"157 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"151 layer_norm_3" -> "152 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; +"155 linear_6_scale_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"155 linear_6_scale_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"156 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"156 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"157 compressed_weight_updated_constant7" -> "158 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; "158 quantize_per_channel_default_7" -> "159 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; "159 dequantize_per_channel_default_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; "160 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; "161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; "162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; -"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"164 linear_7_updated_constant0" -> "170 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"167 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; -"168 linear_7_scale_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"168 linear_7_scale_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"169 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"169 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"163 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; +"167 linear_7_scale_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"167 linear_7_scale_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"168 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"168 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"169 compressed_weight_updated_constant8" -> "170 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; "170 quantize_per_channel_default_8" -> "171 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; "171 dequantize_per_channel_default_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; "172 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; @@ -1187,15 +1187,15 @@ strict digraph { "176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; "177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; "178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; -"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"180 linear_8_updated_constant0" -> "186 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"183 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; -"184 linear_8_scale_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"184 linear_8_scale_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"185 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"185 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"179 transpose_12" -> "180 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; +"183 linear_8_scale_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"183 linear_8_scale_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"184 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"184 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"185 compressed_weight_updated_constant9" -> "186 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; "186 quantize_per_channel_default_9" -> "187 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; "187 dequantize_per_channel_default_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; "188 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; @@ -1225,15 +1225,15 @@ strict digraph { "210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; "211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; "212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; -"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"214 linear_9_updated_constant0" -> "220 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"217 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; -"218 linear_9_scale_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"218 linear_9_scale_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"219 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"219 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"213 view_22" -> "214 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; +"217 linear_9_scale_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"217 linear_9_scale_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"218 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"218 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"219 compressed_weight_updated_constant10" -> "220 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; "220 quantize_per_channel_default_10" -> "221 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; "221 dequantize_per_channel_default_10" -> "223 linear_9" [label="(768, 768)", style=solid]; "222 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; @@ -1245,29 +1245,29 @@ strict digraph { "227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; "228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; "229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"231 linear_10_updated_constant0" -> "237 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"234 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; -"235 linear_10_scale_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"235 linear_10_scale_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"236 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"236 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"230 layer_norm_5" -> "231 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; +"234 linear_10_scale_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"234 linear_10_scale_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"235 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"235 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"236 compressed_weight_updated_constant11" -> "237 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; "237 quantize_per_channel_default_11" -> "238 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; "238 dequantize_per_channel_default_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; "239 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; "240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; "241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; -"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"243 linear_11_updated_constant0" -> "249 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"246 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; -"247 linear_11_scale_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"247 linear_11_scale_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"248 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"248 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"242 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; +"246 linear_11_scale_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"246 linear_11_scale_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"247 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"247 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"248 compressed_weight_updated_constant12" -> "249 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; "249 quantize_per_channel_default_12" -> "250 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; "250 dequantize_per_channel_default_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; "251 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; @@ -1278,15 +1278,15 @@ strict digraph { "255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; "256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; "257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; -"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"259 linear_12_updated_constant0" -> "265 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"262 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; -"263 linear_12_scale_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"263 linear_12_scale_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"264 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"264 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"258 transpose_18" -> "259 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; +"262 linear_12_scale_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"262 linear_12_scale_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"263 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"263 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"264 compressed_weight_updated_constant13" -> "265 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; "265 quantize_per_channel_default_13" -> "266 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; "266 dequantize_per_channel_default_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; "267 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; @@ -1316,15 +1316,15 @@ strict digraph { "289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; "290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; "291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; -"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"293 linear_13_updated_constant0" -> "299 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"296 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; -"297 linear_13_scale_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"297 linear_13_scale_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"298 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"298 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"292 view_30" -> "293 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; +"296 linear_13_scale_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"296 linear_13_scale_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"297 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"297 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"298 compressed_weight_updated_constant14" -> "299 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; "299 quantize_per_channel_default_14" -> "300 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; "300 dequantize_per_channel_default_14" -> "302 linear_13" [label="(768, 768)", style=solid]; "301 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; @@ -1336,29 +1336,29 @@ strict digraph { "306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; "307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; "308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"310 linear_14_updated_constant0" -> "316 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"313 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; -"314 linear_14_scale_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"314 linear_14_scale_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"315 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"315 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"309 layer_norm_7" -> "310 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; +"313 linear_14_scale_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"313 linear_14_scale_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"314 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"314 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"315 compressed_weight_updated_constant15" -> "316 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; "316 quantize_per_channel_default_15" -> "317 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; "317 dequantize_per_channel_default_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; "318 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; "319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; "320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; -"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"322 linear_15_updated_constant0" -> "328 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"325 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; -"326 linear_15_scale_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"326 linear_15_scale_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"327 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"327 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"321 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; +"325 linear_15_scale_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"325 linear_15_scale_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"326 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"326 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"327 compressed_weight_updated_constant16" -> "328 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; "328 quantize_per_channel_default_16" -> "329 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; "329 dequantize_per_channel_default_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; "330 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; @@ -1369,15 +1369,15 @@ strict digraph { "334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; "335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; "336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; -"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"338 linear_16_updated_constant0" -> "344 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"341 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; -"342 linear_16_scale_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"342 linear_16_scale_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"343 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"343 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"337 transpose_24" -> "338 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; +"341 linear_16_scale_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"341 linear_16_scale_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"342 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"342 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"343 compressed_weight_updated_constant17" -> "344 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; "344 quantize_per_channel_default_17" -> "345 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; "345 dequantize_per_channel_default_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; "346 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; @@ -1407,15 +1407,15 @@ strict digraph { "368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; "369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; "370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; -"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"372 linear_17_updated_constant0" -> "378 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"375 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; -"376 linear_17_scale_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"376 linear_17_scale_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"377 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"377 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"371 view_38" -> "372 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; +"375 linear_17_scale_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"375 linear_17_scale_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"376 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"376 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"377 compressed_weight_updated_constant18" -> "378 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; "378 quantize_per_channel_default_18" -> "379 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; "379 dequantize_per_channel_default_18" -> "381 linear_17" [label="(768, 768)", style=solid]; "380 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; @@ -1427,29 +1427,29 @@ strict digraph { "385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; "386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; "387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"389 linear_18_updated_constant0" -> "395 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"392 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; -"393 linear_18_scale_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"393 linear_18_scale_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"394 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"394 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"388 layer_norm_9" -> "389 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; +"392 linear_18_scale_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"392 linear_18_scale_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"393 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"393 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"394 compressed_weight_updated_constant19" -> "395 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; "395 quantize_per_channel_default_19" -> "396 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; "396 dequantize_per_channel_default_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; "397 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; "398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; "399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; -"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"401 linear_19_updated_constant0" -> "407 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"404 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; -"405 linear_19_scale_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"405 linear_19_scale_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"406 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"406 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"400 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; +"404 linear_19_scale_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"404 linear_19_scale_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"405 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"405 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"406 compressed_weight_updated_constant20" -> "407 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; "407 quantize_per_channel_default_20" -> "408 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; "408 dequantize_per_channel_default_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; "409 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; @@ -1460,15 +1460,15 @@ strict digraph { "413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; "414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; "415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; -"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"417 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"420 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; -"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"416 transpose_30" -> "417 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; +"420 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"420 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"421 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"421 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; "423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; "424 dequantize_per_channel_default_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; "425 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; @@ -1498,15 +1498,15 @@ strict digraph { "447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; "448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; "449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; -"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"451 linear_21_updated_constant0" -> "457 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"454 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; -"455 linear_21_scale_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"455 linear_21_scale_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"456 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"456 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"450 view_46" -> "451 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; +"454 linear_21_scale_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"454 linear_21_scale_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"455 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"455 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"456 compressed_weight_updated_constant22" -> "457 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; "457 quantize_per_channel_default_22" -> "458 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; "458 dequantize_per_channel_default_22" -> "460 linear_21" [label="(768, 768)", style=solid]; "459 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; @@ -1518,29 +1518,29 @@ strict digraph { "464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; "465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; "466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"468 linear_22_updated_constant0" -> "474 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"471 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; -"472 linear_22_scale_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"472 linear_22_scale_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"473 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"473 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"467 layer_norm_11" -> "468 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; +"471 linear_22_scale_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"471 linear_22_scale_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"472 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"472 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"473 compressed_weight_updated_constant23" -> "474 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; "474 quantize_per_channel_default_23" -> "475 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; "475 dequantize_per_channel_default_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; "476 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; "477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; "478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; -"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"480 linear_23_updated_constant0" -> "486 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"483 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; -"484 linear_23_scale_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"484 linear_23_scale_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"485 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"485 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"479 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; +"483 linear_23_scale_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"483 linear_23_scale_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"484 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"484 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"485 compressed_weight_updated_constant24" -> "486 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; "486 quantize_per_channel_default_24" -> "487 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; "487 dequantize_per_channel_default_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; "488 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; @@ -1551,15 +1551,15 @@ strict digraph { "492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; "493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; "494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; -"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"496 linear_24_updated_constant0" -> "502 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"499 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; -"500 linear_24_scale_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"500 linear_24_scale_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"501 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"501 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"495 transpose_36" -> "496 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; +"499 linear_24_scale_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"499 linear_24_scale_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"500 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"500 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"501 compressed_weight_updated_constant25" -> "502 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; "502 quantize_per_channel_default_25" -> "503 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; "503 dequantize_per_channel_default_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; "504 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; @@ -1589,15 +1589,15 @@ strict digraph { "526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; "527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; "528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; -"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"530 linear_25_updated_constant0" -> "536 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"533 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; -"534 linear_25_scale_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"534 linear_25_scale_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"535 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"535 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"529 view_54" -> "530 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; +"533 linear_25_scale_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"533 linear_25_scale_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"534 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"534 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"535 compressed_weight_updated_constant26" -> "536 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; "536 quantize_per_channel_default_26" -> "537 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; "537 dequantize_per_channel_default_26" -> "539 linear_25" [label="(768, 768)", style=solid]; "538 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; @@ -1609,29 +1609,29 @@ strict digraph { "543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; "544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; "545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"547 linear_26_updated_constant0" -> "553 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"550 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; -"551 linear_26_scale_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"551 linear_26_scale_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"552 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"552 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"546 layer_norm_13" -> "547 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; +"550 linear_26_scale_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"550 linear_26_scale_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"551 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"551 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"552 compressed_weight_updated_constant27" -> "553 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; "553 quantize_per_channel_default_27" -> "554 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; "554 dequantize_per_channel_default_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; "555 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; "556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; "557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; -"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"559 linear_27_updated_constant0" -> "565 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"562 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; -"563 linear_27_scale_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"563 linear_27_scale_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"564 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"564 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"558 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; +"562 linear_27_scale_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"562 linear_27_scale_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"563 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"563 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"564 compressed_weight_updated_constant28" -> "565 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; "565 quantize_per_channel_default_28" -> "566 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; "566 dequantize_per_channel_default_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; "567 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; @@ -1642,15 +1642,15 @@ strict digraph { "571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; "572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; "573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; -"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"575 linear_28_updated_constant0" -> "581 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"578 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; -"579 linear_28_scale_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"579 linear_28_scale_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"580 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"580 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"574 transpose_42" -> "575 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; +"578 linear_28_scale_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"578 linear_28_scale_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"579 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"579 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"580 compressed_weight_updated_constant29" -> "581 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; "581 quantize_per_channel_default_29" -> "582 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; "582 dequantize_per_channel_default_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; "583 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; @@ -1680,15 +1680,15 @@ strict digraph { "605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; "606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; "607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; -"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"609 linear_29_updated_constant0" -> "615 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"612 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; -"613 linear_29_scale_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"613 linear_29_scale_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"614 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"614 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"608 view_62" -> "609 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; +"612 linear_29_scale_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"612 linear_29_scale_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"613 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"613 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"614 compressed_weight_updated_constant30" -> "615 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; "615 quantize_per_channel_default_30" -> "616 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; "616 dequantize_per_channel_default_30" -> "618 linear_29" [label="(768, 768)", style=solid]; "617 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; @@ -1700,29 +1700,29 @@ strict digraph { "622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; "623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; "624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"626 linear_30_updated_constant0" -> "632 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"629 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; -"630 linear_30_scale_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"630 linear_30_scale_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"631 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"631 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"625 layer_norm_15" -> "626 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; +"629 linear_30_scale_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"629 linear_30_scale_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"630 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"630 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"631 compressed_weight_updated_constant31" -> "632 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; "632 quantize_per_channel_default_31" -> "633 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; "633 dequantize_per_channel_default_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; "634 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; "635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; "636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; -"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"638 linear_31_updated_constant0" -> "644 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"641 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; -"642 linear_31_scale_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"642 linear_31_scale_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"643 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"643 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"637 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; +"641 linear_31_scale_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"641 linear_31_scale_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"642 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"642 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"643 compressed_weight_updated_constant32" -> "644 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; "644 quantize_per_channel_default_32" -> "645 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; "645 dequantize_per_channel_default_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; "646 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; @@ -1733,15 +1733,15 @@ strict digraph { "650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; "651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; "652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; -"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"654 linear_32_updated_constant0" -> "660 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"657 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; -"658 linear_32_scale_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"658 linear_32_scale_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"659 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"659 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"653 transpose_48" -> "654 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; +"657 linear_32_scale_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"657 linear_32_scale_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"658 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"658 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"659 compressed_weight_updated_constant33" -> "660 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; "660 quantize_per_channel_default_33" -> "661 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; "661 dequantize_per_channel_default_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; "662 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; @@ -1771,15 +1771,15 @@ strict digraph { "684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; "685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; "686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; -"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"688 linear_33_updated_constant0" -> "694 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"691 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; -"692 linear_33_scale_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"692 linear_33_scale_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"693 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"693 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"687 view_70" -> "688 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; +"691 linear_33_scale_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"691 linear_33_scale_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"692 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"692 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"693 compressed_weight_updated_constant34" -> "694 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; "694 quantize_per_channel_default_34" -> "695 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; "695 dequantize_per_channel_default_34" -> "697 linear_33" [label="(768, 768)", style=solid]; "696 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; @@ -1791,29 +1791,29 @@ strict digraph { "701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; "702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; "703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"705 linear_34_updated_constant0" -> "711 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"708 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; -"709 linear_34_scale_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"709 linear_34_scale_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"710 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"710 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"704 layer_norm_17" -> "705 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; +"708 linear_34_scale_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"708 linear_34_scale_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"709 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"709 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"710 compressed_weight_updated_constant35" -> "711 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; "711 quantize_per_channel_default_35" -> "712 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; "712 dequantize_per_channel_default_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; "713 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; "714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; "715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; -"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"717 linear_35_updated_constant0" -> "723 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"720 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; -"721 linear_35_scale_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"721 linear_35_scale_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"722 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"722 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"716 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; +"720 linear_35_scale_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"720 linear_35_scale_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"721 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"721 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"722 compressed_weight_updated_constant36" -> "723 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; "723 quantize_per_channel_default_36" -> "724 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; "724 dequantize_per_channel_default_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; "725 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; @@ -1824,15 +1824,15 @@ strict digraph { "729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; "730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; "731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; -"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"733 linear_36_updated_constant0" -> "739 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"736 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; -"737 linear_36_scale_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"737 linear_36_scale_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"738 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"738 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"732 transpose_54" -> "733 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; +"736 linear_36_scale_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"736 linear_36_scale_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"737 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"737 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"738 compressed_weight_updated_constant37" -> "739 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; "739 quantize_per_channel_default_37" -> "740 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; "740 dequantize_per_channel_default_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; "741 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; @@ -1862,15 +1862,15 @@ strict digraph { "763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; "764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; "765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; -"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"767 linear_37_updated_constant0" -> "773 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"770 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; -"771 linear_37_scale_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"771 linear_37_scale_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"772 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"772 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"766 view_78" -> "767 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; +"770 linear_37_scale_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"770 linear_37_scale_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"771 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"771 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"772 compressed_weight_updated_constant38" -> "773 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; "773 quantize_per_channel_default_38" -> "774 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; "774 dequantize_per_channel_default_38" -> "776 linear_37" [label="(768, 768)", style=solid]; "775 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; @@ -1882,29 +1882,29 @@ strict digraph { "780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; "781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; "782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"784 linear_38_updated_constant0" -> "790 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"787 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; -"788 linear_38_scale_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"788 linear_38_scale_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"789 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"789 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"783 layer_norm_19" -> "784 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; +"787 linear_38_scale_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"787 linear_38_scale_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"788 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"788 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"789 compressed_weight_updated_constant39" -> "790 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; "790 quantize_per_channel_default_39" -> "791 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; "791 dequantize_per_channel_default_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; "792 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; "793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; "794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; -"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"796 linear_39_updated_constant0" -> "802 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"799 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; -"800 linear_39_scale_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"800 linear_39_scale_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"801 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"801 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"795 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; +"799 linear_39_scale_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"799 linear_39_scale_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"800 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"800 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"801 compressed_weight_updated_constant40" -> "802 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; "802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; "803 dequantize_per_channel_default_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; "804 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; @@ -1915,15 +1915,15 @@ strict digraph { "808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; "809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; "810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; -"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"812 linear_40_updated_constant0" -> "818 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"815 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; -"816 linear_40_scale_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"816 linear_40_scale_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"817 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"817 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"811 transpose_60" -> "812 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; +"815 linear_40_scale_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"815 linear_40_scale_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"816 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"816 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"817 compressed_weight_updated_constant41" -> "818 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; "818 quantize_per_channel_default_41" -> "819 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; "819 dequantize_per_channel_default_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; "820 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; @@ -1953,15 +1953,15 @@ strict digraph { "842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; "843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; "844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; -"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"846 linear_41_updated_constant0" -> "852 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"849 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; -"850 linear_41_scale_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"850 linear_41_scale_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"851 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"851 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"845 view_86" -> "846 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; +"849 linear_41_scale_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"849 linear_41_scale_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"850 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"850 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"851 compressed_weight_updated_constant42" -> "852 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; "852 quantize_per_channel_default_42" -> "853 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; "853 dequantize_per_channel_default_42" -> "855 linear_41" [label="(768, 768)", style=solid]; "854 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; @@ -1973,29 +1973,29 @@ strict digraph { "859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; "860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; "861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"863 linear_42_updated_constant0" -> "869 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"866 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; -"867 linear_42_scale_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"867 linear_42_scale_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"868 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"868 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"862 layer_norm_21" -> "863 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; +"866 linear_42_scale_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"866 linear_42_scale_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"867 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"867 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"868 compressed_weight_updated_constant43" -> "869 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; "869 quantize_per_channel_default_43" -> "870 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; "870 dequantize_per_channel_default_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; "871 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; "872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; "873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; -"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"875 linear_43_updated_constant0" -> "881 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"878 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; -"879 linear_43_scale_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"879 linear_43_scale_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"880 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"880 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"874 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; +"878 linear_43_scale_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"878 linear_43_scale_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"879 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"879 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"880 compressed_weight_updated_constant44" -> "881 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; "881 quantize_per_channel_default_44" -> "882 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; "882 dequantize_per_channel_default_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; "883 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; @@ -2006,15 +2006,15 @@ strict digraph { "887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; "888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; "889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; -"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"891 linear_44_updated_constant0" -> "897 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"894 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; -"895 linear_44_scale_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"895 linear_44_scale_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"896 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"896 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"890 transpose_66" -> "891 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; +"894 linear_44_scale_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"894 linear_44_scale_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"895 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"895 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"896 compressed_weight_updated_constant45" -> "897 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; "897 quantize_per_channel_default_45" -> "898 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; "898 dequantize_per_channel_default_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; "899 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; @@ -2044,15 +2044,15 @@ strict digraph { "921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; "922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; "923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; -"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"925 linear_45_updated_constant0" -> "931 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"928 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; -"929 linear_45_scale_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"929 linear_45_scale_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"930 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"930 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"924 view_94" -> "925 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; +"928 linear_45_scale_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"928 linear_45_scale_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"929 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"929 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"930 compressed_weight_updated_constant46" -> "931 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; "931 quantize_per_channel_default_46" -> "932 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; "932 dequantize_per_channel_default_46" -> "934 linear_45" [label="(768, 768)", style=solid]; "933 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; @@ -2064,29 +2064,29 @@ strict digraph { "938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; "939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; "940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"942 linear_46_updated_constant0" -> "948 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"945 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; -"946 linear_46_scale_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"946 linear_46_scale_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"941 layer_norm_23" -> "942 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; +"945 linear_46_scale_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"945 linear_46_scale_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"946 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"946 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"947 compressed_weight_updated_constant47" -> "948 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; "948 quantize_per_channel_default_47" -> "949 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; "949 dequantize_per_channel_default_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; "950 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; "951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; "952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; -"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"954 linear_47_updated_constant0" -> "960 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"957 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; -"958 linear_47_scale_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"958 linear_47_scale_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"953 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; +"957 linear_47_scale_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"957 linear_47_scale_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"958 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"958 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"959 compressed_weight_updated_constant48" -> "960 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; "960 quantize_per_channel_default_48" -> "961 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; "961 dequantize_per_channel_default_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; "962 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; @@ -2097,15 +2097,15 @@ strict digraph { "967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; "968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; "969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; -"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"971 linear_48_updated_constant0" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"975 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"975 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"976 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"976 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; +"974 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"974 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 compressed_weight_updated_constant49" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; "977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; "978 dequantize_per_channel_default_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; "979 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; diff --git a/tests/torch/fx/graph.dot b/tests/torch/fx/graph.dot new file mode 100644 index 00000000000..5c3da0685bb --- /dev/null +++ b/tests/torch/fx/graph.dot @@ -0,0 +1,413 @@ +strict digraph { +"0 arg0_1"; +"1 quantize_per_tensor_default"; +"2 dequantize_per_tensor_default"; +"3 conv2d_scale_0_updated_constant0"; +"4 compressed_weight_updated_constant0"; +"5 conv1_weight_bias_0_0"; +"6 mul_tensor"; +"7 conv2d"; +"8 relu_"; +"9 quantize_per_tensor_default_1"; +"10 dequantize_per_tensor_default_1"; +"11 max_pool2d"; +"12 conv2d_1_scale_0_updated_constant0"; +"13 compressed_weight_updated_constant1"; +"14 layer1_0_conv1_weight_bias_0_0"; +"15 mul_tensor_1"; +"16 conv2d_1"; +"17 relu__1"; +"18 quantize_per_tensor_default_2"; +"19 dequantize_per_tensor_default_2"; +"20 conv2d_2_scale_0_updated_constant0"; +"21 compressed_weight_updated_constant2"; +"22 layer1_0_conv2_weight_bias_0_0"; +"23 mul_tensor_2"; +"24 conv2d_2"; +"25 quantize_per_tensor_default_3"; +"26 dequantize_per_tensor_default_3"; +"27 add_"; +"28 relu__2"; +"29 quantize_per_tensor_default_4"; +"30 dequantize_per_tensor_default_5"; +"31 dequantize_per_tensor_default_4"; +"32 conv2d_3_scale_0_updated_constant0"; +"33 compressed_weight_updated_constant3"; +"34 layer1_1_conv1_weight_bias_0_0"; +"35 mul_tensor_3"; +"36 conv2d_3"; +"37 relu__3"; +"38 quantize_per_tensor_default_5"; +"39 dequantize_per_tensor_default_6"; +"40 conv2d_4_scale_0_updated_constant0"; +"41 compressed_weight_updated_constant4"; +"42 layer1_1_conv2_weight_bias_0_0"; +"43 mul_tensor_4"; +"44 conv2d_4"; +"45 quantize_per_tensor_default_6"; +"46 dequantize_per_tensor_default_7"; +"47 add__1"; +"48 relu__4"; +"49 quantize_per_tensor_default_7"; +"50 dequantize_per_tensor_default_9"; +"51 dequantize_per_tensor_default_8"; +"52 conv2d_5_scale_0_updated_constant0"; +"53 compressed_weight_updated_constant5"; +"54 layer2_0_conv1_weight_bias_0_0"; +"55 mul_tensor_5"; +"56 conv2d_5"; +"57 relu__5"; +"58 quantize_per_tensor_default_8"; +"59 dequantize_per_tensor_default_10"; +"60 conv2d_6_scale_0_updated_constant0"; +"61 compressed_weight_updated_constant6"; +"62 layer2_0_conv2_weight_bias_0_0"; +"63 mul_tensor_6"; +"64 conv2d_6"; +"65 quantize_per_tensor_default_9"; +"66 dequantize_per_tensor_default_11"; +"67 conv2d_7_scale_0_updated_constant0"; +"68 compressed_weight_updated_constant7"; +"69 layer2_0_downsample_0_weight_bias_0_0"; +"70 mul_tensor_7"; +"71 conv2d_7"; +"72 quantize_per_tensor_default_10"; +"73 dequantize_per_tensor_default_12"; +"74 add__2"; +"75 relu__6"; +"76 quantize_per_tensor_default_11"; +"77 dequantize_per_tensor_default_14"; +"78 dequantize_per_tensor_default_13"; +"79 conv2d_8_scale_0_updated_constant0"; +"80 compressed_weight_updated_constant8"; +"81 layer2_1_conv1_weight_bias_0_0"; +"82 mul_tensor_8"; +"83 conv2d_8"; +"84 relu__7"; +"85 quantize_per_tensor_default_12"; +"86 dequantize_per_tensor_default_15"; +"87 conv2d_9_scale_0_updated_constant0"; +"88 compressed_weight_updated_constant9"; +"89 layer2_1_conv2_weight_bias_0_0"; +"90 mul_tensor_9"; +"91 conv2d_9"; +"92 quantize_per_tensor_default_13"; +"93 dequantize_per_tensor_default_16"; +"94 add__3"; +"95 relu__8"; +"96 quantize_per_tensor_default_14"; +"97 dequantize_per_tensor_default_18"; +"98 dequantize_per_tensor_default_17"; +"99 conv2d_10_scale_0_updated_constant0"; +"100 compressed_weight_updated_constant10"; +"101 layer3_0_conv1_weight_bias_0_0"; +"102 mul_tensor_10"; +"103 conv2d_10"; +"104 relu__9"; +"105 quantize_per_tensor_default_15"; +"106 dequantize_per_tensor_default_19"; +"107 conv2d_11_scale_0_updated_constant0"; +"108 compressed_weight_updated_constant11"; +"109 layer3_0_conv2_weight_bias_0_0"; +"110 mul_tensor_11"; +"111 conv2d_11"; +"112 quantize_per_tensor_default_16"; +"113 dequantize_per_tensor_default_20"; +"114 conv2d_12_scale_0_updated_constant0"; +"115 compressed_weight_updated_constant12"; +"116 layer3_0_downsample_0_weight_bias_0_0"; +"117 mul_tensor_12"; +"118 conv2d_12"; +"119 quantize_per_tensor_default_17"; +"120 dequantize_per_tensor_default_21"; +"121 add__4"; +"122 relu__10"; +"123 quantize_per_tensor_default_18"; +"124 dequantize_per_tensor_default_23"; +"125 dequantize_per_tensor_default_22"; +"126 conv2d_13_scale_0_updated_constant0"; +"127 compressed_weight_updated_constant13"; +"128 layer3_1_conv1_weight_bias_0_0"; +"129 mul_tensor_13"; +"130 conv2d_13"; +"131 relu__11"; +"132 quantize_per_tensor_default_19"; +"133 dequantize_per_tensor_default_24"; +"134 conv2d_14_scale_0_updated_constant0"; +"135 compressed_weight_updated_constant14"; +"136 layer3_1_conv2_weight_bias_0_0"; +"137 mul_tensor_14"; +"138 conv2d_14"; +"139 quantize_per_tensor_default_20"; +"140 dequantize_per_tensor_default_25"; +"141 add__5"; +"142 relu__12"; +"143 quantize_per_tensor_default_21"; +"144 dequantize_per_tensor_default_27"; +"145 dequantize_per_tensor_default_26"; +"146 conv2d_15_scale_0_updated_constant0"; +"147 compressed_weight_updated_constant15"; +"148 layer4_0_conv1_weight_bias_0_0"; +"149 mul_tensor_15"; +"150 conv2d_15"; +"151 relu__13"; +"152 quantize_per_tensor_default_22"; +"153 dequantize_per_tensor_default_28"; +"154 conv2d_16_scale_0_updated_constant0"; +"155 compressed_weight_updated_constant16"; +"156 layer4_0_conv2_weight_bias_0_0"; +"157 mul_tensor_16"; +"158 conv2d_16"; +"159 quantize_per_tensor_default_23"; +"160 dequantize_per_tensor_default_29"; +"161 conv2d_17_scale_0_updated_constant0"; +"162 compressed_weight_updated_constant17"; +"163 layer4_0_downsample_0_weight_bias_0_0"; +"164 mul_tensor_17"; +"165 conv2d_17"; +"166 quantize_per_tensor_default_24"; +"167 dequantize_per_tensor_default_30"; +"168 add__6"; +"169 relu__14"; +"170 quantize_per_tensor_default_25"; +"171 dequantize_per_tensor_default_32"; +"172 dequantize_per_tensor_default_31"; +"173 conv2d_18_scale_0_updated_constant0"; +"174 compressed_weight_updated_constant18"; +"175 layer4_1_conv1_weight_bias_0_0"; +"176 mul_tensor_18"; +"177 conv2d_18"; +"178 relu__15"; +"179 quantize_per_tensor_default_26"; +"180 dequantize_per_tensor_default_33"; +"181 conv2d_19_scale_0_updated_constant0"; +"182 compressed_weight_updated_constant19"; +"183 layer4_1_conv2_weight_bias_0_0"; +"184 mul_tensor_19"; +"185 conv2d_19"; +"186 quantize_per_tensor_default_27"; +"187 dequantize_per_tensor_default_34"; +"188 add__7"; +"189 relu__16"; +"190 quantize_per_tensor_default_28"; +"191 dequantize_per_tensor_default_35"; +"192 adaptive_avg_pool2d"; +"193 quantize_per_tensor_default_29"; +"194 dequantize_per_tensor_default_36"; +"195 flatten"; +"196 linear_scale_0_updated_constant0"; +"197 compressed_weight_updated_constant20"; +"198 _param_constant61_0_0"; +"199 mul_tensor_20"; +"200 linear"; +"201 output"; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7) \n0 -> 0", style=solid]; +"5 conv1_weight_bias_0_0" -> "7 conv2d" [label="(64,) \n0 -> 2", style=solid]; +"6 mul_tensor" -> "7 conv2d" [label="(64, 3, 7, 7) \n0 -> 1", style=solid]; +"7 conv2d" -> "8 relu_" [label="(1, 64, 112, 112) \n0 -> 0", style=solid]; +"8 relu_" -> "9 quantize_per_tensor_default_1" [label="(1, 64, 112, 112) \n0 -> 0", style=solid]; +"9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112) \n0 -> 0", style=solid]; +"10 dequantize_per_tensor_default_1" -> "11 max_pool2d" [label="(1, 64, 112, 112) \n0 -> 0", style=solid]; +"11 max_pool2d" -> "27 add_" [label="(1, 64, 56, 56) \n0 -> 1", style=solid]; +"11 max_pool2d" -> "16 conv2d_1" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_tensor_1" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"13 compressed_weight_updated_constant1" -> "15 mul_tensor_1" [label="(64, 64, 3, 3) \n0 -> 0", style=solid]; +"14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1" [label="(64,) \n0 -> 2", style=solid]; +"15 mul_tensor_1" -> "16 conv2d_1" [label="(64, 64, 3, 3) \n0 -> 1", style=solid]; +"16 conv2d_1" -> "17 relu__1" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"17 relu__1" -> "18 quantize_per_tensor_default_2" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"19 dequantize_per_tensor_default_2" -> "24 conv2d_2" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_tensor_2" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"21 compressed_weight_updated_constant2" -> "23 mul_tensor_2" [label="(64, 64, 3, 3) \n0 -> 0", style=solid]; +"22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2" [label="(64,) \n0 -> 2", style=solid]; +"23 mul_tensor_2" -> "24 conv2d_2" [label="(64, 64, 3, 3) \n0 -> 1", style=solid]; +"24 conv2d_2" -> "25 quantize_per_tensor_default_3" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"26 dequantize_per_tensor_default_3" -> "27 add_" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"27 add_" -> "28 relu__2" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"28 relu__2" -> "29 quantize_per_tensor_default_4" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"29 quantize_per_tensor_default_4" -> "31 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"29 quantize_per_tensor_default_4" -> "30 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"30 dequantize_per_tensor_default_5" -> "47 add__1" [label="(1, 64, 56, 56) \n0 -> 1", style=solid]; +"31 dequantize_per_tensor_default_4" -> "36 conv2d_3" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_tensor_3" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"33 compressed_weight_updated_constant3" -> "35 mul_tensor_3" [label="(64, 64, 3, 3) \n0 -> 0", style=solid]; +"34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3" [label="(64,) \n0 -> 2", style=solid]; +"35 mul_tensor_3" -> "36 conv2d_3" [label="(64, 64, 3, 3) \n0 -> 1", style=solid]; +"36 conv2d_3" -> "37 relu__3" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"37 relu__3" -> "38 quantize_per_tensor_default_5" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"39 dequantize_per_tensor_default_6" -> "44 conv2d_4" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_tensor_4" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"41 compressed_weight_updated_constant4" -> "43 mul_tensor_4" [label="(64, 64, 3, 3) \n0 -> 0", style=solid]; +"42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4" [label="(64,) \n0 -> 2", style=solid]; +"43 mul_tensor_4" -> "44 conv2d_4" [label="(64, 64, 3, 3) \n0 -> 1", style=solid]; +"44 conv2d_4" -> "45 quantize_per_tensor_default_6" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"46 dequantize_per_tensor_default_7" -> "47 add__1" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"47 add__1" -> "48 relu__4" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"48 relu__4" -> "49 quantize_per_tensor_default_7" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"49 quantize_per_tensor_default_7" -> "51 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"49 quantize_per_tensor_default_7" -> "50 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"50 dequantize_per_tensor_default_9" -> "71 conv2d_7" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"51 dequantize_per_tensor_default_8" -> "56 conv2d_5" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_tensor_5" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"53 compressed_weight_updated_constant5" -> "55 mul_tensor_5" [label="(128, 64, 3, 3) \n0 -> 0", style=solid]; +"54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5" [label="(128,) \n0 -> 2", style=solid]; +"55 mul_tensor_5" -> "56 conv2d_5" [label="(128, 64, 3, 3) \n0 -> 1", style=solid]; +"56 conv2d_5" -> "57 relu__5" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"57 relu__5" -> "58 quantize_per_tensor_default_8" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"59 dequantize_per_tensor_default_10" -> "64 conv2d_6" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_tensor_6" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"61 compressed_weight_updated_constant6" -> "63 mul_tensor_6" [label="(128, 128, 3, 3) \n0 -> 0", style=solid]; +"62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6" [label="(128,) \n0 -> 2", style=solid]; +"63 mul_tensor_6" -> "64 conv2d_6" [label="(128, 128, 3, 3) \n0 -> 1", style=solid]; +"64 conv2d_6" -> "65 quantize_per_tensor_default_9" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"66 dequantize_per_tensor_default_11" -> "74 add__2" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_tensor_7" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"68 compressed_weight_updated_constant7" -> "70 mul_tensor_7" [label="(128, 64, 1, 1) \n0 -> 0", style=solid]; +"69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7" [label="(128,) \n0 -> 2", style=solid]; +"70 mul_tensor_7" -> "71 conv2d_7" [label="(128, 64, 1, 1) \n0 -> 1", style=solid]; +"71 conv2d_7" -> "72 quantize_per_tensor_default_10" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"73 dequantize_per_tensor_default_12" -> "74 add__2" [label="(1, 128, 28, 28) \n0 -> 1", style=solid]; +"74 add__2" -> "75 relu__6" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"75 relu__6" -> "76 quantize_per_tensor_default_11" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"76 quantize_per_tensor_default_11" -> "78 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"76 quantize_per_tensor_default_11" -> "77 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"77 dequantize_per_tensor_default_14" -> "94 add__3" [label="(1, 128, 28, 28) \n0 -> 1", style=solid]; +"78 dequantize_per_tensor_default_13" -> "83 conv2d_8" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_tensor_8" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"80 compressed_weight_updated_constant8" -> "82 mul_tensor_8" [label="(128, 128, 3, 3) \n0 -> 0", style=solid]; +"81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8" [label="(128,) \n0 -> 2", style=solid]; +"82 mul_tensor_8" -> "83 conv2d_8" [label="(128, 128, 3, 3) \n0 -> 1", style=solid]; +"83 conv2d_8" -> "84 relu__7" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"84 relu__7" -> "85 quantize_per_tensor_default_12" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"86 dequantize_per_tensor_default_15" -> "91 conv2d_9" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_tensor_9" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"88 compressed_weight_updated_constant9" -> "90 mul_tensor_9" [label="(128, 128, 3, 3) \n0 -> 0", style=solid]; +"89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9" [label="(128,) \n0 -> 2", style=solid]; +"90 mul_tensor_9" -> "91 conv2d_9" [label="(128, 128, 3, 3) \n0 -> 1", style=solid]; +"91 conv2d_9" -> "92 quantize_per_tensor_default_13" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"93 dequantize_per_tensor_default_16" -> "94 add__3" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"94 add__3" -> "95 relu__8" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"95 relu__8" -> "96 quantize_per_tensor_default_14" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"96 quantize_per_tensor_default_14" -> "98 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"96 quantize_per_tensor_default_14" -> "97 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"97 dequantize_per_tensor_default_18" -> "118 conv2d_12" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"98 dequantize_per_tensor_default_17" -> "103 conv2d_10" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_tensor_10" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"100 compressed_weight_updated_constant10" -> "102 mul_tensor_10" [label="(256, 128, 3, 3) \n0 -> 0", style=solid]; +"101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10" [label="(256,) \n0 -> 2", style=solid]; +"102 mul_tensor_10" -> "103 conv2d_10" [label="(256, 128, 3, 3) \n0 -> 1", style=solid]; +"103 conv2d_10" -> "104 relu__9" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"104 relu__9" -> "105 quantize_per_tensor_default_15" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"106 dequantize_per_tensor_default_19" -> "111 conv2d_11" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_tensor_11" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"108 compressed_weight_updated_constant11" -> "110 mul_tensor_11" [label="(256, 256, 3, 3) \n0 -> 0", style=solid]; +"109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11" [label="(256,) \n0 -> 2", style=solid]; +"110 mul_tensor_11" -> "111 conv2d_11" [label="(256, 256, 3, 3) \n0 -> 1", style=solid]; +"111 conv2d_11" -> "112 quantize_per_tensor_default_16" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"113 dequantize_per_tensor_default_20" -> "121 add__4" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_tensor_12" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"115 compressed_weight_updated_constant12" -> "117 mul_tensor_12" [label="(256, 128, 1, 1) \n0 -> 0", style=solid]; +"116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12" [label="(256,) \n0 -> 2", style=solid]; +"117 mul_tensor_12" -> "118 conv2d_12" [label="(256, 128, 1, 1) \n0 -> 1", style=solid]; +"118 conv2d_12" -> "119 quantize_per_tensor_default_17" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"120 dequantize_per_tensor_default_21" -> "121 add__4" [label="(1, 256, 14, 14) \n0 -> 1", style=solid]; +"121 add__4" -> "122 relu__10" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"122 relu__10" -> "123 quantize_per_tensor_default_18" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"123 quantize_per_tensor_default_18" -> "125 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"123 quantize_per_tensor_default_18" -> "124 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"124 dequantize_per_tensor_default_23" -> "141 add__5" [label="(1, 256, 14, 14) \n0 -> 1", style=solid]; +"125 dequantize_per_tensor_default_22" -> "130 conv2d_13" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_tensor_13" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"127 compressed_weight_updated_constant13" -> "129 mul_tensor_13" [label="(256, 256, 3, 3) \n0 -> 0", style=solid]; +"128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13" [label="(256,) \n0 -> 2", style=solid]; +"129 mul_tensor_13" -> "130 conv2d_13" [label="(256, 256, 3, 3) \n0 -> 1", style=solid]; +"130 conv2d_13" -> "131 relu__11" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"131 relu__11" -> "132 quantize_per_tensor_default_19" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"133 dequantize_per_tensor_default_24" -> "138 conv2d_14" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_tensor_14" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"135 compressed_weight_updated_constant14" -> "137 mul_tensor_14" [label="(256, 256, 3, 3) \n0 -> 0", style=solid]; +"136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14" [label="(256,) \n0 -> 2", style=solid]; +"137 mul_tensor_14" -> "138 conv2d_14" [label="(256, 256, 3, 3) \n0 -> 1", style=solid]; +"138 conv2d_14" -> "139 quantize_per_tensor_default_20" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"140 dequantize_per_tensor_default_25" -> "141 add__5" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"141 add__5" -> "142 relu__12" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"142 relu__12" -> "143 quantize_per_tensor_default_21" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"143 quantize_per_tensor_default_21" -> "145 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"143 quantize_per_tensor_default_21" -> "144 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"144 dequantize_per_tensor_default_27" -> "165 conv2d_17" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"145 dequantize_per_tensor_default_26" -> "150 conv2d_15" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_tensor_15" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"147 compressed_weight_updated_constant15" -> "149 mul_tensor_15" [label="(512, 256, 3, 3) \n0 -> 0", style=solid]; +"148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15" [label="(512,) \n0 -> 2", style=solid]; +"149 mul_tensor_15" -> "150 conv2d_15" [label="(512, 256, 3, 3) \n0 -> 1", style=solid]; +"150 conv2d_15" -> "151 relu__13" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"151 relu__13" -> "152 quantize_per_tensor_default_22" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"153 dequantize_per_tensor_default_28" -> "158 conv2d_16" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_tensor_16" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"155 compressed_weight_updated_constant16" -> "157 mul_tensor_16" [label="(512, 512, 3, 3) \n0 -> 0", style=solid]; +"156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16" [label="(512,) \n0 -> 2", style=solid]; +"157 mul_tensor_16" -> "158 conv2d_16" [label="(512, 512, 3, 3) \n0 -> 1", style=solid]; +"158 conv2d_16" -> "159 quantize_per_tensor_default_23" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"160 dequantize_per_tensor_default_29" -> "168 add__6" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_tensor_17" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"162 compressed_weight_updated_constant17" -> "164 mul_tensor_17" [label="(512, 256, 1, 1) \n0 -> 0", style=solid]; +"163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17" [label="(512,) \n0 -> 2", style=solid]; +"164 mul_tensor_17" -> "165 conv2d_17" [label="(512, 256, 1, 1) \n0 -> 1", style=solid]; +"165 conv2d_17" -> "166 quantize_per_tensor_default_24" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"167 dequantize_per_tensor_default_30" -> "168 add__6" [label="(1, 512, 7, 7) \n0 -> 1", style=solid]; +"168 add__6" -> "169 relu__14" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"169 relu__14" -> "170 quantize_per_tensor_default_25" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"170 quantize_per_tensor_default_25" -> "172 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"170 quantize_per_tensor_default_25" -> "171 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"171 dequantize_per_tensor_default_32" -> "188 add__7" [label="(1, 512, 7, 7) \n0 -> 1", style=solid]; +"172 dequantize_per_tensor_default_31" -> "177 conv2d_18" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_tensor_18" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"174 compressed_weight_updated_constant18" -> "176 mul_tensor_18" [label="(512, 512, 3, 3) \n0 -> 0", style=solid]; +"175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18" [label="(512,) \n0 -> 2", style=solid]; +"176 mul_tensor_18" -> "177 conv2d_18" [label="(512, 512, 3, 3) \n0 -> 1", style=solid]; +"177 conv2d_18" -> "178 relu__15" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"178 relu__15" -> "179 quantize_per_tensor_default_26" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"180 dequantize_per_tensor_default_33" -> "185 conv2d_19" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_tensor_19" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"182 compressed_weight_updated_constant19" -> "184 mul_tensor_19" [label="(512, 512, 3, 3) \n0 -> 0", style=solid]; +"183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19" [label="(512,) \n0 -> 2", style=solid]; +"184 mul_tensor_19" -> "185 conv2d_19" [label="(512, 512, 3, 3) \n0 -> 1", style=solid]; +"185 conv2d_19" -> "186 quantize_per_tensor_default_27" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"187 dequantize_per_tensor_default_34" -> "188 add__7" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"188 add__7" -> "189 relu__16" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"189 relu__16" -> "190 quantize_per_tensor_default_28" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"190 quantize_per_tensor_default_28" -> "191 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"191 dequantize_per_tensor_default_35" -> "192 adaptive_avg_pool2d" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"192 adaptive_avg_pool2d" -> "193 quantize_per_tensor_default_29" [label="(1, 512, 1, 1) \n0 -> 0", style=solid]; +"193 quantize_per_tensor_default_29" -> "194 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1) \n0 -> 0", style=solid]; +"194 dequantize_per_tensor_default_36" -> "195 flatten" [label="(1, 512, 1, 1) \n0 -> 0", style=solid]; +"195 flatten" -> "200 linear" [label="(1, 512) \n0 -> 0", style=solid]; +"196 linear_scale_0_updated_constant0" -> "199 mul_tensor_20" [label="(1000, 1) \n0 -> 1", style=solid]; +"197 compressed_weight_updated_constant20" -> "199 mul_tensor_20" [label="(1000, 512) \n0 -> 0", style=solid]; +"198 _param_constant61_0_0" -> "200 linear" [label="(1000,) \n0 -> 2", style=solid]; +"199 mul_tensor_20" -> "200 linear" [label="(1000, 512) \n0 -> 1", style=solid]; +"200 linear" -> "201 output" [label="(1, 1000) \n0 -> 0", style=solid]; +} diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index dcbac2e2bae..2d13ba758e5 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -14,8 +14,11 @@ from typing import Any, Tuple import pytest +import torch +import torch.ao.quantization import torch.fx from torch._export import capture_pre_autograd_graph +from torch.ao.quantization.fx.utils import create_getattr_from_value from torch.ao.quantization.observer import MinMaxObserver from torch.ao.quantization.observer import PerChannelMinMaxObserver from torch.quantization.fake_quantize import FakeQuantize @@ -30,6 +33,7 @@ from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node +from nncf.experimental.torch.fx.transformations import _set_new_node_meta from nncf.experimental.torch.fx.transformations import bias_update_transformation_builder from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import leaf_module_insertion_transformation_builder @@ -42,6 +46,7 @@ from nncf.torch.graph.operator_metatypes import CONST_NOOP_METATYPES from nncf.torch.graph.transformations.commands import PTModelExtractionCommand from nncf.torch.graph.transformations.commands import PTTargetPoint +from tests.torch.fx.test_sanity import count_q_dq from tests.torch.test_compressed_graph import check_graph from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel @@ -401,6 +406,58 @@ def get_shared_constant_nodes(nncf_graph: NNCFGraph): return shared_const_node_consumer_node +def insert_qdq_add_nodes(model: torch.fx.GraphModule): + const_node = get_graph_node_by_name(model.graph, "_param_constant0") + quantize_op = torch.ops.quantized_decomposed.quantize_per_channel.default + dequantize_op = torch.ops.quantized_decomposed.dequantize_per_channel.default + add_op = torch.add + conv_node = get_graph_node_by_name(model.graph, "conv2d") + with model.graph.inserting_before(conv_node): + scale_node = create_getattr_from_value( + model, + model.graph, + "scale_node", + torch.ones( + [ + 3, + ] + ), + ) + zp_node = create_getattr_from_value( + model, + model.graph, + "weight_node", + torch.ones( + [ + 3, + ] + ), + ) + qdq_args = (scale_node, zp_node, 0, -128, 127, torch.int8) + q_node = model.graph.create_node("call_function", quantize_op, (const_node,) + qdq_args, {}) + add_node = model.graph.create_node("call_function", add_op, (q_node, 0), {}) + dq_node = model.graph.create_node("call_function", dequantize_op, (add_node,) + qdq_args, {}) + _set_new_node_meta(q_node, (const_node,) + qdq_args, quantize_op, model) + _set_new_node_meta(add_node, (q_node, 0), add_op, model) + _set_new_node_meta(dq_node, (add_node,) + qdq_args, dequantize_op, model) + conv_node.replace_input_with(const_node, dq_node) + + +def test_different_qdq_pattern(): + model = MultiBranchesConnectedModel() + ex_input = torch.ones(1, 3, 224, 224) + captured_model = _capture_model(model, ex_input) + quantized_before_insertion = nncf.quantize(captured_model, nncf.Dataset([ex_input])) + q_before, dq_before = count_q_dq(quantized_before_insertion) + insert_qdq_add_nodes(captured_model) + quantized_after_insertion = nncf.quantize(captured_model, nncf.Dataset([ex_input])) + q_after, dq_after = count_q_dq(quantized_after_insertion) + assert q_before == 5 + assert dq_before == 6 + assert q_after == 6 + assert dq_after == 7 + + def test_update_shared_constant(): model = MultiBranchesConnectedModel() ex_inputs = torch.ones((1, 3, 3, 3)) @@ -416,7 +473,7 @@ def test_update_shared_constant(): constant_update_transformation_builder(consumer_nodes[0], torch.tensor([100]))(captured_model) nncf_graph_updated_constant = NNCFGraphFactory.create(captured_model) - updated_const_node = nncf_graph_updated_constant.get_previous_nodes(consumer_nodes[1])[1] + updated_const_node = nncf_graph_updated_constant.get_previous_nodes(consumer_nodes[0])[1] fx_node_to_check_const = get_graph_node_by_name(captured_model.graph, updated_const_node.node_name) fx_node_to_check_const_value = get_tensor_constant_from_node(fx_node_to_check_const, captured_model) diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 30f9fae8c7b..c9cab6c6c6f 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -32,17 +32,23 @@ from nncf.common.graph.operator_metatypes import OperatorMetatype from nncf.common.utils.os import safe_open from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter +from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node +from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters +from nncf.experimental.torch.fx.transformations import DEQUANTIZE_NODE_TARGETS +from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.transformations import shared_constants_unification_transformation from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters from nncf.torch.dynamic_graph.patch_pytorch import disable_patching from tests.cross_fw.shared.paths import TEST_ROOT from tests.torch import test_models +from tests.torch.fx.test_sanity import count_q_dq from tests.torch.ptq.test_weights_compression import ShortTransformer from tests.torch.test_compressed_graph import check_graph from tests.torch.test_models.synthetic import MultiBranchesConnectedModel FX_DIR_NAME = Path("fx") FX_QUANTIZED_DIR_NAME = Path("fx") / "quantized" +FX_QUANTIZED_COMPRESSED_DIR_NAME = Path("fx") / "post_quantization_compressed" @dataclass @@ -132,22 +138,49 @@ def test_model(test_case: ModelCase): TEST_MODELS_QUANIZED = ( - (ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), {}), - (torchvision_model_case("resnet18", (1, 3, 224, 224)), {}), - (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}), - (torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), - (torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), + ( + ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), + {}, + [(46, 50), (23, 27)], + ), + ( + torchvision_model_case("resnet18", (1, 3, 224, 224)), + {}, + [(51, 58), (30, 37)], + ), + ( + torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), + {}, + [(97, 112), (61, 76)], + ), + ( + torchvision_model_case("vit_b_16", (1, 3, 224, 224)), + {"model_type": nncf.ModelType.TRANSFORMER}, + [(124, 124), (74, 74)], + ), + ( + torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), + {"model_type": nncf.ModelType.TRANSFORMER}, + [ + (298, 298), + (149, 149), + ], + ), ( ModelCase(partial(ShortTransformer, 5, 10), "synthetic_transformer", [5]), {"model_type": nncf.ModelType.TRANSFORMER}, + [(4, 4), (2, 2)], ), ) +@pytest.mark.parametrize("compress_weights", [True, False]) @pytest.mark.parametrize( - ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] + ("model_case", "quantization_parameters", "compress_n_qdq"), + TEST_MODELS_QUANIZED, + ids=[m[0].model_id for m in TEST_MODELS_QUANIZED], ) -def test_quantized_model(model_case: ModelCase, quantization_parameters): +def test_quantized_model(model_case: ModelCase, quantization_parameters, compress_weights: bool, compress_n_qdq: int): model = model_case.model_builder() dtype = torch.int32 if model_case.model_id == "synthetic_transformer" else torch.float32 example_input = torch.ones(model_case.input_shape, dtype=dtype) @@ -161,16 +194,50 @@ def transform_fn(data_item): calibration_dataset = nncf.Dataset([example_input], transform_fn) - quantization_parameters["advanced_parameters"] = AdvancedQuantizationParameters(disable_bias_correction=True) + quantization_parameters["advanced_parameters"] = AdvancedQuantizationParameters( + disable_bias_correction=True, backend_params={FXBackendParameters.COMPRESS_WEIGHTS: compress_weights} + ) quantization_parameters["subset_size"] = 1 quantized_model = nncf.quantize(fx_model, calibration_dataset, **quantization_parameters) # Uncomment to visualize torch fx graph # from tests.torch.fx.helpers import visualize_fx_model # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") - + save_dir = FX_QUANTIZED_COMPRESSED_DIR_NAME if compress_weights else FX_QUANTIZED_DIR_NAME nncf_graph = GraphConverter.create_nncf_graph(quantized_model) - check_graph(nncf_graph, get_dot_filename(model_case.model_id), FX_QUANTIZED_DIR_NAME, extended=True) + check_graph(nncf_graph, get_dot_filename(model_case.model_id), save_dir, extended=True) + q_nodes, dq_nodes = count_q_dq(quantized_model) + assert q_nodes == compress_n_qdq[compress_weights][0] + assert dq_nodes == compress_n_qdq[compress_weights][1] + check_fq_values(quantized_model) + check_compressed_post_quantized(quantized_model) + + +def check_fq_values(quantized_model): + for node in quantized_model.graph.nodes: + if node.target not in DEQUANTIZE_NODE_TARGETS: + continue + args = [] + quantize_node = node.args[0] + args = _get_node_inputs(quantize_node, quantized_model) + if not args: + continue + result = node.target(quantize_node.target(*args), *args[1:]) + fp_value = get_tensor_constant_from_node(quantize_node.args[0], quantized_model) + assert torch.all(result == fp_value) + + +def check_compressed_post_quantized(quantized_model): + for node in quantized_model.graph.nodes: + if node.name[:3] != "mul": + continue + args = [] + args = _get_node_inputs(node, quantized_model) + if not args: + continue + assert args[0].dtype == torch.int8 + result = node.target(*args) + assert result.dtype == torch.float32 @pytest.mark.parametrize("unification", [False, True]) diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index a3f0d828260..ef176692971 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -52,9 +52,9 @@ class SanitySampleCase: SanitySampleCase( "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", - 55.35, - 51, - 58, + 55.30, + 30, + 37, ), )